/* This file is part of VoltDB. * Copyright (C) 2008-2017 VoltDB Inc. * * Permission is hereby granted, free of charge, to any person obtaining * a copy of this software and associated documentation files (the * "Software"), to deal in the Software without restriction, including * without limitation the rights to use, copy, modify, merge, publish, * distribute, sublicense, and/or sell copies of the Software, and to * permit persons to whom the Software is furnished to do so, subject to * the following conditions: * * The above copyright notice and this permission notice shall be * included in all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. * IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR * OTHER DEALINGS IN THE SOFTWARE. */ package com; import org.voltdb.client.ClientFactory; import org.voltdb.VoltTable; import org.voltdb.VoltTableRow; import org.voltdb.VoltType; import org.voltdb.client.NoConnectionsException; import org.voltdb.client.ProcCallException; import java.util.Date; import java.io.IOException; import java.io.FileOutputStream; import java.io.PrintStream; import java.io.File; import org.apache.log4j.Logger; public class ClientMover { public static final Logger m_logger = Logger.getLogger(ClientMover.class.getName()); public static void main(String args[]) { long numMoves = (long) Long.valueOf(args[0]); String serverList = args[1]; long clientDurationSeconds = (long) Long.valueOf(args[2]); long loopPauseSeconds = (long) Long.valueOf(args[3]); m_logger.info(String.format("Executing %,d moves per transaction",numMoves)); m_logger.info(String.format("Running for %,d second(s)",clientDurationSeconds)); int num_partitions = 0; long playerId; long gameId; long socialId; long clientId; long visitTime; int intCounter; long longCounter; final org.voltdb.client.Client voltclient = ClientFactory.createClient(); String[] voltServers = serverList.split(","); for (String thisServer : voltServers) { try { thisServer = thisServer.trim(); m_logger.info(String.format("Connecting to server: %s",thisServer)); voltclient.createConnection(thisServer, "program", "none"); } catch (IOException e) { m_logger.error(e.toString()); System.exit(-1); } } java.util.Random rand = new java.util.Random(0); long startTime = System.currentTimeMillis(); long endTime = startTime + (1000l * clientDurationSeconds); long currentTime = startTime; // get the # of partitions in my cluster try { VoltTable vtPartitionInfo[] = voltclient.callProcedure("@Statistics","partitioncount",0l).getResults(); num_partitions = (int) vtPartitionInfo[0].fetchRow(0).getLong(0); m_logger.info("System is running with " + num_partitions + " partition(s)."); } catch (ProcCallException e) { m_logger.error("ProcCallException:"); m_logger.error(e.toString()); } catch (IOException e) { m_logger.error("IOException:"); m_logger.error(e.toString()); System.exit(-1); } boolean foundRows = true; boolean foundFullRowset = false; while (endTime > currentTime) { // do a single archive at each partition foundRows = false; foundFullRowset = false; long callTimeMillis = System.currentTimeMillis(); FileOutputStream fout; try { String outFileName = "/tmp/" + callTimeMillis + "_rows.txt"; fout = new FileOutputStream(outFileName,true); for (longCounter = 0; longCounter < num_partitions; longCounter++) { try { long callTimeBegin = System.currentTimeMillis(); VoltTable vtArchiveVisits[] = voltclient.callProcedure("ArchiveVisits", longCounter, numMoves, callTimeMillis).getResults(); long callTimeEnd = System.currentTimeMillis(); int rowCount = vtArchiveVisits[0].getRowCount(); if (rowCount > 0) { // write out the rows foundRows = true; if (rowCount == numMoves) { foundFullRowset = true; } // write out the rows for (intCounter = 0; intCounter < rowCount; intCounter++) { VoltTableRow row = vtArchiveVisits[0].fetchRow(intCounter); playerId = row.getLong(0); gameId = row.getLong(1); socialId = row.getLong(2); clientId = row.getLong(3); visitTime = row.getLong(4); Date visitDate = new Date(visitTime); new PrintStream(fout).print(playerId + "\t" + gameId + "\t" + socialId + "\t" + clientId + "\t" + visitDate + "\n"); } } String currentDate = new Date().toString(); m_logger.info(String.format("[%s] Ran archive on partition %d : archived %,d row(s) in %,d milliseconds",currentDate,longCounter,rowCount,(callTimeEnd-callTimeBegin))); } catch (ProcCallException e) { m_logger.error("ProcCallException:"); m_logger.error(e.toString()); } catch (NoConnectionsException e) { m_logger.error("IOException:"); m_logger.error(e.toString()); System.exit(-1); } } fout.close(); if (!foundRows) { // no rows found, delete file boolean success = (new File(outFileName)).delete(); if (success) { m_logger.info("No rows found for this run, deleted " + outFileName); } else { m_logger.info("No rows found for this run, BUT unable to delete " + outFileName); } // pause for 5 seconds m_logger.info(String.format("Pausing for %d seconds...",loopPauseSeconds)); long pauseCurrentMillis = System.currentTimeMillis(); long pauseEndMillis = pauseCurrentMillis + (loopPauseSeconds * 1000l); while (pauseCurrentMillis < pauseEndMillis) { pauseCurrentMillis = System.currentTimeMillis(); } } else if (!foundFullRowset) { // none of the rowsets were full (amount requested) // pause for given number seconds m_logger.info(String.format("No full rowsets found, pausing for %d seconds...",loopPauseSeconds)); long pauseCurrentMillis = System.currentTimeMillis(); long pauseEndMillis = pauseCurrentMillis + (loopPauseSeconds * 1000l); while (pauseCurrentMillis < pauseEndMillis) { pauseCurrentMillis = System.currentTimeMillis(); } } } catch (IOException e) { m_logger.error(e.toString()); System.exit(-1); } currentTime = System.currentTimeMillis(); } try { voltclient.drain(); } catch (InterruptedException e) { m_logger.error(e.toString()); System.exit(-1); } catch (NoConnectionsException e) { m_logger.error(e.toString()); System.exit(-1); } try { voltclient.close(); } catch (Exception e) { m_logger.error(e.toString()); System.exit(-1); } } }