Example #1
0
  //	public void completeTestRun(boolean completeSetup, String runName,  int numOfRegionServers, int
  // numOfViewManager, String distribution, List<String> viewTableTypes, int numOfViews, long
  // numOfOperations, long numOfRecords, int numOfBaseTableRegions, int numOfViewTableRegions, int
  // numOfAggKeys, boolean useDeletes, boolean useUpdates, long readDelay){
  public void completeTestRun(Experiment experiment) {

    String datestring = new SimpleDateFormat("dd-MM-yyyy,HH-mm").format(new Date());

    String directoryName =
        "testresults/testrun,"
            + datestring
            + ","
            + experiment.getNumOfRegionServers()
            + ","
            + experiment.getNumOfViewManagers()
            + ","
            + experiment.getNumOfClients();

    File dir = new File(directoryName);
    dir.mkdir();
    dir = new File(directoryName + "/regionserverStatistics");
    dir.mkdir();
    dir = new File(directoryName + "/regionserverLogs");
    dir.mkdir();
    dir = new File(directoryName + "/viewmanagerStatistics");
    dir.mkdir();
    dir = new File(directoryName + "/viewmanagerLogs");
    dir.mkdir();
    dir = new File(directoryName + "/masterLogs");
    dir.mkdir();

    log = new Log("experiment.log");
    svmHBase = new SVMHBase(log);
    //		log.info(this.getClass(), "setting hbase config");
    //		setRegionServersHbase(experiment.getNumOfRegionServers(), directoryName);

    try {
      Thread.sleep(20000);
    } catch (InterruptedException e) {
      e.printStackTrace();
    }

    try {
      log.info(this.getClass(), "configuring and starting database");
      svmHBase.configureAndStart(experiment.numOfRegionServers, directoryName);
    } catch (Exception e) {

      log.error(this.getClass(), e);
    }

    try {
      Thread.sleep(35000);
    } catch (InterruptedException e) {

      e.printStackTrace();
    }

    ViewDefinitions viewDefinitions = new ViewDefinitions(log, "viewdefinitions");

    try {

      viewDefinitions.generateTable();
      viewDefinitions.generateViewDefinitions(experiment.getCreateViewTables());
      viewDefinitions.loadViewDefinitions();

    } catch (Exception e) {

      log.error(this.getClass(), e);
    }

    log.info(this.getClass(), "creating view tables, setting process flag....");
    log.info(this.getClass(), "view tables " + experiment.getCreateViewTables());
    createTables(experiment.getNumOfClients(), experiment.getCreateViewTables());

    if (experiment.getCreateBaseTables().size() > 0) {

      log.info(TestClient.class, "creating base tables, setting process flag....");
      log.info(TestClient.class, "base tables " + experiment.getCreateBaseTables());
      //				createTables(experiment.getNumOfClients(),experiment.getCreateBaseTables());

      List<ICreateTable> baseTables = new ArrayList<ICreateTable>();

      for (ICreateTable iCreateTable : experiment.getCreateBaseTables()) {
        baseTables.add(iCreateTable);
        //					CreateBaseTable createBaseTable = iCreateTable.copy();
        //					createBaseTable.setName(createBaseTable.getName()+"_commit");
        //					baseTables.add(createBaseTable);

      }

      createTables(experiment.getNumOfClients(), baseTables);
    }

    try {
      Thread.sleep(10000);
    } catch (InterruptedException e) {
      e.printStackTrace();
    }

    log.info(this.getClass(), "starting components....");
    startMaster();
    try {
      Thread.sleep(8000);
    } catch (InterruptedException e) {

      e.printStackTrace();
    }
    startRegionServers(experiment.getNumOfRegionServers());

    startViewManagers(experiment.getNumOfViewManagers());

    try {
      Thread.sleep(10000);
    } catch (InterruptedException e) {

      e.printStackTrace();
    }
    //
    //		if(createAndFillBaseTables && EvaluationConfig.getCreateBaseTables().size() > 0){
    //

    log.info(TestClient.class, "filling base tables....");
    log.info(TestClient.class, "base tables " + experiment.getCreateBaseTablesAsBaseTables());
    long start = new Date().getTime();
    startClients(
        experiment.getNumOfClients(),
        (List<CreateBaseTable>) experiment.getCreateBaseTablesAsBaseTables());
    log.info(this.getClass(), "clients started in " + (new Date().getTime() - start) + " ms");
    //
    //
    //		}else{
    //			log.info(this.getClass(), "base table already filled");
    //		}

    //		Killing View Managers

    boolean viewManagerKilled = false;

    start = new Date().getTime();
    log.info(this.getClass(), "checking if base table filled....");

    while (true) {

      if (experiment.getNumOfKilledViewManagers() > 0
          && ((new Date().getTime() - start) > EvaluationConfig.VIEWMANAGER_KILLDELAY)
          && !viewManagerKilled) {

        killViewManagers(experiment.getNumOfKilledViewManagers());
        viewManagerKilled = true;
      }

      if (checkDatabaseFilled(experiment.getNumOfClients())) {
        log.info(this.getClass(), "base table filled in " + (new Date().getTime() - start) + " ms");
        queueMarkers((List<CreateBaseTable>) experiment.getCreateBaseTablesAsBaseTables());

        break;
      }
      try {
        Thread.sleep(1000);
      } catch (InterruptedException e) {
        e.printStackTrace();
      }
    }

    log.info(this.getClass(), "checking if update process is finished....");
    long lastMeasure = new Date().getTime();
    long currentTime2;

    while (true) {

      if (experiment.getNumOfKilledViewManagers() > 0
          && ((new Date().getTime() - start) > EvaluationConfig.VIEWMANAGER_KILLDELAY)
          && !viewManagerKilled) {

        killViewManagers(experiment.getNumOfKilledViewManagers());
        viewManagerKilled = true;
      }

      currentTime2 = new Date().getTime();
      if (EvaluationConfig.UPDATEPROCESSTIMEOUT != 0
          && (currentTime2 - lastMeasure) > EvaluationConfig.UPDATEPROCESSTIMEOUT) {
        log.info(this.getClass(), "update process failed....");
        break;
      }

      if (checkProcessFinished(
          (List<CreateBaseTable>) experiment.getCreateBaseTablesAsBaseTables())) {
        log.info(this.getClass(), "view table filled in " + (currentTime2 - lastMeasure) + " ms");
        log.info(this.getClass(), "update process is finished, cleaning up....");
        break;
      }
      try {
        Thread.sleep(5000);
      } catch (InterruptedException e) {
        e.printStackTrace();
      }
    }
    try {
      getTable().close();
      setTable(null);
    } catch (IOException e1) {
      log.error(this.getClass(), e1);
    }

    stopVMSystem(false, experiment);

    //		if(stopDatabase){

    //		}

    log.info(this.getClass(), "checking view tables....");
    TableService tableService = new TableService(log);

    for (ICreateTable createTable : experiment.getCreateViewTables()) {

      log.info(
          this.getClass(),
          "checking view table:"
              + createTable.getName()
              + ", basetable: "
              + createTable.getControlTables());
      if (createTable.getControlTables() != null && !createTable.getControlTables().equals("")) {

        log.info(this.getClass(), "checking table: " + createTable.getName());

        ICreateView cAV = (ICreateView) createTable;
        ViewTester viewTester = new ViewTester(log, new TableService(log));
        viewTester.check(
            createTable.getControlTables(), createTable.getName(), cAV.getViewDefinition());
      }
    }
    tableService.close();

    log.info(this.getClass(), "collecting statistics....");
    readStatisticsLogMaster(directoryName);
    readStatisticsLogsRegionServers(experiment.getNumOfRegionServers(), directoryName);
    readStatisticsLogsViewManagers(experiment.getNumOfViewManagers(), directoryName);
    readStatisticsLogsClients(
        experiment.getNumOfClients(), experiment.getCreateBaseTables(), directoryName);
    log.info(this.getClass(), "exiting....");
    log.info(this.getClass(), "stopping database....");

    try {
      Thread.sleep(10000);
    } catch (InterruptedException e) {

      e.printStackTrace();
    }

    //		StatisticLog.close();

    svmHBase.stopAll();

    readStatisticsLogExperiment(directoryName, experiment);

    SSHService.closeSessions();
    log.close();

    //		try {
    //			Thread.sleep(30000);
    //		} catch (InterruptedException e) {
    //
    //			e.printStackTrace();
    //		}
    //
  }
Example #2
0
  public void onlyBaseTables(Experiment experiment) {

    String datestring = new SimpleDateFormat("dd-MM-yyyy,HH-mm").format(new Date());

    String directoryName =
        "testresults/testrun,"
            + datestring
            + ","
            + experiment.getNumOfRegionServers()
            + ","
            + experiment.getNumOfViewManagers()
            + ","
            + experiment.getNumOfClients();
    File dir = new File(directoryName);
    dir.mkdir();

    log = new Log("experiment.log");
    svmHBase = new SVMHBase(log);

    try {
      Thread.sleep(20000);
    } catch (InterruptedException e) {
      e.printStackTrace();
    }

    log.info(this.getClass(), "configuring and starting database");
    svmHBase.configureAndStart(experiment.numOfRegionServers, directoryName);

    try {
      Thread.sleep(35000);
    } catch (InterruptedException e) {

      e.printStackTrace();
    }

    ViewDefinitions viewDefinitions = new ViewDefinitions(log, "viewdefinitions");

    try {

      viewDefinitions.generateTable();

    } catch (Exception e) {

      log.error(this.getClass(), e);
    }

    if (experiment.getCreateBaseTables().size() > 0) {

      log.info(TestClient.class, "creating base tables, setting process flag....");
      log.info(TestClient.class, "base tables " + experiment.getCreateBaseTables());

      List<ICreateTable> baseTables = new ArrayList<ICreateTable>();

      for (ICreateTable iCreateTable : experiment.getCreateBaseTables()) {
        baseTables.add(iCreateTable);
        //						CreateBaseTable createBaseTable = iCreateTable.copy();
        //						createBaseTable.setName(createBaseTable.getName()+"_commit");
        //						baseTables.add(createBaseTable);

      }

      createTables(experiment.getNumOfClients(), baseTables);
    }

    try {
      Thread.sleep(20000);
    } catch (InterruptedException e) {

      e.printStackTrace();
    }

    log.info(TestClient.class, "filling base tables....");
    log.info(TestClient.class, "base tables " + experiment.getCreateBaseTables());
    long start = new Date().getTime();
    startClients(
        experiment.getNumOfClients(),
        (List<CreateBaseTable>) experiment.getCreateBaseTablesAsBaseTables());
    log.info(this.getClass(), "clients started in " + (new Date().getTime() - start) + " ms");

    log.info(this.getClass(), "checking if base table filled....");
    start = new Date().getTime();
    while (true) {

      if (checkDatabaseFilled(experiment.getNumOfClients())) {
        log.info(this.getClass(), "base table filled in " + (new Date().getTime() - start) + " ms");
        queueMarkers((List<CreateBaseTable>) experiment.getCreateBaseTablesAsBaseTables());
        break;
      }
      try {
        Thread.sleep(1000);
      } catch (InterruptedException e) {
        e.printStackTrace();
      }
    }

    try {
      getTable().close();
      setTable(null);
    } catch (IOException e1) {
      log.error(this.getClass(), e1);
    }

    log.info(this.getClass(), "collecting statistics....");
    readStatisticsLogsClients(
        experiment.getNumOfClients(), experiment.getCreateBaseTables(), directoryName);
    log.info(this.getClass(), "exiting....");
    log.info(this.getClass(), "stopping database....");

    svmHBase.stopAll();
    readStatisticsLogExperiment(directoryName, experiment);
    SSHService.closeSessions();
    log.close();
  }