示例#1
0
  private void killViewManagers(Integer numOfKilledViewManagers) {

    log.info(this.getClass(), "viewmanager nodes: " + NetworkConfig.VIEWMANAGERS.size());
    log.info(this.getClass(), "Instances to kill: " + numOfKilledViewManagers);

    log.info(this.getClass(), "");

    int x = 0;

    //			int updatePort = vmUpdatePort;
    //			int messagePort = vmMessagePort;
    while (x < numOfKilledViewManagers) {

      Node node = NetworkConfig.VIEWMANAGERS.get(x % NetworkConfig.VIEWMANAGERS.size());

      List<String> startupCommand = new ArrayList<String>();

      startupCommand.add("pkill -9 -f vm" + (x + 1));
      log.info(this.getClass(), "killing viewmanager vm" + (x + 1) + " on node: " + node);
      List<String> result = SSHService.sendCommand(log, node.getSshConnection(), startupCommand);

      x++;
    }

    log.info(this.getClass(), "\n");
  }
示例#2
0
  private void readStatisticsLogsClients(
      Integer numOfClients, List<ICreateTable> baseTables, String directory) {

    for (ICreateTable createTable : baseTables) {

      int x = 0;

      while (x < numOfClients) {

        Node node = NetworkConfig.CLIENTS.get(x % NetworkConfig.CLIENTS.size());
        log.info(
            this.getClass(),
            "reading statistics log of client "
                + "c"
                + (x + 1)
                + "-filltable-"
                + createTable.getName()
                + " on node: "
                + node);
        SSHService.retrieveFile(
            log,
            node.getSshConnection(),
            SystemConfig.DIRECTORY_VMSYSTEM + "/logs",
            directory + "",
            "c" + (x + 1) + "-filltable-" + createTable.getName() + ".log");
        x++;
      }
    }
  }
示例#3
0
  private void readStatisticsLogsRegionServers(int numOfRs, String directory) {

    int x = 0;

    while (x < numOfRs) {

      Node node = NetworkConfig.REGIONSERVERS.get(x % NetworkConfig.REGIONSERVERS.size());

      log.info(
          this.getClass(),
          "reading statistics log of region server rs" + (x + 1) + " on node: " + node);
      SSHService.retrieveFile(
          log,
          node.getSshConnection(),
          SystemConfig.DIRECTORY_VMSYSTEM + "/logs",
          directory + "/regionserverStatistics",
          "rs" + (x + 1) + "-statistic.log");
      SSHService.retrieveFile(
          log,
          node.getSshConnection(),
          SystemConfig.DIRECTORY_VMSYSTEM + "/logs",
          directory + "/regionserverLogs",
          "rs" + (x + 1) + ".log");

      x++;
    }

    log.info(this.getClass(), "\n");
  }
示例#4
0
  private void readStatisticsLogsViewManagers(Integer viewManagerInstances, String directory) {

    int x = 0;

    while (x < viewManagerInstances) {

      Node node = NetworkConfig.VIEWMANAGERS.get(x % NetworkConfig.VIEWMANAGERS.size());

      log.info(
          this.getClass(),
          "reading statistics log of viewmanager vm" + (x + 1) + " on node: " + node);
      SSHService.retrieveFile(
          log,
          node.getSshConnection(),
          SystemConfig.DIRECTORY_VMSYSTEM + "/logs",
          directory + "/viewmanagerStatistics",
          "vm" + (x + 1) + "-statistic.log");
      SSHService.retrieveFile(
          log,
          node.getSshConnection(),
          SystemConfig.DIRECTORY_VMSYSTEM + "/logs",
          directory + "/viewmanagerLogs",
          "vm" + (x + 1) + ".log");

      x++;
    }

    log.info(this.getClass(), "\n");
  }
示例#5
0
  public void createTable(int numOfClients, ICreateTable createTable) {

    log.info(this.getClass(), "");
    log.info(this.getClass(), "client nodes: " + numOfClients);
    log.info(this.getClass(), "creating table");
    log.info(this.getClass(), "name: " + createTable.getName());
    log.info(this.getClass(), "type: " + createTable.getType());

    Node node = NetworkConfig.CLIENTS.get(0);
    List<String> startupCommand = new ArrayList<String>();
    startupCommand.add("cd /");
    startupCommand.add("cd " + SystemConfig.DIRECTORY_VMSYSTEM);

    //		TableDefinition tableDefinition = DatabaseConfig.getTableDefinition(createTable.getName());

    //		if(tableDefinition == null){
    //			log.info(this.getClass(), "create standard table");
    //			startupCommand.add("nohup java -cp vmsystem.jar de.webdataplatform.client.ClientProcess
    // ccreatetable createtable "+createTable.getName()+" &");
    //
    //		}else{
    log.info(this.getClass(), "create split table");
    startupCommand.add(
        "java -cp vmsystem.jar de.webdataplatform.client.ClientProcess ccreatetable createsplittable "
            + createTable.getName()
            + " "
            + createTable.getNumOfRegions());

    //		}

    log.info(this.getClass(), "starting client:" + node);
    List<String> result = SSHService.sendCommand(log, node.getSshConnection(), startupCommand);

    log.info(this.getClass(), "\n");
  }
示例#6
0
  private void stopViewManagers(int viewManagerInstances) {

    int x = 0;

    while (x < viewManagerInstances) {

      Node node = NetworkConfig.VIEWMANAGERS.get(x % NetworkConfig.VIEWMANAGERS.size());

      log.info(this.getClass(), "stopping view manager:" + node);

      List<String> stopCommand = new ArrayList<String>();
      stopCommand.add("pkill -9 -f TestViewManager");

      List<String> result = SSHService.sendCommand(log, node.getSshConnection(), stopCommand);
      x++;
    }
    log.info(this.getClass(), "\n");
  }
示例#7
0
  private void stopRegionServers(int numOfRs) {

    int x = 0;

    while (x < numOfRs) {

      Node node = NetworkConfig.REGIONSERVERS.get(x % NetworkConfig.REGIONSERVERS.size());

      log.info(this.getClass(), "stopping region server:" + node);

      List<String> stopCommand = new ArrayList<String>();
      stopCommand.add("pkill -9 -f TestRegionServer");

      List<String> result = SSHService.sendCommand(log, node.getSshConnection(), stopCommand);
      x++;
    }
    log.info(this.getClass(), "\n");
  }
示例#8
0
  private void stopClients(int numOfClients) {

    int x = 0;

    while (x < numOfClients) {

      Node node = NetworkConfig.CLIENTS.get(x % NetworkConfig.CLIENTS.size());

      log.info(this.getClass(), "stopping client:" + node);

      List<String> stopCommand = new ArrayList<String>();
      stopCommand.add("pkill -9 -f ClientProcess");

      List<String> result = SSHService.sendCommand(log, node.getSshConnection(), stopCommand);
      x++;
    }
    log.info(this.getClass(), "\n");
  }
示例#9
0
  public void fillBaseTable(Integer numOfClients, CreateBaseTable createBaseTable) {

    log.info(this.getClass(), "filling base table " + createBaseTable);
    log.info(this.getClass(), "using  " + numOfClients + " client");
    log.info(
        this.getClass(),
        "" + (createBaseTable.getNumOfOperations() / numOfClients) + " operations per client");

    int x = 0;

    //		int messagePort = vmMessagePort;
    while (x < numOfClients) {

      Node node = NetworkConfig.CLIENTS.get(x % NetworkConfig.CLIENTS.size());

      List<String> startupCommand = new ArrayList<String>();
      startupCommand.add("cd /");
      startupCommand.add("cd " + SystemConfig.DIRECTORY_VMSYSTEM);
      startupCommand.add(
          "java -cp vmsystem.jar de.webdataplatform.client.ClientProcess c"
              + (x + 1)
              + " filltable "
              + createBaseTable.getName()
              + " "
              + createBaseTable.getDistribution()
              + " "
              + (createBaseTable.getNumOfOperations() / numOfClients));

      log.info(this.getClass(), "starting client:" + node);
      List<String> result = SSHService.sendCommand(log, node.getSshConnection(), startupCommand);
      x++;
      //			try {
      //				Thread.sleep(2000);
      //			} catch (InterruptedException e) {
      //
      //				e.printStackTrace();
      //			}

    }
    log.info(this.getClass(), "\n");
  }
示例#10
0
  private void startRegionServers(int numOfRs) {

    log.info(this.getClass(), "");
    log.info(this.getClass(), "region server nodes: " + numOfRs);
    log.info(this.getClass(), "");

    int x = 0;

    while (x < numOfRs) {

      Node node = NetworkConfig.REGIONSERVERS.get(x % NetworkConfig.REGIONSERVERS.size());

      List<String> startupCommand = new ArrayList<String>();
      startupCommand.add("cd /");
      startupCommand.add("cd " + SystemConfig.DIRECTORY_VMSYSTEM);
      startupCommand.add(
          "java -Xmx1000m -cp vmsystem.jar de.webdataplatform.regionserver.TestRegionServer rs"
              + (x + 1)
              + " "
              + node.getIpAddress()
              + " "
              + node.getMessagePort());

      log.info(this.getClass(), "starting region server:" + node);
      List<String> result = SSHService.sendCommand(log, node.getSshConnection(), startupCommand);

      try {
        Thread.sleep(2000);
      } catch (InterruptedException e) {

        e.printStackTrace();
      }

      x++;
    }

    log.info(this.getClass(), "\n");
  }
示例#11
0
  public void queueMarkers(List<CreateBaseTable> createTables) {

    Node node = NetworkConfig.CLIENTS.get(0);

    for (CreateBaseTable createTable : createTables) {

      List<String> startupCommand = new ArrayList<String>();
      startupCommand.add("cd /");
      startupCommand.add("cd " + SystemConfig.DIRECTORY_VMSYSTEM);

      log.info(this.getClass(), "queue markers to base table");
      startupCommand.add(
          "java -cp vmsystem.jar de.webdataplatform.client.ClientProcess cqueuemarker queuefinishmarkers "
              + createTable.getName()
              + " "
              + createTable.getNumOfRegions());

      log.info(this.getClass(), "starting client:" + node);
      List<String> result = SSHService.sendCommand(log, node.getSshConnection(), startupCommand);

      log.info(this.getClass(), "\n");
    }
  }
示例#12
0
  private void startViewManagers(Integer viewManagerInstances) {

    Integer instancesPerNode = (viewManagerInstances / NetworkConfig.VIEWMANAGERS.size()) + 1;
    if (instancesPerNode == 0) instancesPerNode = 1;

    //		log.info(this.getClass(), "viewmanager nodes: "+NetworkConfig.VIEWMANAGERS.size());
    log.info(this.getClass(), "viewManagerInstances: " + viewManagerInstances);
    log.info(this.getClass(), "instancesPerNode: " + instancesPerNode);
    log.info(this.getClass(), "");

    int x = 0;

    //			int messagePort = vmMessagePort;
    while (x < viewManagerInstances) {

      Node node = NetworkConfig.VIEWMANAGERS.get(x % NetworkConfig.VIEWMANAGERS.size());
      int updatePort = node.getUpdatePort() + (x / NetworkConfig.VIEWMANAGERS.size());
      int messagePort = node.getMessagePort() + (x / NetworkConfig.VIEWMANAGERS.size());

      List<String> startupCommand = new ArrayList<String>();
      startupCommand.add("cd /");
      startupCommand.add("cd " + SystemConfig.DIRECTORY_VMSYSTEM);
      startupCommand.add(
          "java  -Xmx1000m -cp vmsystem.jar de.webdataplatform.viewmanager.TestViewManager vm"
              + (x + 1)
              + " "
              + node.getIpAddress()
              + " "
              + updatePort
              + " "
              + messagePort);
      log.info(
          this.getClass(),
          "starting viewmanager vm"
              + (x + 1)
              + " on node: "
              + node.getIpAddress()
              + " udpatePort:"
              + updatePort
              + ", messagePort:"
              + messagePort);
      List<String> result = SSHService.sendCommand(log, node.getSshConnection(), startupCommand);

      try {
        Thread.sleep(2000);
      } catch (InterruptedException e) {

        e.printStackTrace();
      }
      x++;
    }

    log.info(this.getClass(), "\n");
  }