Exemplo n.º 1
0
  public MetricsObject call() {

    JMXReader node_reader = new JMXReader(this.ip_address, "" + this.jmx_port_number);
    MBeanServerConnection node_remote = null;
    try {
      node_remote = node_reader.connect();
    } catch (IOException e) {
      System.err.println(
          " - ERROR : There are communication problems when establishing the connection with the Cluster \n"
              + "           [ "
              + e.getMessage()
              + " ]");
      System.exit(-1);
    } catch (SecurityException e) {
      System.err.println(
          " - ERROR : There are security problems when establishing the connection with the Cluster \n"
              + "           [ "
              + e.getMessage()
              + " ]");
      System.exit(-1);
    } catch (Exception e) {
      System.err.println(
          " - ERROR : There are unknown problems when establishing the connection with the Cluster \n"
              + "           [ "
              + e.getMessage()
              + " ]");
      System.exit(-1);
    }

    // ---------- Retrieve Client Request Metrics ---------

    ClientRequestMetricsObject client_request_metrics_read =
        node_reader.getClientRequestLatencyMetrics(node_remote, "Read");

    ClientRequestMetricsObject client_request_metrics_write =
        node_reader.getClientRequestLatencyMetrics(node_remote, "Write");

    // ---------- Retrieve Node Metrics ---------

    NodeMetricsObject node_metrics_read =
        node_reader.getNodeLatencyMetrics(node_remote, "ReadLatency");

    NodeMetricsObject node_metrics_write =
        node_reader.getNodeLatencyMetrics(node_remote, "WriteLatency");

    // ----------

    node_reader.disconnect();

    MetricsObject metrics =
        new MetricsObject(
            ip_address,
            jmx_port_number,
            client_request_metrics_read,
            client_request_metrics_write,
            node_metrics_read,
            node_metrics_write);
    return (metrics);
  }
Exemplo n.º 2
0
  public static void main(String[] args) throws IOException {

    boolean debug = false;

    // Settaggio del loggin level a ERROR
    Logger root = (Logger) LoggerFactory.getLogger(Logger.ROOT_LOGGER_NAME);
    root.setLevel(Level.ERROR);

    // Check numero dei parametri in input

    if (args.length < 3) {
      System.err.println("ERROR : arg1 : IP address of the contact point node");
      System.err.println(
          "      : arg2 : Cluster Load (in GB) [ 0.5 | 1.0 | 1.5 | 2.0 | 2.5 | 3.0 ]");
      System.err.println(
          "        arg3 : <absolute-path-of-the-directory-to-store-metrics-files>\n");
      System.exit(-1);
    }

    if (args.length == 4) {
      if (args[3].equalsIgnoreCase("debug")) {
        debug = true;
      }
    }

    String contact_point_addr = args[0];
    // String contact_point_addr = "127.0.0.1";
    check_contact_point_address(contact_point_addr);

    String load_label = args[1];
    // String load_label = "0.5"; // diciamo che da cmdline passo 0.5
    check_cluster_load(load_label);
    load_label = load_label + " GB";

    String directory_path = args[2];
    // String directory_path = "/home/andrea-muti/Scrivania/Dati_Latenze";
    check_directory_path(directory_path);

    // variables
    List<Double> mean_node_read_latencies = new ArrayList<Double>();
    List<Double> mean_node_write_latencies = new ArrayList<Double>();
    List<Double> mean_client_read_latencies = new ArrayList<Double>();
    List<Double> mean_client_write_latencies = new ArrayList<Double>();
    List<Double> percentile95_node_read_latencies = new ArrayList<Double>();
    List<Double> percentile95_node_write_latencies = new ArrayList<Double>();
    List<Double> percentile95_client_read_latencies = new ArrayList<Double>();
    List<Double> percentile95_client_write_latencies = new ArrayList<Double>();
    List<Double> client_read_throughputs = new ArrayList<Double>();
    List<Double> client_write_throughputs = new ArrayList<Double>();

    List<Double> node_read_throughputs = new ArrayList<Double>();
    List<Double> node_write_throughputs = new ArrayList<Double>();

    List<Double> loads_MB = new ArrayList<Double>();

    String read_latency_unit = "";
    String write_latency_unit = "";
    String client_read_latency_unit = "";
    String client_write_latency_unit = "";

    String node_read_throughput_unit = "";
    String node_write_throughput_unit = "";
    String client_read_throughput_unit = "";
    String client_write_throughput_unit = "";

    String[] addresses;
    int n_hosts;

    System.out.println("\n ********  Cassandra Metrics Reader ******** \n");

    String jmx_port;
    if (debug) {
      jmx_port = "7201";
    } else {
      jmx_port = "7199";
    }

    JMXReader reader = new JMXReader(contact_point_addr, jmx_port);
    MBeanServerConnection remote = null;
    try {
      remote = reader.connect();
    } catch (IOException e) {
      System.err.println(
          " - ERROR : There are communication problems when establishing the connection with the Cluster \n"
              + "           [ "
              + e.getMessage()
              + " ]");
      System.exit(-1);
    } catch (SecurityException e) {
      System.err.println(
          " - ERROR : There are security problems when establishing the connection with the Cluster \n"
              + "           [ "
              + e.getMessage()
              + " ]");
      System.exit(-1);
    } catch (Exception e) {
      System.err.println(
          " - ERROR : There are unknown problems when establishing the connection with the Cluster \n"
              + "           [ "
              + e.getMessage()
              + " ]");
      System.exit(-1);
    }

    List<String> live_nodes = reader.getLiveNodes(remote);

    reader.disconnect();

    if (live_nodes == null) {
      System.err.println(" - ERROR : failed to get Live Nodes");
      System.exit(-1);
    }

    n_hosts = live_nodes.size();

    System.out.println(" - there are " + n_hosts + " Live Nodes in the Cluster\n");

    addresses = new String[n_hosts];

    int n = 1;
    for (String addr : live_nodes) {
      System.out.println(" - Address of Node n°" + n + " : " + addr);
      addresses[n - 1] = addr;
      n++;
    }

    System.out.println("");

    final ExecutorService service;
    List<Future<MetricsObject>> task_List = new ArrayList<Future<MetricsObject>>();

    service = Executors.newFixedThreadPool(n_hosts);

    // per ogni nodo nel cluster, colleziona le statistics
    for (int i = 0; i < n_hosts; i++) {

      String IP_address = addresses[i];

      int jmx_port_number = 7199;

      if (debug) {
        IP_address = "127.0.0.1";
        jmx_port_number =
            7200 + Integer.parseInt("" + addresses[i].charAt(addresses[i].length() - 1));
      }

      task_List.add(i, service.submit(new MetricsCollector(IP_address, "" + jmx_port_number)));
      System.out.println(
          " - started Collector Thread for metrics of node ("
              + IP_address
              + ":"
              + ""
              + jmx_port_number
              + ")");
    } // end of for loop

    service.shutdownNow();

    System.out.println("\n - Collected Results:");

    // getting the results of the collector threads
    for (Future<MetricsObject> f : task_List) {

      try {

        MetricsObject returned_metrics = f.get();
        System.out.println(
            "\n\n _____________________________________________________________________________");
        System.out.println(
            "\n - Metrics of Node @ "
                + returned_metrics.getIPAddress()
                + ":"
                + returned_metrics.getJmxPortNumber());

        // ----------- Retrieve Client Request Metrics ---------

        System.out.println("\n - Client Request Latency and Throughput Metrics : ");

        // client read latency
        double mean_client_read_latency =
            returned_metrics.getClientRequestReadMetrics().getMeanLatency();
        double percentile95_client_read_latency =
            returned_metrics.getClientRequestReadMetrics().getPercentile95Latency();
        String unitCRR = returned_metrics.getClientRequestReadMetrics().getDurationUnit();

        System.out.println(
            "    - Mean Client Request Read Latency : " + mean_client_read_latency + " " + unitCRR);
        System.out.println(
            "    - 95th percentile Client Request Read Latency : "
                + percentile95_client_read_latency
                + " "
                + unitCRR);

        mean_client_read_latencies.add(mean_client_read_latency);
        percentile95_client_read_latencies.add(percentile95_client_read_latency);

        client_read_latency_unit = unitCRR;

        // client read throughput one minute
        double client_read_throughput_one_minute =
            returned_metrics.getClientRequestReadMetrics().getOneMinuteThroughput();
        String unitCRT = returned_metrics.getClientRequestReadMetrics().getRateUnit();

        System.out.println(
            "    - Client Read Throughput (one-minute) : "
                + client_read_throughput_one_minute
                + " "
                + unitCRT);
        client_read_throughputs.add(client_read_throughput_one_minute);

        client_read_throughput_unit = unitCRT;

        // ---

        // client write latency
        double mean_client_write_latency =
            returned_metrics.getClientRequestWriteMetrics().getMeanLatency();
        double percentile95_client_write_latency =
            returned_metrics.getClientRequestWriteMetrics().getPercentile95Latency();
        String unitCRW = returned_metrics.getClientRequestWriteMetrics().getDurationUnit();

        System.out.println(
            "    - Mean Client Request Write Latency : "
                + mean_client_write_latency
                + " "
                + unitCRW);
        System.out.println(
            "    - 95th percentile Client Request Write Latency : "
                + percentile95_client_write_latency
                + " "
                + unitCRW);

        mean_client_write_latencies.add(mean_client_write_latency);
        percentile95_client_write_latencies.add(percentile95_client_write_latency);

        client_write_latency_unit = unitCRW;

        // client write throughput one minute
        double client_write_throughput_one_minute =
            returned_metrics.getClientRequestWriteMetrics().getOneMinuteThroughput();
        String unitCWT = returned_metrics.getClientRequestWriteMetrics().getRateUnit();

        System.out.println(
            "    - Client Write Throughput (one-minute) : "
                + client_write_throughput_one_minute
                + " "
                + unitCRT);
        client_write_throughputs.add(client_write_throughput_one_minute);

        client_write_throughput_unit = unitCRT;

        // ----------- Retrieve Node Metrics ---------

        System.out.println("\n - Node Latency and Throughput Metrics : ");

        // node read latency
        double mean_node_read_latency = returned_metrics.getNodeReadMetrics().getMeanLatency();
        double percentile95_node_read_latency =
            returned_metrics.getNodeReadMetrics().getPercentile95Latency();
        String unitNRL = returned_metrics.getNodeReadMetrics().getDurationUnit();

        System.out.println(
            "    - Mean node Request Read Latency : " + mean_node_read_latency + " " + unitNRL);
        System.out.println(
            "    - 95th percentile node Request Read Latency : "
                + percentile95_node_read_latency
                + " "
                + unitNRL);

        mean_node_read_latencies.add(mean_node_read_latency);
        percentile95_node_read_latencies.add(percentile95_node_read_latency);

        read_latency_unit = unitNRL;

        // node read throughput one minute
        double node_read_throughput_one_minute =
            returned_metrics.getNodeReadMetrics().getOneMinuteThroughput();
        String unitNRT = returned_metrics.getNodeReadMetrics().getRateUnit();

        System.out.println(
            "    - Node Read Throughput (one-minute) : "
                + node_read_throughput_one_minute
                + " "
                + unitNRT);
        node_read_throughputs.add(node_read_throughput_one_minute);

        node_read_throughput_unit = unitNRT;

        // ---

        // node write latency
        double mean_node_write_latency = returned_metrics.getNodeWriteMetrics().getMeanLatency();
        double percentile95_node_write_latency =
            returned_metrics.getNodeWriteMetrics().getPercentile95Latency();
        String unitNWL = returned_metrics.getNodeWriteMetrics().getDurationUnit();

        System.out.println(
            "    - Mean node Request Write Latency : " + mean_node_write_latency + " " + unitNWL);
        System.out.println(
            "    - 95th percentile node Request Write Latency : "
                + percentile95_node_write_latency
                + " "
                + unitNWL);

        mean_node_write_latencies.add(mean_node_write_latency);
        percentile95_node_write_latencies.add(percentile95_node_write_latency);

        write_latency_unit = unitNWL;

        // node write throughput one minute
        double node_write_throughput_one_minute =
            returned_metrics.getNodeWriteMetrics().getOneMinuteThroughput();
        String unitNWT = returned_metrics.getNodeWriteMetrics().getRateUnit();

        System.out.println(
            "    - node Write Throughput (one-minute) : "
                + node_write_throughput_one_minute
                + " "
                + unitNWT);
        node_write_throughputs.add(node_write_throughput_one_minute);

        node_write_throughput_unit = unitNRT;

      } catch (InterruptedException | ExecutionException e) {
        e.printStackTrace();
      }
    }

    System.out.println(
        "\n\n _____________________________________________________________________________");

    System.out.println("\n - Load Label : " + load_label);

    System.out.println("\n\n - CLIENT REQUEST DATA: ");

    System.out.println("\n    - Client Read Latency Unit : " + client_read_latency_unit);
    System.out.println("    - Client Write Latency Unit : " + client_write_latency_unit);

    double mean_client_read_latency = compute_mean_global_latency(mean_client_read_latencies);
    double mean_client_write_latency = compute_mean_global_latency(mean_client_write_latencies);
    double mean_95_percentile_client_read_latency =
        compute_mean_global_latency(percentile95_client_read_latencies);
    double mean_95_percentile_client_write_latency =
        compute_mean_global_latency(percentile95_client_write_latencies);

    DecimalFormat df = new DecimalFormat(".000");

    String mcr_latency_formatted = df.format(mean_client_read_latency).replace(",", ".");
    String mcw_latency_formatted = df.format(mean_client_write_latency).replace(",", ".");
    String m95pcrl_formatted = df.format(mean_95_percentile_client_read_latency).replace(",", ".");
    String m95pcwl_formatted = df.format(mean_95_percentile_client_write_latency).replace(",", ".");

    // update client request latency files
    update_client_read_latencies_file(
        load_label, n_hosts, mcr_latency_formatted, client_read_latency_unit, directory_path);
    System.out.println("\n    - Client Mean Read Latencies File successfully updated");

    update_client_write_latencies_file(
        load_label, n_hosts, mcw_latency_formatted, client_write_latency_unit, directory_path);
    System.out.println("    - Client Mean Write Latencies File successfully updated");

    update_95_percentile_client_read_latencies_file(
        load_label, n_hosts, m95pcrl_formatted, client_read_latency_unit, directory_path);
    System.out.println("    - Client 95th percentile Read Latencies File successfully updated");

    update_95_percentile_client_write_latencies_file(
        load_label, n_hosts, m95pcwl_formatted, client_write_latency_unit, directory_path);
    System.out.println("    - Client 95th percentile Write Latencies File successfully updated");

    // --------------

    System.out.println("\n    - Client Read Throughput Unit : " + client_read_throughput_unit);
    System.out.println("    - Client Write Throughput Unit : " + client_write_throughput_unit);

    double mean_client_read_througput = compute_mean_global_throughput(client_read_throughputs);
    double mean_client_write_througput = compute_mean_global_throughput(client_write_throughputs);

    String mcr_throughput_formatted = df.format(mean_client_read_througput).replace(",", ".");
    String mcw_throughput_formatted = df.format(mean_client_write_througput).replace(",", ".");

    // update client request throughput files
    update_client_read_throughputs_file(
        load_label, n_hosts, mcr_throughput_formatted, client_read_throughput_unit, directory_path);
    System.out.println("\n    - Client Mean Read Throughput File successfully updated");

    update_client_write_throughputs_file(
        load_label,
        n_hosts,
        mcw_throughput_formatted,
        client_write_throughput_unit,
        directory_path);
    System.out.println("    - Client Mean Write Throughput File successfully updated");

    // print info
    System.out.println(
        " \n    - Cluster "
            + load_label
            + " with "
            + n_hosts
            + " nodes : \n"
            + "       - mean_client_read_latency: "
            + mcr_latency_formatted
            + " "
            + client_read_latency_unit
            + "\n"
            + "       - mean_client_write_latency: "
            + mcw_latency_formatted
            + " "
            + client_write_latency_unit
            + "\n"
            + "       - mean_95th_percentile_client_read_latency: "
            + m95pcrl_formatted
            + " "
            + client_read_latency_unit
            + "\n"
            + "       - mean_95th_percentile_client_write_latency: "
            + m95pcwl_formatted
            + " "
            + client_write_latency_unit
            + "\n"
            + "       - mean_client_read_throughput: "
            + mcr_throughput_formatted
            + " "
            + client_read_throughput_unit
            + "\n"
            + "       - mean_client_write_throughput: "
            + mcw_throughput_formatted
            + " "
            + client_write_throughput_unit
            + "\n");

    // --------------------------------------------------------------------------------------------------

    System.out.println(
        "\n\n _____________________________________________________________________________");

    System.out.println("\n - NODE DATA: ");

    System.out.println("\n    - Read Latency Unit : " + read_latency_unit);
    System.out.println("    - Write Latency Unit : " + write_latency_unit);

    double mean_global_read_latency = compute_mean_global_latency(mean_node_read_latencies);
    double mean_global_write_latency = compute_mean_global_latency(mean_node_write_latencies);
    double mean_95_percentile_node_read_latency =
        compute_mean_global_latency(percentile95_node_read_latencies);
    double mean_95_percentile_node_write_latency =
        compute_mean_global_latency(percentile95_node_write_latencies);

    String mgr_latency_formatted = df.format(mean_global_read_latency).replace(",", ".");
    String mgw_latency_formatted = df.format(mean_global_write_latency).replace(",", ".");
    String m95pnrl_formatted = df.format(mean_95_percentile_node_read_latency).replace(",", ".");
    String m95pnwl_formatted = df.format(mean_95_percentile_node_write_latency).replace(",", ".");

    update_read_latencies_file(
        load_label, n_hosts, mgr_latency_formatted, read_latency_unit, directory_path);
    System.out.println("\n    - Node Mean Read Latencies File successfully updated");

    update_write_latencies_file(
        load_label, n_hosts, mgw_latency_formatted, write_latency_unit, directory_path);
    System.out.println("    - Node Mean Write Latencies File successfully updated");

    update_95_percentile_read_latencies_file(
        load_label, n_hosts, m95pnrl_formatted, read_latency_unit, directory_path);
    System.out.println("    - Node 95th percentile Read Latencies File successfully updated");

    update_95_percentile_write_latencies_file(
        load_label, n_hosts, m95pnwl_formatted, write_latency_unit, directory_path);
    System.out.println("    - Node 95th percentile Write Latencies File successfully updated");

    // throughput

    System.out.println("\n    - Node Read Throughput Unit : " + node_read_throughput_unit);
    System.out.println("    - Node Write Throughput Unit : " + node_write_throughput_unit);

    double mean_node_read_througput = compute_mean_global_throughput(node_read_throughputs);
    double mean_node_write_througput = compute_mean_global_throughput(node_write_throughputs);

    String mnr_throughput_formatted = df.format(mean_node_read_througput).replace(",", ".");
    String mnw_throughput_formatted = df.format(mean_node_write_througput).replace(",", ".");

    // update node throughput files
    update_node_read_throughputs_file(
        load_label, n_hosts, mnr_throughput_formatted, node_read_throughput_unit, directory_path);
    System.out.println("\n    - Node Mean Read Throughput File successfully updated");

    update_node_write_throughputs_file(
        load_label, n_hosts, mnw_throughput_formatted, node_write_throughput_unit, directory_path);
    System.out.println("    - Node Mean Write Throughput File successfully updated");

    // print
    System.out.println(
        " \n    - Cluster "
            + load_label
            + " with "
            + n_hosts
            + " nodes : \n"
            + "       - mean_global_read_latency: "
            + mgr_latency_formatted
            + " "
            + read_latency_unit
            + "\n"
            + "       - mean_global_write_latency: "
            + mgw_latency_formatted
            + " "
            + write_latency_unit
            + "\n"
            + "       - mean_95th_percentile_global_read_latency: "
            + m95pnrl_formatted
            + " "
            + client_read_latency_unit
            + "\n"
            + "       - mean_95th_percentile_global_write_latency: "
            + m95pnwl_formatted
            + " "
            + client_write_latency_unit
            + "\n"
            + "       - mean_node_read_throughput: "
            + mnr_throughput_formatted
            + " "
            + node_read_throughput_unit
            + "\n"
            + "       - mean_node_write_throughput: "
            + mnw_throughput_formatted
            + " "
            + node_write_throughput_unit
            + "\n");
  } // end main