Ejemplo n.º 1
0
  public static void runBenchmarks(Class<?> clazz, Mode... modes) throws RunnerException {
    Collection<RunResult> allResults = new ArrayList<>();

    for (Mode mode : modes) {
      ChainedOptionsBuilder builder = makeOptionBuilder(clazz).param("mode", mode.name);

      for (String arg : mode.jvmArgs) {
        builder.jvmArgsAppend(arg);
      }

      allResults.addAll(new Runner(builder.build()).run());
    }

    printResult(allResults);
  }
Ejemplo n.º 2
0
  public static void main(String[] args) throws IOException {
    if (args.length != 4) {
      System.err.println(
          "Wrong arguments number: should be 4: [logFolder] [http address to push data] [mwg version] [commit id]");
      System.exit(2);
    }

    StringBuilder jsonBuilder = new StringBuilder();

    jsonBuilder
        .append(START_OBJ)
        .append(START_STRING)
        .append("commitId")
        .append(START_STRING)
        .append(DATA_VALUE_SEP)
        .append(START_STRING)
        .append(args[3])
        .append(START_STRING)
        .append(DATA_SEP)
        .append(EOL)
        .append(START_STRING)
        .append("mwgVersion")
        .append(START_STRING)
        .append(DATA_VALUE_SEP)
        .append(START_STRING)
        .append(args[2])
        .append(START_STRING)
        .append(DATA_SEP)
        .append(EOL)
        .append(START_STRING)
        .append("benchs")
        .append(START_STRING)
        .append(DATA_VALUE_SEP)
        .append(START_ARRAY)
        .append(EOL);

    Set<BenchmarkListEntry> benchmarks;
    {
      BenchmarkList list = BenchmarkList.defaultList();
      Options options = new OptionsBuilder().build();
      OutputFormat out = OutputFormatFactory.createFormatInstance(System.out, VerboseMode.NORMAL);
      benchmarks = list.find(out, options.getIncludes(), options.getExcludes());
    }

    StringBuilder failedBench = new StringBuilder();
    failedBench.append(INIT_FAILED_MSG);
    for (Iterator<BenchmarkListEntry> iterator = benchmarks.iterator(); iterator.hasNext(); ) {
      BenchmarkListEntry bench = iterator.next();
      Optional<Map<String, String[]>> params = bench.getParams();

      String[] keys;
      String[][] values;
      // get all executions
      if (params.hasValue()) {
        Map<String, String[]> paramsMap = params.get();

        int nbSolution = 1;
        for (String[] paramValues : paramsMap.values()) {
          nbSolution *= paramValues.length;
        }

        keys = new String[paramsMap.keySet().size()];
        {
          Iterator<String> itKey = paramsMap.keySet().iterator();
          int index = 0;
          while (itKey.hasNext()) {
            keys[index] = itKey.next();
            index++;
          }
        }

        values = new String[nbSolution][keys.length];
        for (int sol = 0; sol < nbSolution; sol++) {
          int j = 1;
          int index = 0;
          String[] toAdd = new String[keys.length];
          for (String[] v : paramsMap.values()) {
            toAdd[index] = v[(sol / j) % v.length];
            index++;
            j *= v.length;
          }
          values[sol] = toAdd;
        }
      } else {
        keys = new String[0];
        values = new String[1][0];
      }

      // Run and create
      for (int nbExec = 0; nbExec < values.length; nbExec++) {
        jsonBuilder.append(START_OBJ);
        // name
        jsonBuilder
            .append(START_STRING)
            .append("name")
            .append(END_STRING)
            .append(DATA_VALUE_SEP)
            .append(START_STRING)
            .append(bench.getUsername())
            .append(END_STRING)
            .append(DATA_SEP)
            .append(EOL);

        ChainedOptionsBuilder optionsBuilder =
            new OptionsBuilder().include(bench.getUsername()).shouldFailOnError(true);
        StringBuilder paramsStr = null;
        jsonBuilder
            .append(START_STRING)
            .append("params")
            .append(END_STRING)
            .append(DATA_VALUE_SEP)
            .append(START_OBJ)
            .append(EOL);
        paramsStr = new StringBuilder();

        for (int numKey = 0; numKey < keys.length; numKey++) {
          optionsBuilder.param(keys[numKey], values[nbExec][numKey]);
          jsonBuilder
              .append(START_STRING)
              .append(keys[numKey])
              .append(END_STRING)
              .append(DATA_VALUE_SEP)
              .append(START_STRING)
              .append(values[nbExec][numKey])
              .append(END_STRING);
          paramsStr.append(keys[numKey]).append("=").append(values[nbExec][numKey]);
          jsonBuilder.append(DATA_SEP);
          paramsStr.append(DATA_SEP);
          jsonBuilder.append(EOL);
        }

        jsonBuilder
            .append(START_STRING)
            .append("batchSize")
            .append(END_STRING)
            .append(DATA_VALUE_SEP)
            .append(START_STRING)
            .append(bench.getMeasurementBatchSize().orElse(-1))
            .append(END_STRING)
            .append(EOL);

        paramsStr
            .append("batchSize")
            .append("=")
            .append(bench.getMeasurementBatchSize().orElse(-1));

        jsonBuilder.append(END_OBJ).append(DATA_SEP).append(EOL);
        Options options = optionsBuilder.build();
        runBench(jsonBuilder, bench.getUsername(), options, failedBench, paramsStr);

        jsonBuilder.append(END_OBJ);
        if (nbExec <= values.length - 2) {
          jsonBuilder.append(DATA_SEP);
        }
        jsonBuilder.append(EOL);
      }

      if (iterator.hasNext()) {
        jsonBuilder.append(DATA_SEP);
      }
    }

    jsonBuilder.append(END_ARRAY).append(END_OBJ);

    File logFolder = new File(args[0]);
    logFolder.mkdirs();

    File logFile =
        new File(logFolder.getAbsolutePath() + "/" + System.currentTimeMillis() + "-bench.json");
    FileWriter logWriter = new FileWriter(logFile);
    logWriter.append(jsonBuilder);
    logWriter.flush();
    logWriter.close();

    RestCall.save(args[1], jsonBuilder.toString());

    if (failedBench.length() > INIT_FAILED_MSG.length()) {
      throw new RuntimeException(failedBench.toString());
    }
  }