Example #1
0
  private void doMapReduce() {
    try {
      Job job = Job.getInstance();

      job.getConfiguration().set(OutputFormat.NAMESPACE, "/");
      job.getConfiguration().set(OutputFormat.TABLE, "LoadTest");
      job.getConfiguration().setInt(OutputFormat.MUTATOR_FLAGS, MutatorFlag.NO_LOG_SYNC.getValue());
      job.getConfiguration().setInt(OutputFormat.MUTATOR_FLUSH_INTERVAL, 0);
      job.getConfiguration().setInt("LoadSplit.TOTAL_ROWS", this.totalRows);
      job.getConfiguration().setInt("LoadSplit.CLIENTS", this.clients);
      job.setJarByClass(LoadTest.class);
      job.setJobName("Hypertable MapReduce connector LoadTest");
      job.setInputFormatClass(LoadInputFormat.class);
      job.setOutputFormatClass(OutputFormat.class);
      job.setMapOutputKeyClass(KeyWritable.class);
      job.setMapOutputValueClass(BytesWritable.class);
      job.setMapperClass(LoadMapper.class);
      job.setReducerClass(LoadReducer.class);
      job.setNumReduceTasks(this.clients);

      job.waitForCompletion(true);
    } catch (Exception e) {
      e.printStackTrace();
    }
  }
Example #2
0
  private int run(String[] args) {

    String rows = "--rows=";
    String clients = "--clients=";
    try {
      for (int ii = 0; ii < args.length; ++ii) {
        String cmd = args[ii];
        if (cmd.startsWith(rows)) {
          this.totalRows = Integer.parseInt(cmd.substring(rows.length()));
        } else if (cmd.startsWith(clients)) {
          this.clients = Integer.parseInt(cmd.substring(clients.length()));
        } else {
          printUsage();
          return -1;
        }
      }
      doMapReduce();
    } catch (Exception e) {
      e.printStackTrace();
    }
    return 0;
  }