public void buildRowkey(Integer thisItemId) {
   String explorationNumber =
       Text.zeroPad(new Long(this.schedule.pipelineStage.pipeline.getPipelineNumber()), 5);
   String stageNumber = Text.zeroPad(new Long(this.schedule.pipelineStage.getStageNumber()), 5);
   String scheduleItemNumber = Text.zeroPad(new Long(thisItemId), 5);
   this.rowkey = explorationNumber + "." + stageNumber + "." + scheduleItemNumber;
 }
Exemple #2
0
  @Override
  public void run(String[] args) {

    Long explorationNumber = new Long(args[0]);
    Exploration expl = Exploration.fromExplorationNumber(explorationNumber);

    List<ExplorationStage> stages = expl.getStages();
    if (stages.size() == 0) {
      throw new BIGSException("no stages defined in exploratin file");
    }
    Log.info("Processing only stage one");
    ExplorationStage stage = stages.get(0);

    // creates the exploration configurations, repeats, etc.
    stage.saveEvaluations();
    Log.info(
        "Exploration "
            + explorationNumber
            + " generated and saved "
            + stage.generateEvaluations().size()
            + " evaluations ");

    // marks the source dataset for splitting
    Data.markSplits(
        stage.getConfiguredOriginDataSource(),
        stage.getOriginContainerName(),
        stage.getNumberOfSplits(),
        Text.zeroPad(explorationNumber));
    Log.info("marked data splits in source dataset");

    expl.setStatus(Exploration.STATUS_ACTIVE);
    expl.setTimeDone(null);
    expl.setTimeStart(null);
    expl.save();
    Log.info("exploration marked as active");
  }