public void buildRowkey(Integer thisItemId) { String explorationNumber = Text.zeroPad(new Long(this.schedule.pipelineStage.pipeline.getPipelineNumber()), 5); String stageNumber = Text.zeroPad(new Long(this.schedule.pipelineStage.getStageNumber()), 5); String scheduleItemNumber = Text.zeroPad(new Long(thisItemId), 5); this.rowkey = explorationNumber + "." + stageNumber + "." + scheduleItemNumber; }
@Override public void run(String[] args) { Long explorationNumber = new Long(args[0]); Exploration expl = Exploration.fromExplorationNumber(explorationNumber); List<ExplorationStage> stages = expl.getStages(); if (stages.size() == 0) { throw new BIGSException("no stages defined in exploratin file"); } Log.info("Processing only stage one"); ExplorationStage stage = stages.get(0); // creates the exploration configurations, repeats, etc. stage.saveEvaluations(); Log.info( "Exploration " + explorationNumber + " generated and saved " + stage.generateEvaluations().size() + " evaluations "); // marks the source dataset for splitting Data.markSplits( stage.getConfiguredOriginDataSource(), stage.getOriginContainerName(), stage.getNumberOfSplits(), Text.zeroPad(explorationNumber)); Log.info("marked data splits in source dataset"); expl.setStatus(Exploration.STATUS_ACTIVE); expl.setTimeDone(null); expl.setTimeStart(null); expl.save(); Log.info("exploration marked as active"); }