/** * Starts a {@link MapReduceJob} with the given parameters in a new Pipeline. Returns the pipeline * id. */ public static <I, K, V, O, R> String start( MapReduceSpecification<I, K, V, O, R> specification, MapReduceSettings settings) { PipelineService pipelineService = PipelineServiceFactory.newPipelineService(); return pipelineService.startNewPipeline( new MapReduceJob<I, K, V, O, R>(), specification, settings, Util.jobSettings(settings)); }
protected JobInfo getJobInfo(PipelineService pipelineService, String phase, final String handle) throws Exception { JobInfo jobInfo = pipelineService.getJobInfo(handle); Assert.assertNotNull("Missing JobInfo - [ " + phase + " ] - handle: " + handle, jobInfo); return jobInfo; }