Ejemplo n.º 1
0
 /** Constructor for ReduceTask */
 public TaskInProgress(
     JobID jobid,
     String jobFile,
     int numMaps,
     int partition,
     JobConf conf,
     JobInProgressTraits job,
     int numSlotsRequired) {
   this.jobFile = jobFile;
   this.numMaps = numMaps;
   this.partition = partition;
   this.job = job;
   this.conf = conf;
   this.maxSkipRecords = SkipBadRecords.getReducerMaxSkipGroups(conf);
   this.numSlotsRequired = numSlotsRequired;
   setMaxTaskAttempts();
   init(jobid);
 }
Ejemplo n.º 2
0
 /** Constructor for MapTask */
 public TaskInProgress(
     JobID jobid,
     String jobFile,
     RawSplit rawSplit,
     JobConf conf,
     JobInProgressTraits job,
     int partition,
     int numSlotsRequired) {
   this.jobFile = jobFile;
   this.rawSplit = rawSplit;
   this.job = job;
   this.conf = conf;
   this.partition = partition;
   this.maxSkipRecords = SkipBadRecords.getMapperMaxSkipRecords(conf);
   this.numSlotsRequired = numSlotsRequired;
   setMaxTaskAttempts();
   init(jobid);
 }
Ejemplo n.º 3
0
 /** Get whether to start skipping mode. */
 private boolean startSkipping() {
   if (maxSkipRecords > 0 && numTaskFailures >= SkipBadRecords.getAttemptsToStartSkipping(conf)) {
     return true;
   }
   return false;
 }