Ejemplo n.º 1
0
  /**
   * Log the task failure
   *
   * @param taskId the task that failed
   * @param taskType the type of the task
   * @param time the time of the failure
   * @param error the error the task failed with
   * @param failedDueToAttempt The attempt that caused the failure, if any
   */
  public void logTaskFailed(
      TaskID taskId, String taskType, long time, String error, TaskAttemptID failedDueToAttempt) {
    if (disableHistory) {
      return;
    }

    JobID id = taskId.getJobID();
    if (!this.jobId.equals(id)) {
      throw new RuntimeException("JobId from task: " + id + " does not match expected: " + jobId);
    }

    if (null != writers) {
      String failedAttempt = failedDueToAttempt == null ? "" : failedDueToAttempt.toString();
      log(
          writers,
          RecordTypes.Task,
          new Keys[] {
            Keys.TASKID, Keys.TASK_TYPE,
            Keys.TASK_STATUS, Keys.FINISH_TIME,
            Keys.ERROR, Keys.TASK_ATTEMPT_ID
          },
          new String[] {
            taskId.toString(),
            taskType,
            Values.FAILED.name(),
            String.valueOf(time),
            error,
            failedAttempt
          });
    }
  }
Ejemplo n.º 2
0
  /**
   * Log finish time of task.
   *
   * @param taskId task id
   * @param taskType MAP or REDUCE
   * @param finishTime finish timeof task in ms
   */
  public void logTaskFinished(TaskID taskId, String taskType, long finishTime, Counters counters) {

    if (disableHistory) {
      return;
    }

    JobID id = taskId.getJobID();
    if (!this.jobId.equals(id)) {
      throw new RuntimeException("JobId from task: " + id + " does not match expected: " + jobId);
    }

    if (null != writers) {
      log(
          writers,
          RecordTypes.Task,
          new Keys[] {
            Keys.TASKID, Keys.TASK_TYPE,
            Keys.TASK_STATUS, Keys.FINISH_TIME,
            Keys.COUNTERS
          },
          new String[] {
            taskId.toString(),
            taskType,
            Values.SUCCESS.name(),
            String.valueOf(finishTime),
            counters.makeEscapedCompactString()
          });
    }
  }
 /**
  * Downgrade a new TaskAttemptID to an old one
  *
  * @param old the new id
  * @return either old or a new TaskAttemptID constructed to match old
  */
 public static TaskAttemptID downgrade(org.apache.hadoop.mapreduce.TaskAttemptID old) {
   if (old instanceof TaskAttemptID) {
     return (TaskAttemptID) old;
   } else {
     return new TaskAttemptID(TaskID.downgrade(old.getTaskID()), old.getId());
   }
 }
Ejemplo n.º 4
0
  /**
   * Update the finish time of task.
   *
   * @param taskId task id
   * @param finishTime finish time of task in ms
   */
  public void logTaskUpdates(TaskID taskId, long finishTime) {
    if (disableHistory) {
      return;
    }

    JobID id = taskId.getJobID();
    if (!this.jobId.equals(id)) {
      throw new RuntimeException("JobId from task: " + id + " does not match expected: " + jobId);
    }

    if (null != writers) {
      log(
          writers,
          RecordTypes.Task,
          new Keys[] {Keys.TASKID, Keys.FINISH_TIME},
          new String[] {taskId.toString(), String.valueOf(finishTime)});
    }
  }
 @Deprecated
 static StringBuilder getTaskAttemptIDsPatternWOPrefix(
     String jtIdentifier, Integer jobId, Boolean isMap, Integer taskId, Integer attemptId) {
   StringBuilder builder = new StringBuilder();
   builder
       .append(TaskID.getTaskIDsPatternWOPrefix(jtIdentifier, jobId, isMap, taskId))
       .append(SEPARATOR)
       .append(attemptId != null ? attemptId : "[0-9]*");
   return builder;
 }
Ejemplo n.º 6
0
  /**
   * Log start time of task (TIP).
   *
   * @param taskId task id
   * @param taskType MAP or REDUCE
   * @param startTime startTime of tip.
   */
  public void logTaskStarted(
      TaskID taskId, String taskType, long startTime, String splitLocations) {
    if (disableHistory) {
      return;
    }

    JobID id = taskId.getJobID();
    if (!this.jobId.equals(id)) {
      throw new RuntimeException("JobId from task: " + id + " does not match expected: " + jobId);
    }

    if (null != writers) {
      log(
          writers,
          RecordTypes.Task,
          new Keys[] {
            Keys.TASKID, Keys.TASK_TYPE,
            Keys.START_TIME, Keys.SPLITS
          },
          new String[] {taskId.toString(), taskType, String.valueOf(startTime), splitLocations});
    }
  }
Ejemplo n.º 7
0
  public boolean isDone(Operation operation) {
    Task task;
    try {
      task = scheduler.getTaskByName(operation.getName());
    } catch (ScheduleException se) {
      return false;
    }

    if (task.getStatus() == TaskStatus.SUSPEND) {
      return false;
    }

    TaskIDCounter counter = taskIdMapper.selectByPrimaryKey(task.getTaskid());
    if (counter == null || counter.getCounter() < operation.getNumber()) {
      return false;
    }
    InstanceID instanceID =
        new InstanceID(
            TaskID.forName(task.getTaskid()), counter.getCounter() - operation.getNumber() + 1);
    List<TaskAttempt> recentAttempts = getTaskAttemptByInstanceID(instanceID);
    if (recentAttempts == null || recentAttempts.size() == 0) {
      return false;
    }
    TaskAttempt history = recentAttempts.get(0);
    if (LOG.isDebugEnabled()) {
      LOG.debug("attempt : " + history.getAttemptid() + " status : " + history.getStatus());
    }
    int status = history.getStatus();

    // TODO bugs.
    if ((status == AttemptStatus.SUCCEEDED
        || status == AttemptStatus.FAILED
        || status == AttemptStatus.KILLED)) {
      if (history.getReturnvalue() != null && history.getReturnvalue() == operation.getValue()) {
        return true;
      } else {
        return false;
      }
    } else {
      return false;
    }
  }
Ejemplo n.º 8
0
 //////////////////////////////////////////////
 // Writable
 //////////////////////////////////////////////
 public void write(DataOutput out) throws IOException {
   taskid.write(out);
   out.writeFloat(progress);
   Text.writeString(out, state);
   out.writeLong(startTime);
   out.writeLong(finishTime);
   WritableUtils.writeStringArray(out, diagnostics);
   counters.write(out);
   WritableUtils.writeEnum(out, currentStatus);
   if (currentStatus == TIPStatus.RUNNING) {
     WritableUtils.writeVInt(out, runningAttempts.size());
     TaskAttemptID t[] = new TaskAttemptID[0];
     t = runningAttempts.toArray(t);
     for (int i = 0; i < t.length; i++) {
       t[i].write(out);
     }
   } else if (currentStatus == TIPStatus.COMPLETE) {
     successfulAttempt.write(out);
   }
 }
Ejemplo n.º 9
0
 /** @deprecated use {@link #getTaskID()} instead */
 @Deprecated
 public String getTaskId() {
   return taskid.toString();
 }