public boolean terminateLoopTask(
     FlowAction action,
     InternalTask initiator,
     ChangedTasksInfo changesInfo,
     SchedulerStateUpdate frontend) {
   // find the target of the loop
   InternalTask target = null;
   if (action.getTarget().equals(initiator.getName())) {
     target = initiator;
   } else {
     target = internalJob.findTaskUp(action.getTarget(), initiator);
   }
   boolean replicateForNextLoopIteration =
       internalJob.replicateForNextLoopIteration(initiator, target, changesInfo, frontend, action);
   if (replicateForNextLoopIteration && action.getCronExpr() != null) {
     for (TaskId tid : changesInfo.getNewTasks()) {
       InternalTask newTask = internalJob.getIHMTasks().get(tid);
       try {
         Date startAt = (new Predictor(action.getCronExpr())).nextMatchingDate();
         newTask.addGenericInformation(
             InternalJob.GENERIC_INFO_START_AT_KEY, ISO8601DateUtil.parse(startAt));
         newTask.setScheduledTime(startAt.getTime());
       } catch (InvalidPatternException e) {
         // this will not happen as the cron expression is
         // already being validated in FlowScript class.
         LOGGER.debug(e.getMessage());
       }
     }
   }
   return replicateForNextLoopIteration;
 }
Example #2
0
 /**
  * Instantiate a new JobResult with a jobId and a result
  *
  * @param id the jobId associated with this result
  */
 public JobResultImpl(InternalJob job) {
   this.jobInfo = job.getJobInfo();
   this.allResults = new HashMap<String, TaskResult>(job.getTasks().size());
   this.preciousResults = new HashMap<String, TaskResult>();
   for (InternalTask it : job.getIHMTasks().values()) {
     this.allResults.put(it.getName(), null);
   }
 }
Example #3
0
 void updateMutableAttributes(InternalTask task) {
   setTaskName(task.getName());
   setStartTime(task.getStartTime());
   setFinishedTime(task.getFinishedTime());
   setIteration(task.getIterationIndex());
   setReplication(task.getReplicationIndex());
   setMatchingBlock(task.getMatchingBlock());
   setTaskStatus(task.getStatus());
   setExecutionDuration(task.getExecutionDuration());
 }
Example #4
0
  /**
   * Create an internalTaskFlow job with the given task flow job (user)
   *
   * @param userJob the user job that will be used to create the internal job.
   * @return the created internal job.
   * @throws JobCreationException an exception if the factory cannot create the given job.
   */
  private static InternalJob createJob(TaskFlowJob userJob) throws JobCreationException {
    if (userJob.getTasks().size() == 0) {
      logger.info("Job '" + userJob.getName() + "' must contain tasks !");
      throw new JobCreationException("This job must contains tasks !");
    }

    // validate taskflow
    List<FlowChecker.Block> blocks = new ArrayList<>();
    FlowError err = FlowChecker.validate(userJob, blocks);
    if (err != null) {
      String e = "";

      e += "Invalid taskflow: " + err.getMessage() + "; context: " + err.getTask();
      logger.error(e);
      throw new JobCreationException(e, err);
    }

    InternalJob job = new InternalTaskFlowJob();
    // keep an initial job content
    job.setTaskFlowJob(userJob);
    Map<Task, InternalTask> tasksList = new LinkedHashMap<>();
    boolean hasPreciousResult = false;

    for (Task t : userJob.getTasks()) {
      tasksList.put(t, createTask(userJob, t));

      if (!hasPreciousResult) {
        hasPreciousResult = t.isPreciousResult();
      }
    }

    for (Entry<Task, InternalTask> entry : tasksList.entrySet()) {
      if (entry.getKey().getDependencesList() != null) {
        for (Task t : entry.getKey().getDependencesList()) {
          entry.getValue().addDependence(tasksList.get(t));
        }
      }

      job.addTask(entry.getValue());
    }

    // tag matching blocks in InternalTasks
    for (InternalTask it : tasksList.values()) {
      for (FlowChecker.Block block : blocks) {
        if (it.getName().equals(block.start.element.getName())) {
          it.setMatchingBlock(block.end.element.getName());
        }
        if (it.getName().equals(block.end.element.getName())) {
          it.setMatchingBlock(block.start.element.getName());
        }
      }
    }

    // create if/else/join weak dependencies
    for (InternalTask it : tasksList.values()) {

      // it performs an IF action
      if (it.getFlowScript() != null
          && it.getFlowScript().getActionType().equals(FlowActionType.IF.toString())) {
        String ifBranch = it.getFlowScript().getActionTarget();
        String elseBranch = it.getFlowScript().getActionTargetElse();
        String join = it.getFlowScript().getActionContinuation();
        List<InternalTask> joinedBranches = new ArrayList<>();

        // find the ifBranch task
        for (InternalTask it2 : tasksList.values()) {
          if (it2.getName().equals(ifBranch)) {
            it2.setIfBranch(it);
            String match = it2.getMatchingBlock();
            // find its matching block task
            if (match == null) {
              // no match: single task
              joinedBranches.add(it2);
            } else {
              for (InternalTask it3 : tasksList.values()) {
                if (it3.getName().equals(match)) {
                  joinedBranches.add(it3);
                  break;
                }
              }
            }
            break;
          }
        }

        // find the elseBranch task
        for (InternalTask it2 : tasksList.values()) {
          if (it2.getName().equals(elseBranch)) {
            it2.setIfBranch(it);

            String match = it2.getMatchingBlock();
            // find its matching block task
            if (match == null) {
              // no match: single task
              joinedBranches.add(it2);
            } else {
              for (InternalTask it3 : tasksList.values()) {
                if (it3.getName().equals(match)) {
                  joinedBranches.add(it3);
                  break;
                }
              }
            }
            break;
          }
        }

        // find the joinBranch task
        for (InternalTask it2 : tasksList.values()) {
          if (it2.getName().equals(join)) {
            it2.setJoinedBranches(joinedBranches);
          }
        }
      }
    }
    return job;
  }