コード例 #1
0
  /**
   * Does the following steps:
   *
   * <ul>
   *   <li>Prepares the temporary folders. See {@link #prepareDataFolderAndUpdateJob(Job, String,
   *       String, String, String)}
   *   <li>pushes all files from localInputFolderPath to the push_url location (see {@link
   *       #pushData(Job, String)})
   *   <li>submits the job to the scheduler
   *   <li>adds the job to the awaited jobs list in order to download the output data when the job
   *       is finished
   * </ul>
   *
   * Note: this method is synchronous. The caller will be blocked until the the data is pushed and
   * the job submitted.
   *
   * @param job job object to be submitted to the Scheduler Server for execution
   * @param localInputFolderPath path to the folder containing the input data for this job
   * @param push_url the url where input data is to be pushed before the job submission
   * @param localOutputFolderPath path to the folder where the output data produced by tasks in this
   *     job should be copied
   * @param pull_url the url where the data is to be retrieved after the job is finished
   * @param localOutputFolderPath
   * @return
   * @throws JobCreationException
   * @throws SubmissionClosedException
   * @throws PermissionException
   * @throws NotConnectedException
   * @throws FileSystemException
   */
  public JobId submit(
      Job job,
      String localInputFolderPath,
      String push_url,
      String localOutputFolderPath,
      String pull_url)
      throws NotConnectedException, PermissionException, SubmissionClosedException,
          JobCreationException, FileSystemException {

    if (((push_url == null) || (push_url.equals("")))
        && ((pull_url == null) || (pull_url.equals("")))) {
      logger.warn(
          "For the job "
              + job.getId()
              + " no push or pull urls are defined. No data will be transfered for this job from the local machine ");
      return super.submit(job);
    }

    String newFolderName = createNewFolderName();
    String push_Url_update = prepareJobInput(job, localInputFolderPath, push_url, newFolderName);
    String pull_url_update = prepareJobOutput(job, localOutputFolderPath, pull_url, newFolderName);

    pushData(job, localInputFolderPath);
    JobId id = super.submit(job);

    AwaitedJob aj =
        new AwaitedJob(
            id.toString(),
            localInputFolderPath,
            job.getInputSpace(),
            push_Url_update,
            localOutputFolderPath,
            job.getOutputSpace(),
            pull_url_update);

    addAwaitedJob(aj);
    return id;
  }
コード例 #2
0
  /**
   * Tests start here.
   *
   * @throws Throwable any exception that can be thrown during the test.
   */
  @org.junit.Test
  public void run() throws Throwable {

    String task1Name = "Task1";
    String task2Name = "Task2";

    String taskForked1Name = "Fork1";
    String taskForked2Name = "Fork2";
    TaskFlowJob job =
        (TaskFlowJob)
            JobFactory_stax.getFactory()
                .createJob(new File(jobDescriptor.toURI()).getAbsolutePath());
    if (OperatingSystem.getOperatingSystem() == OperatingSystem.windows) {
      ((NativeTask) job.getTask(task1Name))
          .setCommandLine("cmd", "/C", "ping", "127.0.0.1", "-n", "20", ">", "NUL");
      ((NativeTask) job.getTask(taskForked1Name))
          .setCommandLine("cmd", "/C", "ping", "127.0.0.1", "-n", "20", ">", "NUL");
    }
    JobId id = SchedulerTHelper.submitJob(job);

    SchedulerTHelper.log("Job submitted, id " + id.toString());

    SchedulerTHelper.log("Waiting for jobSubmitted Event");
    Job receivedJob = SchedulerTHelper.waitForEventJobSubmitted(id);
    Assert.assertEquals(receivedJob.getId(), id);

    SchedulerTHelper.log("Waiting for job running");
    JobInfo jInfo = SchedulerTHelper.waitForEventJobRunning(id);
    Assert.assertEquals(jInfo.getJobId(), id);
    Assert.assertEquals(JobStatus.RUNNING, jInfo.getStatus());

    SchedulerTHelper.log("check events for task " + task1Name);
    TaskInfo tInfo = SchedulerTHelper.waitForEventTaskRunning(id, task1Name);
    Assert.assertEquals(TaskStatus.RUNNING, tInfo.getStatus());
    tInfo = SchedulerTHelper.waitForEventTaskFinished(id, task1Name);
    Assert.assertEquals(TaskStatus.FINISHED, tInfo.getStatus());

    SchedulerTHelper.log("check events for task " + task2Name);
    tInfo = SchedulerTHelper.waitForEventTaskRunning(id, task2Name);
    Assert.assertEquals(TaskStatus.RUNNING, tInfo.getStatus());
    tInfo = SchedulerTHelper.waitForEventTaskFinished(id, task2Name);
    Assert.assertEquals(TaskStatus.FINISHED, tInfo.getStatus());

    // this task reaches wall time, so finishes with faulty state
    SchedulerTHelper.log("check events for task " + taskForked1Name);
    tInfo = SchedulerTHelper.waitForEventTaskRunning(id, taskForked1Name);
    Assert.assertEquals(TaskStatus.RUNNING, tInfo.getStatus());
    tInfo = SchedulerTHelper.waitForEventTaskFinished(id, taskForked1Name);
    Assert.assertEquals(TaskStatus.FAULTY, tInfo.getStatus());

    // this task reaches wall time, so finishes with faulty state
    SchedulerTHelper.log("check events for task " + taskForked2Name);
    tInfo = SchedulerTHelper.waitForEventTaskRunning(id, taskForked2Name);
    Assert.assertEquals(TaskStatus.RUNNING, tInfo.getStatus());
    tInfo = SchedulerTHelper.waitForEventTaskFinished(id, taskForked2Name);
    Assert.assertEquals(TaskStatus.FAULTY, tInfo.getStatus());

    SchedulerTHelper.log("Waiting for job finished");
    jInfo = SchedulerTHelper.waitForEventJobFinished(id);
    Assert.assertEquals(jInfo.getJobId(), id);
    Assert.assertEquals(JobStatus.FINISHED, jInfo.getStatus());

    // check result are not null
    JobResult res = SchedulerTHelper.getJobResult(id);
    Assert.assertTrue(res.hadException());

    Assert.assertFalse(res.getResult(task1Name).hadException());
    Assert.assertNull(res.getResult(task1Name).getException());

    Assert.assertFalse(res.getResult(task2Name).hadException());
    Assert.assertNull(res.getResult(task2Name).getException());

    Assert.assertFalse(res.getResult(taskForked1Name).hadException());
    Assert.assertNull(res.getResult(taskForked1Name).getException());

    Assert.assertTrue(res.getResult(taskForked2Name).hadException());
    Assert.assertNotNull(res.getResult(taskForked2Name).getException());

    // remove job
    SchedulerTHelper.removeJob(id);
    SchedulerTHelper.waitForEventJobRemoved(id);
  }