Ejemplo n.º 1
0
  /**
   * Submits local tasks
   *
   * @param session
   * @param job
   * @throws Exception
   */
  @Override
  public void submitJob(JobArea jobArea, Session session, ExecutableJob job) throws Exception {
    job.setTag(this.jobTag);
    job.setOwner(jobArea.getOwner());
    jobArea.createTag(job.getTag());
    // in the local submitter we directly access to the job area folder to avoid creating and then
    // copying local files
    final File jobLocalDir = new File(jobArea.getBasename(job.getTag()));

    // complete the replacements map with the information available in the sumbitter
    this.completeJobEnvironment(job, jobArea.getBasename(job.getTag()));

    // prepare the protocol buffer with the job data
    File pbFile = this.createJobDataPB(session, job);
    FileUtils.copyFileToDirectory(pbFile, jobLocalDir);

    // copy the wrapper script in the execution dir
    this.copyWrapperScript(job, jobLocalDir);

    // write constants script
    VariableHelper helper = new VariableHelper();
    helper.writeVariables(new File(jobLocalDir, constantsTemplate), job.getEnvironment());

    copyResourceFiles(job.getSourceConfig(), jobLocalDir);

    copyAutoOptions(job.getSourceConfig(), jobLocalDir, job.getEnvironment());

    copyArtifactsPbRequests(job.getSourceConfig(), this.environmentScriptFilename, jobLocalDir);

    // run pre-deployment scripts, if any
    runPreDeploymentScripts(job, jobLocalDir);

    // give execute permission to task scripts
    jobArea.grantExecutePermissions(job.getTag(), new String[] {this.wrapperScript});

    // execute the task
    logger.info(
        String.format(
            "Submitting job to local cluster at %s...",
            job.getTag(), jobLocalDir.getAbsolutePath()));
    Map<String, String> env = new HashMap<String, String>();
    env.put("JOB_DIR", jobLocalDir.getAbsolutePath());
    env.put("PATH", System.getenv("PATH"));
    logger.info("Output from the submission process:");
    logger.info(jobArea.execute(job.getTag(), this.wrapperScript, env));
  }
Ejemplo n.º 2
0
  /**
   * Submits a resourceJob installation job.
   *
   * @param session
   * @param resourceJob
   * @throws Exception
   */
  public void submitResourceInstall(JobArea jobArea, Session session, ResourceJob resourceJob)
      throws Exception {
    resourceJob.setTag(this.jobTag);

    jobArea.createTag(resourceJob.getTag());
    final File taskLocalDir = new File(jobArea.getBasename(resourceJob.getTag()));

    // get the wrapper script
    URL wrapperScriptURL = getClass().getClassLoader().getResource(this.wrapperScript);
    FileUtils.copyURLToFile(
        wrapperScriptURL, new File(jobArea.getBasename(resourceJob.getTag()), this.wrapperScript));

    FileUtils.writeStringToFile(
        new File(jobArea.getBasename(resourceJob.getTag()), constantsTemplate),
        writeConstants(jobArea, resourceJob));

    copyArtifactsPbRequests(
        resourceJob.getSourceConfig(), this.environmentScriptFilename, taskLocalDir);

    copyResourceFiles(
        registry.findByTypedId("GOBYWEB_SERVER_SIDE", ResourceConfig.class), taskLocalDir);

    copyResourceFiles(resourceJob.getSourceConfig(), taskLocalDir);
    AutoOptionsFileHelper helper = new AutoOptionsFileHelper(registry);

    File autoOptions =
        helper.generateAutoOptionsFile(new ResourceJobWrapper(resourceJob.getSourceConfig()));
    FileUtils.moveFile(
        autoOptions,
        new File(FilenameUtils.concat(taskLocalDir.getAbsolutePath(), "auto-options.sh")));
    // give execute permission to resourceJob scripts
    String[] binaryFiles =
        new String[] {"groovy", this.wrapperScript, "auto-options.sh", "constants.sh"};
    jobArea.grantExecutePermissions(resourceJob.getTag(), binaryFiles);

    // execute the resourceJob
    logger.info(
        String.format(
            "Resource %s: submitting to local cluster at %s...",
            resourceJob.getTag(), taskLocalDir.getAbsolutePath()));
    Map<String, String> env = new HashMap<String, String>();
    env.put("JOB_DIR", taskLocalDir.getAbsolutePath());
    env.put("PATH", System.getenv("PATH"));
    jobArea.execute(resourceJob.getTag(), this.wrapperScript, env);
  }