@Override
public void run() throws Exception {
HadoopConfigurationInjector.prepareResourcesToInject(getJobProps(), getWorkingDirectory());
if (shouldProxy && obtainTokens) {
userToProxy = getJobProps().getString("user.to.proxy");
getLog().info("Need to proxy. Getting tokens.");
// get tokens in to a file, and put the location in props
Props props = new Props();
props.putAll(getJobProps());
props.putAll(getSysProps());
tokenFile = HadoopJobUtils.getHadoopTokens(hadoopSecurityManager, props, getLog());
getJobProps().put("env." + HADOOP_TOKEN_FILE_LOCATION, tokenFile.getAbsolutePath());
}
try {
super.run();
} catch (Throwable t) {
t.printStackTrace();
getLog().error("caught error running the job", t);
throw new Exception(t);
} finally {
if (tokenFile != null) {
HadoopJobUtils.cancelHadoopTokens(hadoopSecurityManager, userToProxy, tokenFile, getLog());
if (tokenFile.exists()) {
tokenFile.delete();
}
}
}
}
/**
* This cancel method, in addition to the default canceling behavior, also kills the MR jobs
* launched by Pig on Hadoop
*/
@Override
public void cancel() throws InterruptedException {
super.cancel();
info("Cancel called. Killing the Pig launched MR jobs on the cluster");
String azExecId = jobProps.getString(CommonJobProperties.EXEC_ID);
final String logFilePath =
String.format("%s/_job.%s.%s.log", getWorkingDirectory(), azExecId, getId());
info("log file path is: " + logFilePath);
HadoopJobUtils.proxyUserKillAllSpawnedHadoopJobs(logFilePath, jobProps, tokenFile, getLog());
}
public HadoopPigJob(String jobid, Props sysProps, Props jobProps, Logger log) throws IOException {
super(jobid, sysProps, jobProps, log);
HADOOP_SECURE_PIG_WRAPPER = HadoopSecurePigWrapper.class.getName();
getJobProps().put(CommonJobProperties.JOB_ID, jobid);
shouldProxy = getSysProps().getBoolean(HadoopSecurityManager.ENABLE_PROXYING, false);
getJobProps().put(HadoopSecurityManager.ENABLE_PROXYING, Boolean.toString(shouldProxy));
obtainTokens = getSysProps().getBoolean(HadoopSecurityManager.OBTAIN_BINARY_TOKEN, false);
userPigJar = getJobProps().getBoolean("use.user.pig.jar", false);
if (shouldProxy) {
getLog().info("Initiating hadoop security manager.");
try {
hadoopSecurityManager = HadoopJobUtils.loadHadoopSecurityManager(getSysProps(), log);
} catch (RuntimeException e) {
throw new RuntimeException("Failed to get hadoop security manager!" + e);
}
}
}