@Override
public void run() throws Exception {
HadoopConfigurationInjector.prepareResourcesToInject(getJobProps(), getWorkingDirectory());
if (shouldProxy && obtainTokens) {
userToProxy = getJobProps().getString("user.to.proxy");
getLog().info("Need to proxy. Getting tokens.");
// get tokens in to a file, and put the location in props
Props props = new Props();
props.putAll(getJobProps());
props.putAll(getSysProps());
tokenFile = HadoopJobUtils.getHadoopTokens(hadoopSecurityManager, props, getLog());
getJobProps().put("env." + HADOOP_TOKEN_FILE_LOCATION, tokenFile.getAbsolutePath());
}
try {
super.run();
} catch (Throwable t) {
t.printStackTrace();
getLog().error("caught error running the job", t);
throw new Exception(t);
} finally {
if (tokenFile != null) {
HadoopJobUtils.cancelHadoopTokens(hadoopSecurityManager, userToProxy, tokenFile, getLog());
if (tokenFile.exists()) {
tokenFile.delete();
}
}
}
}
/**
* This cancel method, in addition to the default canceling behavior, also kills the MR jobs
* launched by Pig on Hadoop
*/
@Override
public void cancel() throws InterruptedException {
super.cancel();
info("Cancel called. Killing the Pig launched MR jobs on the cluster");
String azExecId = jobProps.getString(CommonJobProperties.EXEC_ID);
final String logFilePath =
String.format("%s/_job.%s.%s.log", getWorkingDirectory(), azExecId, getId());
info("log file path is: " + logFilePath);
HadoopJobUtils.proxyUserKillAllSpawnedHadoopJobs(logFilePath, jobProps, tokenFile, getLog());
}