public int run(WorkflowExecutionContext context) {
try {
OozieClient client = new OozieClient(context.getWorkflowEngineUrl());
WorkflowJob jobInfo;
try {
jobInfo = client.getJobInfo(context.getUserSubflowId());
} catch (OozieClientException e) {
LOG.error("Error getting jobinfo for: {}", context.getUserSubflowId(), e);
return 0;
}
// Assumption is - Each wf run will have a directory
// the corresponding job logs are stored within the respective dir
Path path =
new Path(context.getLogDir() + "/" + String.format("%03d", context.getWorkflowRunId()));
FileSystem fs = HadoopClientFactory.get().createProxiedFileSystem(path.toUri(), getConf());
if (EntityType.FEED.name().equalsIgnoreCase(context.getEntityType())
|| notUserWorkflowEngineIsOozie(context.getUserWorkflowEngine())) {
// if replication wf, retention wf or PIG Process
copyOozieLog(client, fs, path, jobInfo.getId());
List<WorkflowAction> workflowActions = jobInfo.getActions();
for (int i = 0; i < workflowActions.size(); i++) {
if (FALCON_ACTIONS.contains(workflowActions.get(i).getName())) {
copyTTlogs(fs, path, jobInfo.getActions().get(i));
break;
}
}
} else {
String flowId;
// if process wf with pig, hive
if (context.getUserWorkflowEngine().equals("pig")
|| context.getUserWorkflowEngine().equals("hive")) {
flowId = jobInfo.getId();
} else {
// if process wf with oozie engine
flowId = jobInfo.getExternalId();
}
copyOozieLog(client, fs, path, flowId);
WorkflowJob subflowInfo = client.getJobInfo(flowId);
List<WorkflowAction> actions = subflowInfo.getActions();
for (WorkflowAction action : actions) {
if (isActionTypeSupported(action)) {
LOG.info(
"Copying hadoop TT log for action: {} of type: {}",
action.getName(),
action.getType());
copyTTlogs(fs, path, action);
} else {
LOG.info(
"Ignoring hadoop TT log for non supported action: {} of type: {}",
action.getName(),
action.getType());
}
}
}
} catch (Exception e) {
// JobLogMover doesn't throw exception, a failed log mover will not fail the user workflow
LOG.error("Exception in log mover:", e);
}
return 0;
}
