public void testConfigNotPropagation() throws Exception {
Path subWorkflowAppPath = getFsTestCaseDir();
FileSystem fs = getFileSystem();
Writer writer = new OutputStreamWriter(fs.create(new Path(subWorkflowAppPath, "workflow.xml")));
writer.write(APP1);
writer.close();
XConfiguration protoConf = getBaseProtoConf();
WorkflowJobBean workflow = createBaseWorkflow(protoConf, "W");
String defaultConf = workflow.getConf();
XConfiguration newConf = new XConfiguration(new StringReader(defaultConf));
newConf.set("abc", "xyz");
workflow.setConf(newConf.toXmlString());
final WorkflowActionBean action = (WorkflowActionBean) workflow.getActions().get(0);
action.setConf(
"<sub-workflow xmlns='uri:oozie:workflow:0.1' name='subwf'>"
+ " <app-path>"
+ subWorkflowAppPath
+ File.separator
+ "workflow.xml"
+ "</app-path>"
+ " <configuration>"
+ " <property>"
+ " <name>a</name>"
+ " <value>A</value>"
+ " </property>"
+ " </configuration>"
+ "</sub-workflow>");
SubWorkflowActionExecutor subWorkflow = new SubWorkflowActionExecutor();
subWorkflow.start(new Context(workflow, action), action);
final OozieClient oozieClient =
subWorkflow.getWorkflowClient(
new Context(workflow, action), SubWorkflowActionExecutor.LOCAL);
waitFor(
JOB_TIMEOUT,
new Predicate() {
public boolean evaluate() throws Exception {
return oozieClient.getJobInfo(action.getExternalId()).getStatus()
== WorkflowJob.Status.SUCCEEDED;
}
});
assertEquals(
WorkflowJob.Status.SUCCEEDED, oozieClient.getJobInfo(action.getExternalId()).getStatus());
subWorkflow.check(new Context(workflow, action), action);
assertEquals(WorkflowAction.Status.DONE, action.getStatus());
subWorkflow.end(new Context(workflow, action), action);
assertEquals(WorkflowAction.Status.OK, action.getStatus());
WorkflowJob wf = oozieClient.getJobInfo(action.getExternalId());
Configuration childConf = new XConfiguration(new StringReader(wf.getConf()));
assertNull(childConf.get("abc"));
}
public void testActionCheck() throws Exception {
JPAService jpaService = Services.get().get(JPAService.class);
WorkflowJobBean job =
this.addRecordToWfJobTable(WorkflowJob.Status.RUNNING, WorkflowInstance.Status.RUNNING);
WorkflowActionBean action =
this.addRecordToWfActionTable(job.getId(), "1", WorkflowAction.Status.PREP);
WorkflowActionGetJPAExecutor wfActionGetCmd = new WorkflowActionGetJPAExecutor(action.getId());
new ActionStartXCommand(action.getId(), "map-reduce").call();
action = jpaService.execute(wfActionGetCmd);
ActionExecutorContext context =
new ActionXCommand.ActionExecutorContext(job, action, false, false);
MapReduceActionExecutor actionExecutor = new MapReduceActionExecutor();
JobConf conf =
actionExecutor.createBaseHadoopConf(context, XmlUtils.parseXml(action.getConf()));
String user = conf.get("user.name");
JobClient jobClient =
Services.get().get(HadoopAccessorService.class).createJobClient(user, conf);
String launcherId = action.getExternalId();
final RunningJob launcherJob = jobClient.getJob(JobID.forName(launcherId));
waitFor(
120 * 1000,
new Predicate() {
public boolean evaluate() throws Exception {
return launcherJob.isComplete();
}
});
assertTrue(launcherJob.isSuccessful());
Map<String, String> actionData =
LauncherMapperHelper.getActionData(getFileSystem(), context.getActionDir(), conf);
assertTrue(LauncherMapperHelper.hasIdSwap(actionData));
new ActionCheckXCommand(action.getId()).call();
action = jpaService.execute(wfActionGetCmd);
String mapperId = action.getExternalId();
String childId = action.getExternalChildIDs();
assertTrue(launcherId.equals(mapperId));
final RunningJob mrJob = jobClient.getJob(JobID.forName(childId));
waitFor(
120 * 1000,
new Predicate() {
public boolean evaluate() throws Exception {
return mrJob.isComplete();
}
});
assertTrue(mrJob.isSuccessful());
new ActionCheckXCommand(action.getId()).call();
action = jpaService.execute(wfActionGetCmd);
assertEquals("SUCCEEDED", action.getExternalStatus());
}
public void testSubworkflowLib() throws Exception {
XConfiguration protoConf = getBaseProtoConf();
WorkflowJobBean workflow = createBaseWorkflow(protoConf, "W");
FileSystem fs = getFileSystem();
Path parentLibJar = new Path(getFsTestCaseDir(), "lib/parentLibrary.jar");
fs.create(parentLibJar);
assertTrue(fs.exists(parentLibJar));
String defaultConf = workflow.getConf();
XConfiguration newConf = new XConfiguration(new StringReader(defaultConf));
newConf.set(OozieClient.LIBPATH, parentLibJar.getParent().toString());
workflow.setConf(newConf.toXmlString());
Path subWorkflowAppPath = new Path(getFsTestCaseDir().toString(), "subwf");
Writer writer = new OutputStreamWriter(fs.create(new Path(subWorkflowAppPath, "workflow.xml")));
writer.write(APP1);
writer.close();
Path subwfLibJar = new Path(subWorkflowAppPath, "lib/subwfLibrary.jar");
fs.create(subwfLibJar);
assertTrue(fs.exists(subwfLibJar));
final WorkflowActionBean action = (WorkflowActionBean) workflow.getActions().get(0);
action.setConf(
"<sub-workflow xmlns='uri:oozie:workflow:0.1' name='subwf'>"
+ " <app-path>"
+ subWorkflowAppPath
+ File.separator
+ "workflow.xml"
+ "</app-path>"
+ "</sub-workflow>");
SubWorkflowActionExecutor subWorkflow = new SubWorkflowActionExecutor();
subWorkflow.start(new Context(workflow, action), action);
final OozieClient oozieClient =
subWorkflow.getWorkflowClient(
new Context(workflow, action), SubWorkflowActionExecutor.LOCAL);
waitFor(
JOB_TIMEOUT,
new Predicate() {
public boolean evaluate() throws Exception {
return oozieClient.getJobInfo(action.getExternalId()).getStatus()
== WorkflowJob.Status.SUCCEEDED;
}
});
assertEquals(
WorkflowJob.Status.SUCCEEDED, oozieClient.getJobInfo(action.getExternalId()).getStatus());
subWorkflow.check(new Context(workflow, action), action);
assertEquals(WorkflowAction.Status.DONE, action.getStatus());
subWorkflow.end(new Context(workflow, action), action);
assertEquals(WorkflowAction.Status.OK, action.getStatus());
WorkflowAppService wps = Services.get().get(WorkflowAppService.class);
WorkflowJob wf = oozieClient.getJobInfo(action.getExternalId());
Configuration childConf = new XConfiguration(new StringReader(wf.getConf()));
childConf = wps.createProtoActionConf(childConf, "authToken", true);
assertEquals(childConf.get(WorkflowAppService.APP_LIB_PATH_LIST), subwfLibJar.toString());
}
public void testActionCheckTransientDuringMRAction() throws Exception {
// When using YARN, skip this test because it relies on shutting down the job tracker, which
// isn't used in YARN
if (createJobConf().get("yarn.resourcemanager.address") != null) {
return;
}
services.destroy();
// Make the max number of retries lower so the test won't take as long
final int maxRetries = 2;
setSystemProperty("oozie.action.retries.max", Integer.toString(maxRetries));
services = new Services();
// Disable ActionCheckerService so it doesn't interfere by triggering any extra
// ActionCheckXCommands
setClassesToBeExcluded(
services.getConf(), new String[] {"org.apache.oozie.service.ActionCheckerService"});
services.init();
final JPAService jpaService = Services.get().get(JPAService.class);
WorkflowJobBean job0 =
this.addRecordToWfJobTable(WorkflowJob.Status.RUNNING, WorkflowInstance.Status.RUNNING);
final String jobId = job0.getId();
WorkflowActionBean action0 =
this.addRecordToWfActionTable(jobId, "1", WorkflowAction.Status.PREP);
final String actionId = action0.getId();
final WorkflowActionGetJPAExecutor wfActionGetCmd = new WorkflowActionGetJPAExecutor(actionId);
new ActionStartXCommand(actionId, "map-reduce").call();
final WorkflowActionBean action1 = jpaService.execute(wfActionGetCmd);
String originalLauncherId = action1.getExternalId();
ActionExecutorContext context =
new ActionXCommand.ActionExecutorContext(job0, action1, false, false);
MapReduceActionExecutor actionExecutor = new MapReduceActionExecutor();
JobConf conf =
actionExecutor.createBaseHadoopConf(context, XmlUtils.parseXml(action1.getConf()));
String user = conf.get("user.name");
JobClient jobClient =
Services.get().get(HadoopAccessorService.class).createJobClient(user, conf);
final RunningJob launcherJob = jobClient.getJob(JobID.forName(originalLauncherId));
waitFor(
120 * 1000,
new Predicate() {
@Override
public boolean evaluate() throws Exception {
return launcherJob.isComplete();
}
});
assertTrue(launcherJob.isSuccessful());
Map<String, String> actionData =
LauncherMapperHelper.getActionData(getFileSystem(), context.getActionDir(), conf);
assertTrue(LauncherMapperHelper.hasIdSwap(actionData));
new ActionCheckXCommand(action1.getId()).call();
WorkflowActionBean action2 = jpaService.execute(wfActionGetCmd);
String originalMapperId = action2.getExternalChildIDs();
assertFalse(originalLauncherId.equals(originalMapperId));
// At this point, the launcher job has finished and the map-reduce action has started (but not
// finished)
// Now, shutdown the job tracker to pretend it has gone down during the map-reduce job
executeWhileJobTrackerIsShutdown(
new ShutdownJobTrackerExecutable() {
@Override
public void execute() throws Exception {
assertEquals(0, action1.getRetries());
new ActionCheckXCommand(actionId).call();
waitFor(
30 * 1000,
new Predicate() {
@Override
public boolean evaluate() throws Exception {
WorkflowActionBean action1a = jpaService.execute(wfActionGetCmd);
return (action1a.getRetries() > 0);
}
});
waitFor(
180 * 1000,
new Predicate() {
@Override
public boolean evaluate() throws Exception {
WorkflowActionBean action1a = jpaService.execute(wfActionGetCmd);
return (action1a.getRetries() == 0);
}
});
WorkflowActionBean action1b = jpaService.execute(wfActionGetCmd);
assertEquals(0, action1b.getRetries());
assertEquals("START_MANUAL", action1b.getStatusStr());
WorkflowJobBean job1 = jpaService.execute(new WorkflowJobGetJPAExecutor(jobId));
assertEquals("SUSPENDED", job1.getStatusStr());
// At this point, the action has gotten a transient error, even after maxRetries tries
// so the workflow has been
// SUSPENDED
}
});
// Now, lets bring the job tracker back up and resume the workflow (which will restart the
// current action)
// It should now continue and finish with SUCCEEDED
new ResumeXCommand(jobId).call();
WorkflowJobBean job2 = jpaService.execute(new WorkflowJobGetJPAExecutor(jobId));
assertEquals("RUNNING", job2.getStatusStr());
sleep(500);
new ActionCheckXCommand(actionId).call();
WorkflowActionBean action3 = jpaService.execute(wfActionGetCmd);
String launcherId = action3.getExternalId();
assertFalse(originalLauncherId.equals(launcherId));
final RunningJob launcherJob2 = jobClient.getJob(JobID.forName(launcherId));
waitFor(
120 * 1000,
new Predicate() {
@Override
public boolean evaluate() throws Exception {
return launcherJob2.isComplete();
}
});
assertTrue(launcherJob2.isSuccessful());
actionData = LauncherMapperHelper.getActionData(getFileSystem(), context.getActionDir(), conf);
assertTrue(LauncherMapperHelper.hasIdSwap(actionData));
new ActionCheckXCommand(actionId).call();
WorkflowActionBean action4 = jpaService.execute(wfActionGetCmd);
String mapperId = action4.getExternalChildIDs();
assertFalse(originalMapperId.equals(mapperId));
final RunningJob mrJob = jobClient.getJob(JobID.forName(mapperId));
waitFor(
120 * 1000,
new Predicate() {
@Override
public boolean evaluate() throws Exception {
return mrJob.isComplete();
}
});
assertTrue(mrJob.isSuccessful());
new ActionCheckXCommand(actionId).call();
WorkflowActionBean action5 = jpaService.execute(wfActionGetCmd);
assertEquals("SUCCEEDED", action5.getExternalStatus());
}
public void testGetUpdateQuery() throws Exception {
EntityManager em = jpaService.getEntityManager();
WorkflowJobBean job =
this.addRecordToWfJobTable(WorkflowJob.Status.RUNNING, WorkflowInstance.Status.RUNNING);
WorkflowActionBean bean =
addRecordToWfActionTable(job.getId(), "1", WorkflowAction.Status.PREP);
// UPDATE_ACTION
Query query =
WorkflowActionQueryExecutor.getInstance()
.getUpdateQuery(WorkflowActionQuery.UPDATE_ACTION, bean, em);
assertEquals(query.getParameterValue("conf"), bean.getConfBlob());
assertEquals(query.getParameterValue("consoleUrl"), bean.getConsoleUrl());
assertEquals(query.getParameterValue("data"), bean.getDataBlob());
assertEquals(query.getParameterValue("stats"), bean.getStatsBlob());
assertEquals(query.getParameterValue("externalChildIDs"), bean.getExternalChildIDsBlob());
assertEquals(query.getParameterValue("errorCode"), bean.getErrorCode());
assertEquals(query.getParameterValue("errorMessage"), bean.getErrorMessage());
assertEquals(query.getParameterValue("externalId"), bean.getExternalId());
assertEquals(query.getParameterValue("externalStatus"), bean.getExternalStatus());
assertEquals(query.getParameterValue("name"), bean.getName());
assertEquals(query.getParameterValue("cred"), bean.getCred());
assertEquals(query.getParameterValue("retries"), bean.getRetries());
assertEquals(query.getParameterValue("trackerUri"), bean.getTrackerUri());
assertEquals(query.getParameterValue("transition"), bean.getTransition());
assertEquals(query.getParameterValue("type"), bean.getType());
assertEquals(query.getParameterValue("endTime"), bean.getEndTimestamp());
assertEquals(query.getParameterValue("executionPath"), bean.getExecutionPath());
assertEquals(query.getParameterValue("lastCheckTime"), bean.getLastCheckTimestamp());
assertEquals(query.getParameterValue("logToken"), bean.getLogToken());
assertEquals(query.getParameterValue("pending"), bean.getPending());
assertEquals(query.getParameterValue("pendingAge"), bean.getPendingAge());
assertEquals(query.getParameterValue("signalValue"), bean.getSignalValue());
assertEquals(query.getParameterValue("slaXml"), bean.getSlaXmlBlob());
assertEquals(query.getParameterValue("startTime"), bean.getStartTimestamp());
assertEquals(query.getParameterValue("status"), bean.getStatus().toString());
assertEquals(query.getParameterValue("wfId"), bean.getWfId());
assertEquals(query.getParameterValue("id"), bean.getId());
// UPDATE_ACTION_FOR_LAST_CHECKED_TIME
query =
WorkflowActionQueryExecutor.getInstance()
.getUpdateQuery(WorkflowActionQuery.UPDATE_ACTION, bean, em);
assertEquals(query.getParameterValue("lastCheckTime"), bean.getLastCheckTimestamp());
assertEquals(query.getParameterValue("id"), bean.getId());
// UPDATE_ACTION_PENDING
query =
WorkflowActionQueryExecutor.getInstance()
.getUpdateQuery(WorkflowActionQuery.UPDATE_ACTION_PENDING, bean, em);
assertEquals(query.getParameterValue("pending"), bean.getPending());
assertEquals(query.getParameterValue("pendingAge"), bean.getPendingAgeTimestamp());
assertEquals(query.getParameterValue("id"), bean.getId());
// UPDATE_ACTION_STATUS_PENDING
query =
WorkflowActionQueryExecutor.getInstance()
.getUpdateQuery(WorkflowActionQuery.UPDATE_ACTION_STATUS_PENDING, bean, em);
assertEquals(query.getParameterValue("pending"), bean.getPending());
assertEquals(query.getParameterValue("pendingAge"), bean.getPendingAgeTimestamp());
assertEquals(query.getParameterValue("status"), bean.getStatus().toString());
assertEquals(query.getParameterValue("id"), bean.getId());
// UPDATE_ACTION_PENDING_TRANS
query =
WorkflowActionQueryExecutor.getInstance()
.getUpdateQuery(WorkflowActionQuery.UPDATE_ACTION_PENDING_TRANS, bean, em);
assertEquals(query.getParameterValue("pending"), bean.getPending());
assertEquals(query.getParameterValue("pendingAge"), bean.getPendingAgeTimestamp());
assertEquals(query.getParameterValue("transition"), bean.getTransition());
assertEquals(query.getParameterValue("id"), bean.getId());
// UPDATE_ACTION_PENDING_TRANS_ERROR
query =
WorkflowActionQueryExecutor.getInstance()
.getUpdateQuery(WorkflowActionQuery.UPDATE_ACTION_PENDING_TRANS_ERROR, bean, em);
assertEquals(query.getParameterValue("pending"), bean.getPending());
assertEquals(query.getParameterValue("pendingAge"), bean.getPendingAgeTimestamp());
assertEquals(query.getParameterValue("transition"), bean.getTransition());
assertEquals(query.getParameterValue("errorCode"), bean.getErrorCode());
assertEquals(query.getParameterValue("errorMessage"), bean.getErrorMessage());
assertEquals(query.getParameterValue("id"), bean.getId());
// UPDATE_ACTION_START
query =
WorkflowActionQueryExecutor.getInstance()
.getUpdateQuery(WorkflowActionQuery.UPDATE_ACTION_START, bean, em);
assertEquals(query.getParameterValue("startTime"), bean.getStartTimestamp());
assertEquals(query.getParameterValue("externalChildIDs"), bean.getExternalChildIDsBlob());
assertEquals(query.getParameterValue("conf"), bean.getConfBlob());
assertEquals(query.getParameterValue("errorCode"), bean.getErrorCode());
assertEquals(query.getParameterValue("errorMessage"), bean.getErrorMessage());
assertEquals(query.getParameterValue("externalId"), bean.getExternalId());
assertEquals(query.getParameterValue("trackerUri"), bean.getTrackerUri());
assertEquals(query.getParameterValue("consoleUrl"), bean.getConsoleUrl());
assertEquals(query.getParameterValue("lastCheckTime"), bean.getLastCheckTimestamp());
assertEquals(query.getParameterValue("status"), bean.getStatus().toString());
assertEquals(query.getParameterValue("externalStatus"), bean.getExternalStatus());
assertEquals(query.getParameterValue("data"), bean.getDataBlob());
assertEquals(query.getParameterValue("retries"), bean.getRetries());
assertEquals(query.getParameterValue("pending"), bean.getPending());
assertEquals(query.getParameterValue("pendingAge"), bean.getPendingAgeTimestamp());
assertEquals(query.getParameterValue("userRetryCount"), bean.getUserRetryCount());
assertEquals(query.getParameterValue("id"), bean.getId());
// UPDATE_ACTION_CHECK
query =
WorkflowActionQueryExecutor.getInstance()
.getUpdateQuery(WorkflowActionQuery.UPDATE_ACTION_CHECK, bean, em);
assertEquals(query.getParameterValue("externalChildIDs"), bean.getExternalChildIDsBlob());
assertEquals(query.getParameterValue("externalStatus"), bean.getExternalStatus());
assertEquals(query.getParameterValue("status"), bean.getStatus().toString());
assertEquals(query.getParameterValue("data"), bean.getDataBlob());
assertEquals(query.getParameterValue("pending"), bean.getPending());
assertEquals(query.getParameterValue("errorCode"), bean.getErrorCode());
assertEquals(query.getParameterValue("errorMessage"), bean.getErrorMessage());
assertEquals(query.getParameterValue("lastCheckTime"), bean.getLastCheckTimestamp());
assertEquals(query.getParameterValue("retries"), bean.getRetries());
assertEquals(query.getParameterValue("pendingAge"), bean.getPendingAgeTimestamp());
assertEquals(query.getParameterValue("startTime"), bean.getStartTimestamp());
assertEquals(query.getParameterValue("stats"), bean.getStatsBlob());
assertEquals(query.getParameterValue("userRetryCount"), bean.getUserRetryCount());
assertEquals(query.getParameterValue("id"), bean.getId());
// UPDATE_ACTION_END
query =
WorkflowActionQueryExecutor.getInstance()
.getUpdateQuery(WorkflowActionQuery.UPDATE_ACTION_END, bean, em);
assertEquals(query.getParameterValue("errorCode"), bean.getErrorCode());
assertEquals(query.getParameterValue("errorMessage"), bean.getErrorMessage());
assertEquals(query.getParameterValue("retries"), bean.getRetries());
assertEquals(query.getParameterValue("endTime"), bean.getEndTimestamp());
assertEquals(query.getParameterValue("status"), bean.getStatus().toString());
assertEquals(query.getParameterValue("retries"), bean.getRetries());
assertEquals(query.getParameterValue("pending"), bean.getPending());
assertEquals(query.getParameterValue("pendingAge"), bean.getPendingAgeTimestamp());
assertEquals(query.getParameterValue("signalValue"), bean.getSignalValue());
assertEquals(query.getParameterValue("userRetryCount"), bean.getUserRetryCount());
assertEquals(query.getParameterValue("externalStatus"), bean.getExternalStatus());
assertEquals(query.getParameterValue("stats"), bean.getStatsBlob());
assertEquals(query.getParameterValue("id"), bean.getId());
em.close();
}
public void testGet() throws Exception {
WorkflowActionBean bean =
addRecordToWfActionTable("workflowId", "testAction", WorkflowAction.Status.PREP, "", true);
WorkflowActionBean retBean;
// GET_ACTION_ID_TYPE_LASTCHECK
retBean =
WorkflowActionQueryExecutor.getInstance()
.get(WorkflowActionQuery.GET_ACTION_ID_TYPE_LASTCHECK, bean.getId());
assertEquals(bean.getId(), retBean.getId());
assertEquals(bean.getType(), retBean.getType());
assertEquals(bean.getLastCheckTime(), retBean.getLastCheckTime());
// GET_ACTION_FAIL
retBean =
WorkflowActionQueryExecutor.getInstance()
.get(WorkflowActionQuery.GET_ACTION_FAIL, bean.getId());
assertEquals(bean.getId(), retBean.getId());
assertEquals(bean.getJobId(), retBean.getJobId());
assertEquals(bean.getName(), retBean.getName());
assertEquals(bean.getStatusStr(), retBean.getStatusStr());
assertEquals(bean.getPending(), retBean.getPending());
assertEquals(bean.getType(), retBean.getType());
assertEquals(bean.getLogToken(), retBean.getLogToken());
assertEquals(bean.getTransition(), retBean.getTransition());
assertEquals(bean.getErrorCode(), retBean.getErrorCode());
assertEquals(bean.getErrorMessage(), retBean.getErrorMessage());
assertNull(retBean.getConf());
assertNull(retBean.getSlaXml());
assertNull(retBean.getData());
assertNull(retBean.getStats());
assertNull(retBean.getExternalChildIDs());
// GET_ACTION_SIGNAL
retBean =
WorkflowActionQueryExecutor.getInstance()
.get(WorkflowActionQuery.GET_ACTION_SIGNAL, bean.getId());
assertEquals(bean.getId(), retBean.getId());
assertEquals(bean.getJobId(), retBean.getJobId());
assertEquals(bean.getName(), retBean.getName());
assertEquals(bean.getStatusStr(), retBean.getStatusStr());
assertEquals(bean.getPending(), retBean.getPending());
assertEquals(bean.getPendingAge().getTime(), retBean.getPendingAge().getTime());
assertEquals(bean.getType(), retBean.getType());
assertEquals(bean.getLogToken(), retBean.getLogToken());
assertEquals(bean.getTransition(), retBean.getTransition());
assertEquals(bean.getErrorCode(), retBean.getErrorCode());
assertEquals(bean.getErrorMessage(), retBean.getErrorMessage());
assertEquals(bean.getExecutionPath(), retBean.getExecutionPath());
assertEquals(bean.getSignalValue(), retBean.getSignalValue());
assertEquals(bean.getSlaXml(), retBean.getSlaXml());
assertNull(retBean.getConf());
assertNull(retBean.getData());
assertNull(retBean.getStats());
assertNull(retBean.getExternalChildIDs());
// GET_ACTION_CHECK
retBean =
WorkflowActionQueryExecutor.getInstance()
.get(WorkflowActionQuery.GET_ACTION_CHECK, bean.getId());
assertEquals(bean.getId(), retBean.getId());
assertEquals(bean.getJobId(), retBean.getJobId());
assertEquals(bean.getName(), retBean.getName());
assertEquals(bean.getStatusStr(), retBean.getStatusStr());
assertEquals(bean.getPending(), retBean.getPending());
assertEquals(bean.getPendingAge().getTime(), retBean.getPendingAge().getTime());
assertEquals(bean.getType(), retBean.getType());
assertEquals(bean.getLogToken(), retBean.getLogToken());
assertEquals(bean.getTransition(), retBean.getTransition());
assertEquals(bean.getRetries(), retBean.getRetries());
assertEquals(bean.getUserRetryCount(), retBean.getUserRetryCount());
assertEquals(bean.getUserRetryMax(), retBean.getUserRetryMax());
assertEquals(bean.getUserRetryInterval(), retBean.getUserRetryInterval());
assertEquals(bean.getTrackerUri(), retBean.getTrackerUri());
assertEquals(bean.getStartTime().getTime(), retBean.getStartTime().getTime());
assertEquals(bean.getEndTime().getTime(), retBean.getEndTime().getTime());
assertEquals(bean.getLastCheckTime().getTime(), retBean.getLastCheckTime().getTime());
assertEquals(bean.getErrorCode(), retBean.getErrorCode());
assertEquals(bean.getErrorMessage(), retBean.getErrorMessage());
assertEquals(bean.getExternalId(), retBean.getExternalId());
assertEquals(bean.getExternalStatus(), retBean.getExternalStatus());
assertEquals(bean.getExternalChildIDs(), retBean.getExternalChildIDs());
assertEquals(bean.getConf(), retBean.getConf());
assertNull(retBean.getData());
assertNull(retBean.getStats());
assertNull(retBean.getSlaXml());
// GET_ACTION_END
retBean =
WorkflowActionQueryExecutor.getInstance()
.get(WorkflowActionQuery.GET_ACTION_END, bean.getId());
assertEquals(bean.getId(), retBean.getId());
assertEquals(bean.getJobId(), retBean.getJobId());
assertEquals(bean.getName(), retBean.getName());
assertEquals(bean.getStatusStr(), retBean.getStatusStr());
assertEquals(bean.getPending(), retBean.getPending());
assertEquals(bean.getPendingAge().getTime(), retBean.getPendingAge().getTime());
assertEquals(bean.getType(), retBean.getType());
assertEquals(bean.getLogToken(), retBean.getLogToken());
assertEquals(bean.getTransition(), retBean.getTransition());
assertEquals(bean.getRetries(), retBean.getRetries());
assertEquals(bean.getTrackerUri(), retBean.getTrackerUri());
assertEquals(bean.getUserRetryCount(), retBean.getUserRetryCount());
assertEquals(bean.getUserRetryMax(), retBean.getUserRetryMax());
assertEquals(bean.getUserRetryInterval(), retBean.getUserRetryInterval());
assertEquals(bean.getExternalId(), retBean.getExternalId());
assertEquals(bean.getExternalStatus(), retBean.getExternalStatus());
assertEquals(bean.getExternalChildIDs(), retBean.getExternalChildIDs());
assertEquals(bean.getStartTime().getTime(), retBean.getStartTime().getTime());
assertEquals(bean.getEndTime().getTime(), retBean.getEndTime().getTime());
assertEquals(bean.getErrorCode(), retBean.getErrorCode());
assertEquals(bean.getErrorMessage(), retBean.getErrorMessage());
assertEquals(bean.getConf(), retBean.getConf());
assertEquals(bean.getData(), retBean.getData());
assertEquals(bean.getStats(), retBean.getStats());
assertNull(retBean.getSlaXml());
// GET_ACTION_COMPLETED
retBean =
WorkflowActionQueryExecutor.getInstance()
.get(WorkflowActionQuery.GET_ACTION_COMPLETED, bean.getId());
assertEquals(bean.getId(), retBean.getId());
assertEquals(bean.getJobId(), retBean.getJobId());
assertEquals(bean.getStatusStr(), retBean.getStatusStr());
assertEquals(bean.getType(), retBean.getType());
assertEquals(bean.getLogToken(), retBean.getLogToken());
assertNull(retBean.getSlaXml());
assertNull(retBean.getConf());
assertNull(retBean.getData());
assertNull(retBean.getStats());
assertNull(retBean.getExternalChildIDs());
// GET_ACTION (entire obj)
retBean =
WorkflowActionQueryExecutor.getInstance().get(WorkflowActionQuery.GET_ACTION, bean.getId());
assertEquals(bean.getId(), retBean.getId());
assertEquals(bean.getJobId(), retBean.getJobId());
assertEquals(bean.getName(), retBean.getName());
assertEquals(bean.getStatusStr(), retBean.getStatusStr());
assertEquals(bean.getPending(), retBean.getPending());
assertEquals(bean.getPendingAge().getTime(), retBean.getPendingAge().getTime());
assertEquals(bean.getType(), retBean.getType());
assertEquals(bean.getLogToken(), retBean.getLogToken());
assertEquals(bean.getTransition(), retBean.getTransition());
assertEquals(bean.getRetries(), retBean.getRetries());
assertEquals(bean.getUserRetryCount(), retBean.getUserRetryCount());
assertEquals(bean.getUserRetryMax(), retBean.getUserRetryMax());
assertEquals(bean.getUserRetryInterval(), retBean.getUserRetryInterval());
assertEquals(bean.getStartTime().getTime(), retBean.getStartTime().getTime());
assertEquals(bean.getEndTime().getTime(), retBean.getEndTime().getTime());
assertEquals(bean.getCreatedTime().getTime(), retBean.getCreatedTime().getTime());
assertEquals(bean.getLastCheckTime().getTime(), retBean.getLastCheckTime().getTime());
assertEquals(bean.getErrorCode(), retBean.getErrorCode());
assertEquals(bean.getErrorMessage(), retBean.getErrorMessage());
assertEquals(bean.getExecutionPath(), retBean.getExecutionPath());
assertEquals(bean.getSignalValue(), retBean.getSignalValue());
assertEquals(bean.getCred(), retBean.getCred());
assertEquals(bean.getConf(), retBean.getConf());
assertEquals(bean.getSlaXml(), retBean.getSlaXml());
assertEquals(bean.getData(), retBean.getData());
assertEquals(bean.getStats(), retBean.getStats());
assertEquals(bean.getExternalChildIDs(), retBean.getExternalChildIDs());
}
public void testGetGroupFromParent() throws Exception {
Path subWorkflowAppPath = getFsTestCaseDir();
FileSystem fs = getFileSystem();
Writer writer = new OutputStreamWriter(fs.create(new Path(subWorkflowAppPath, "workflow.xml")));
writer.write(APP1);
writer.close();
XConfiguration protoConf = getBaseProtoConf();
final WorkflowJobBean workflow = createBaseWorkflow(protoConf, "W");
String defaultConf = workflow.getConf();
XConfiguration newConf = new XConfiguration(new StringReader(defaultConf));
String actionConf =
"<sub-workflow xmlns='uri:oozie:workflow:0.1' name='subwf'>"
+ " <app-path>"
+ subWorkflowAppPath
+ File.separator
+ "workflow.xml"
+ "</app-path>"
+ " <configuration>"
+ " <property>"
+ " <name>a</name>"
+ " <value>A</value>"
+ " </property>"
+ " </configuration>"
+ "</sub-workflow>";
final WorkflowActionBean action = (WorkflowActionBean) workflow.getActions().get(0);
action.setConf(actionConf);
// negative test
final SubWorkflowActionExecutor subWorkflow = new SubWorkflowActionExecutor();
workflow.setConf(newConf.toXmlString());
subWorkflow.start(new Context(workflow, action), action);
OozieClient oozieClient =
subWorkflow.getWorkflowClient(
new Context(workflow, action), SubWorkflowActionExecutor.LOCAL);
waitFor(
5000,
new Predicate() {
@Override
public boolean evaluate() throws Exception {
subWorkflow.check(new Context(workflow, action), action);
return action.getStatus() == WorkflowActionBean.Status.DONE;
}
});
subWorkflow.check(new Context(workflow, action), action);
subWorkflow.end(new Context(workflow, action), action);
assertEquals(WorkflowAction.Status.OK, action.getStatus());
WorkflowJob wf = oozieClient.getJobInfo(action.getExternalId());
Configuration childConf = new XConfiguration(new StringReader(wf.getConf()));
assertFalse(getTestGroup() == childConf.get(OozieClient.GROUP_NAME));
// positive test
newConf.set(OozieClient.GROUP_NAME, getTestGroup());
workflow.setConf(newConf.toXmlString());
final WorkflowActionBean action1 = new WorkflowActionBean();
action1.setConf(actionConf);
action1.setId("W1");
subWorkflow.start(new Context(workflow, action1), action1);
oozieClient =
subWorkflow.getWorkflowClient(
new Context(workflow, action1), SubWorkflowActionExecutor.LOCAL);
waitFor(
5000,
new Predicate() {
@Override
public boolean evaluate() throws Exception {
subWorkflow.check(new Context(workflow, action1), action1);
return action1.getStatus() == WorkflowActionBean.Status.DONE;
}
});
subWorkflow.check(new Context(workflow, action1), action1);
subWorkflow.end(new Context(workflow, action1), action1);
wf = oozieClient.getJobInfo(action1.getExternalId());
childConf = new XConfiguration(new StringReader(wf.getConf()));
assertEquals(getTestGroup(), childConf.get(OozieClient.GROUP_NAME));
}
public void testSubWorkflowRecovery() throws Exception {
Path subWorkflowAppPath = getFsTestCaseDir();
FileSystem fs = getFileSystem();
Writer writer = new OutputStreamWriter(fs.create(new Path(subWorkflowAppPath, "workflow.xml")));
writer.write(APP1);
writer.close();
XConfiguration protoConf = getBaseProtoConf();
WorkflowJobBean workflow = createBaseWorkflow(protoConf, "W");
final WorkflowActionBean action = (WorkflowActionBean) workflow.getActions().get(0);
action.setConf(
"<sub-workflow xmlns='uri:oozie:workflow:0.1'>"
+ " <app-path>"
+ subWorkflowAppPath
+ File.separator
+ "workflow.xml"
+ "</app-path>"
+ " <configuration>"
+ " <property>"
+ " <name>a</name>"
+ " <value>A</value>"
+ " </property>"
+ " </configuration>"
+ "</sub-workflow>");
SubWorkflowActionExecutor subWorkflow = new SubWorkflowActionExecutor();
subWorkflow.start(new Context(workflow, action), action);
final OozieClient oozieClient =
subWorkflow.getWorkflowClient(
new Context(workflow, action), SubWorkflowActionExecutor.LOCAL);
waitFor(
JOB_TIMEOUT,
new Predicate() {
public boolean evaluate() throws Exception {
return oozieClient.getJobInfo(action.getExternalId()).getStatus()
== WorkflowJob.Status.SUCCEEDED;
}
});
String extId = action.getExternalId();
assertEquals(WorkflowJob.Status.SUCCEEDED, oozieClient.getJobInfo(extId).getStatus());
WorkflowActionBean action1 = new WorkflowActionBean();
action1.setId(action.getId());
action1.setName(action.getName());
action1.setConf(
"<sub-workflow xmlns='uri:oozie:workflow:0.1'>"
+ " <app-path>wrongAppPath</app-path>"
+ " <configuration>"
+ " <property>"
+ " <name>a</name>"
+ " <value>A</value>"
+ " </property>"
+ " </configuration>"
+ "</sub-workflow>");
subWorkflow.start(new Context(workflow, action1), action1);
assertEquals(extId, action1.getExternalId());
subWorkflow.check(new Context(workflow, action1), action1);
assertEquals(WorkflowAction.Status.DONE, action1.getStatus());
subWorkflow.end(new Context(workflow, action1), action1);
assertEquals(WorkflowAction.Status.OK, action1.getStatus());
}
