@Test
public void testOperatorFailureRecovery() throws Exception {
LogicalPlan dag = new LogicalPlan();
dag.setAttribute(LogicalPlan.APPLICATION_PATH, testMeta.toURI().toString());
FailingOperator badOperator = dag.addOperator("badOperator", FailingOperator.class);
dag.getContextAttributes(badOperator).put(OperatorContext.RECOVERY_ATTEMPTS, 1);
LOG.info("Initializing Client");
StramClient client = new StramClient(conf, dag);
if (StringUtils.isBlank(System.getenv("JAVA_HOME"))) {
client.javaCmd = "java"; // JAVA_HOME not set in the yarn mini cluster
}
try {
client.start();
client.startApplication();
client.setClientTimeout(120000);
boolean result = client.monitorApplication();
LOG.info("Client run completed. Result=" + result);
Assert.assertFalse("should fail", result);
ApplicationReport ar = client.getApplicationReport();
Assert.assertEquals(
"should fail", FinalApplicationStatus.FAILED, ar.getFinalApplicationStatus());
// unable to get the diagnostics message set by the AM here - see YARN-208
// diagnostics message does not make it here even with Hadoop 2.2 (but works on standalone
// cluster)
// Assert.assertTrue("appReport " + ar, ar.getDiagnostics().contains("badOperator"));
} finally {
client.stop();
}
}
private LogicalPlan createDAG(LogicalPlanConfiguration lpc) throws Exception {
LogicalPlan dag = new LogicalPlan();
dag.setAttribute(LogicalPlan.APPLICATION_PATH, testMeta.toURI().toString());
lpc.prepareDAG(dag, null, "testApp");
dag.validate();
Assert.assertEquals("", Integer.valueOf(128), dag.getValue(DAG.MASTER_MEMORY_MB));
Assert.assertEquals(
"", "-Dlog4j.properties=custom_log4j.properties", dag.getValue(DAG.CONTAINER_JVM_OPTIONS));
return dag;
}