private DAGPlan createDAG() {
// Create a plan with 3 vertices: A, B, C. Group(A,B)->C
Configuration conf = new Configuration(false);
int dummyTaskCount = 1;
Resource dummyTaskResource = Resource.newInstance(1, 1);
org.apache.tez.dag.api.Vertex v1 =
new org.apache.tez.dag.api.Vertex(
"vertex1",
new ProcessorDescriptor("Processor").setHistoryText("vertex1 Processor HistoryText"),
dummyTaskCount,
dummyTaskResource);
v1.addInput(
"input1", new InputDescriptor("input.class").setHistoryText("input HistoryText"), null);
org.apache.tez.dag.api.Vertex v2 =
new org.apache.tez.dag.api.Vertex(
"vertex2",
new ProcessorDescriptor("Processor").setHistoryText("vertex2 Processor HistoryText"),
dummyTaskCount,
dummyTaskResource);
org.apache.tez.dag.api.Vertex v3 =
new org.apache.tez.dag.api.Vertex(
"vertex3",
new ProcessorDescriptor("Processor").setHistoryText("vertex3 Processor HistoryText"),
dummyTaskCount,
dummyTaskResource);
DAG dag = new DAG("testDag");
String groupName1 = "uv12";
org.apache.tez.dag.api.VertexGroup uv12 = dag.createVertexGroup(groupName1, v1, v2);
OutputDescriptor outDesc =
new OutputDescriptor("output.class").setHistoryText("uvOut HistoryText");
uv12.addOutput("uvOut", outDesc, OutputCommitter.class);
v3.addOutput("uvOut", outDesc, OutputCommitter.class);
GroupInputEdge e1 =
new GroupInputEdge(
uv12,
v3,
new EdgeProperty(
DataMovementType.SCATTER_GATHER,
DataSourceType.PERSISTED,
SchedulingType.SEQUENTIAL,
new OutputDescriptor("dummy output class").setHistoryText("Dummy History Text"),
new InputDescriptor("dummy input class").setHistoryText("Dummy History Text")),
new InputDescriptor("merge.class").setHistoryText("Merge HistoryText"));
dag.addVertex(v1);
dag.addVertex(v2);
dag.addVertex(v3);
dag.addEdge(e1);
return dag.createDag(conf);
}
