@SuppressWarnings("rawtypes")
private static void removeMergeBeforeFlatten(StreamGraph streamGraph) {
Set<Entry<Integer, StreamInvokable<?, ?>>> invokables = streamGraph.getInvokables();
List<Integer> flatteners = new ArrayList<Integer>();
for (Entry<Integer, StreamInvokable<?, ?>> entry : invokables) {
if (entry.getValue() instanceof WindowFlattener) {
flatteners.add(entry.getKey());
}
}
for (Integer flattener : flatteners) {
// Flatteners should have exactly one input
Integer input = streamGraph.getInEdges(flattener).get(0);
// Check whether the flatten is applied after a merge
if (streamGraph.getInvokable(input) instanceof WindowMerger) {
// Mergers should have exactly one input
Integer mergeInput = streamGraph.getInEdges(input).get(0);
streamGraph.setEdge(
mergeInput, flattener, new DistributePartitioner(true), 0, new ArrayList<String>());
// If the merger is only connected to the flattener we delete it
// completely, otherwise we only remove the edge
if (streamGraph.getOutEdges(input).size() > 1) {
streamGraph.removeEdge(input, flattener);
} else {
streamGraph.removeVertex(input);
}
streamGraph.setParallelism(flattener, streamGraph.getParallelism(mergeInput));
}
}
}
private static void setDiscretizerReuse(StreamGraph streamGraph) {
Set<Entry<Integer, StreamInvokable<?, ?>>> invokables = streamGraph.getInvokables();
List<Tuple2<Integer, StreamDiscretizer<?>>> discretizers =
new ArrayList<Tuple2<Integer, StreamDiscretizer<?>>>();
// Get the discretizers
for (Entry<Integer, StreamInvokable<?, ?>> entry : invokables) {
if (entry.getValue() instanceof StreamDiscretizer) {
discretizers.add(
new Tuple2<Integer, StreamDiscretizer<?>>(
entry.getKey(), (StreamDiscretizer<?>) entry.getValue()));
}
}
List<Tuple2<StreamDiscretizer<?>, List<Integer>>> matchingDiscretizers =
new ArrayList<Tuple2<StreamDiscretizer<?>, List<Integer>>>();
for (Tuple2<Integer, StreamDiscretizer<?>> discretizer : discretizers) {
boolean inMatching = false;
for (Tuple2<StreamDiscretizer<?>, List<Integer>> matching : matchingDiscretizers) {
Set<Integer> discretizerInEdges =
new HashSet<Integer>(streamGraph.getInEdges(discretizer.f0));
Set<Integer> matchingInEdges =
new HashSet<Integer>(streamGraph.getInEdges(matching.f1.get(0)));
if (discretizer.f1.equals(matching.f0) && discretizerInEdges.equals(matchingInEdges)) {
matching.f1.add(discretizer.f0);
inMatching = true;
break;
}
}
if (!inMatching) {
List<Integer> matchingNames = new ArrayList<Integer>();
matchingNames.add(discretizer.f0);
matchingDiscretizers.add(
new Tuple2<StreamDiscretizer<?>, List<Integer>>(discretizer.f1, matchingNames));
}
}
for (Tuple2<StreamDiscretizer<?>, List<Integer>> matching : matchingDiscretizers) {
List<Integer> matchList = matching.f1;
if (matchList.size() > 1) {
Integer first = matchList.get(0);
for (int i = 1; i < matchList.size(); i++) {
replaceDiscretizer(streamGraph, matchList.get(i), first);
}
}
}
}