/**
* Find the dependencies that result from the pipes specified between tasks
*
* @param topXrt
* @throws CycleDetectedException
* @throws SortingException
*/
private void getMapping(Exertion topXrt)
throws CycleDetectedException, ContextException, SortingException {
for (Iterator i = topXrt.getMograms().iterator(); i.hasNext(); ) {
Exertion project = (Exertion) i.next();
String id = project.getId().toString();
String topId = topXrt.getId().toString();
dag.addEdge(id, topId);
Map<String, Map<String, String>> metaCtx = project.getDataContext().getMetacontext();
Map<String, String> ctxMapping = metaCtx.get("cid");
if (ctxMapping != null) {
for (Map.Entry<String, String> mapping : ctxMapping.entrySet()) {
if (mapping.getValue() != null && mapping.getValue().length() > 0) {
String dependencyId = revContextIdsMap.get(mapping.getValue());
logger.debug("Map: " + mapping.getKey() + " to " + dependencyId);
if (dag.getVertex(dependencyId) != null) {
dag.addEdge(id, dependencyId);
}
}
}
}
if (project instanceof Job) {
getMapping(project);
}
}
}
/**
* Actually rearrange the exertions in the job according to the sorting
*
* @param topXrt
* @param sortedExertions
* @throws CycleDetectedException
* @throws ContextException
*/
private void reorderJob(Exertion topXrt, List<Mogram> sortedExertions) {
List<Mogram> sortedSubset = new ArrayList(sortedExertions);
sortedSubset.retainAll(topXrt.getMograms());
if (topXrt.getFlowType() != null && topXrt.getFlowType().equals(Strategy.Flow.AUTO)) {
((ServiceExertion) topXrt).setFlowType(setFlow(topXrt, sortedSubset));
logger.info("FLOW for exertion: " + topXrt.getName() + " set to: " + topXrt.getFlowType());
}
List<String> exertionsBefore = new ArrayList<String>();
for (Mogram xrt : topXrt.getMograms()) exertionsBefore.add(xrt.getName());
List<String> exertionsAfter = new ArrayList<String>();
for (Mogram xrt : sortedExertions) exertionsAfter.add(xrt.getName());
if (!topXrt.getMograms().equals(sortedSubset)) {
logger.info("Order of exertions for " + topXrt.getName() + " will be changed: ");
logger.info("From: " + exertionsBefore);
logger.info("To: " + exertionsAfter);
topXrt.getMograms().removeAll(sortedSubset);
topXrt.getMograms().addAll(sortedSubset);
}
for (Iterator i = topXrt.getMograms().iterator(); i.hasNext(); ) {
Exertion xrt = (Exertion) i.next();
if (xrt instanceof Job) {
reorderJob(xrt, sortedExertions);
}
}
}
/**
* Check if there is an edge between the exertion and its parent
*
* @param topXrt
* @throws CycleDetectedException
* @throws SortingException
*/
private void checkParentCycle(Exertion topXrt)
throws CycleDetectedException, ContextException, SortingException {
if (topXrt.getDataContext().getParentId() != null) {
String parentId = topXrt.getDataContext().getParentId().toString();
if (dag.getVertex(parentId) != null) {
// Parent is added as an edge, but must not cause a cycle - so we remove any other edges it
// has in conflict
if (dag.hasEdge(parentId, topXrt.getId().toString())) {
dag.removeEdge(parentId, topXrt.getId().toString());
}
dag.addEdge(topXrt.getId().toString(), parentId);
}
}
}
/**
* Determine the Flow (PAR or SEQ) for exertions that have the Flow set to AUTO
*
* @param topXrt
* @param sortedSubXrt
* @return
*/
private Strategy.Flow setFlow(Exertion topXrt, List<Mogram> sortedSubXrt) {
List<String> sortedSubsetIds = addSubExertions(sortedSubXrt);
int edges = 0;
for (Mogram xrt : topXrt.getMograms()) {
for (String depId : dag.getParentLabels(xrt.getId().toString())) {
if (sortedSubsetIds.contains(depId)) {
edges++;
logger.debug("Edge: " + xrt.getName() + " parent: " + depId);
}
}
for (String depId : dag.getChildLabels(xrt.getId().toString())) {
if (sortedSubsetIds.contains(depId)) {
edges++;
logger.debug("Edge: " + xrt.getName() + " child: " + depId);
}
}
}
if (topXrt.getMograms().size() > 0)
logger.debug("XRT " + topXrt.getName() + " has edges: " + edges);
if (edges == 0) return Strategy.Flow.PAR;
else return Strategy.Flow.SEQ;
}
/**
* Add the job and all inner exertions as vertexes
*
* @param topXrt
* @throws SortingException
*/
private void addVertex(Exertion topXrt) throws ContextException, SortingException {
String id = topXrt.getId().toString();
dag.addVertex(id);
projectMap.put(id, topXrt);
contextIdsMap.put(id, topXrt.getDataContext().getId().toString());
revContextIdsMap.put(topXrt.getDataContext().getId().toString(), id);
for (Iterator i = topXrt.getMograms().iterator(); i.hasNext(); ) {
Exertion project = (Exertion) i.next();
id = project.getId().toString();
if (dag.getVertex(id) != null) {
throw new SortingException(
"Exertion '"
+ project.getName()
+ "'("
+ id
+ ") is duplicated in the job: '"
+ topXrt.getName()
+ "' ("
+ topXrt.getId()
+ ")");
}
dag.addVertex(id);
projectMap.put(id, project);
contextIdsMap.put(id, project.getDataContext().getId().toString());
revContextIdsMap.put(project.getDataContext().getId().toString(), id);
if (project instanceof Job) {
addVertex(project);
}
}
}