/**
* Find the dependencies that result from the pipes specified between tasks
*
* @param topXrt
* @throws CycleDetectedException
* @throws SortingException
*/
private void getMapping(Exertion topXrt)
throws CycleDetectedException, ContextException, SortingException {
for (Iterator i = topXrt.getMograms().iterator(); i.hasNext(); ) {
Exertion project = (Exertion) i.next();
String id = project.getId().toString();
String topId = topXrt.getId().toString();
dag.addEdge(id, topId);
Map<String, Map<String, String>> metaCtx = project.getDataContext().getMetacontext();
Map<String, String> ctxMapping = metaCtx.get("cid");
if (ctxMapping != null) {
for (Map.Entry<String, String> mapping : ctxMapping.entrySet()) {
if (mapping.getValue() != null && mapping.getValue().length() > 0) {
String dependencyId = revContextIdsMap.get(mapping.getValue());
logger.debug("Map: " + mapping.getKey() + " to " + dependencyId);
if (dag.getVertex(dependencyId) != null) {
dag.addEdge(id, dependencyId);
}
}
}
}
if (project instanceof Job) {
getMapping(project);
}
}
}
/**
* Check if there is an edge between the exertion and its parent
*
* @param topXrt
* @throws CycleDetectedException
* @throws SortingException
*/
private void checkParentCycle(Exertion topXrt)
throws CycleDetectedException, ContextException, SortingException {
if (topXrt.getDataContext().getParentId() != null) {
String parentId = topXrt.getDataContext().getParentId().toString();
if (dag.getVertex(parentId) != null) {
// Parent is added as an edge, but must not cause a cycle - so we remove any other edges it
// has in conflict
if (dag.hasEdge(parentId, topXrt.getId().toString())) {
dag.removeEdge(parentId, topXrt.getId().toString());
}
dag.addEdge(topXrt.getId().toString(), parentId);
}
}
}
public static List<IndexCreator> sort(List<? extends IndexCreator> creators)
throws IllegalArgumentException {
try {
final HashMap<String, IndexCreator> creatorsById =
new HashMap<String, IndexCreator>(creators.size());
DAG dag = new DAG();
for (IndexCreator creator : creators) {
creatorsById.put(creator.getId(), creator);
dag.addVertex(creator.getId());
for (String depId : creator.getCreatorDependencies()) {
dag.addEdge(creator.getId(), depId);
}
}
List<String> sortedIds = TopologicalSorter.sort(dag);
final ArrayList<IndexCreator> sortedCreators = new ArrayList<IndexCreator>(creators.size());
for (String id : sortedIds) {
final IndexCreator creator = creatorsById.get(id);
if (creator != null) {
sortedCreators.add(creator);
} else {
throw new IllegalArgumentException(
String.format(
"IndexCreator with ID=\"%s\" does not exists, the present creator ID=\"%s\" depends on it!",
id, dag.getParentLabels(id)));
}
}
return sortedCreators;
} catch (CycleDetectedException e) {
throw new IllegalArgumentException("Supplied IndexCreator inter-dependencies", e);
}
}
/**
* Determine the Flow (PAR or SEQ) for exertions that have the Flow set to AUTO
*
* @param topXrt
* @param sortedSubXrt
* @return
*/
private Strategy.Flow setFlow(Exertion topXrt, List<Mogram> sortedSubXrt) {
List<String> sortedSubsetIds = addSubExertions(sortedSubXrt);
int edges = 0;
for (Mogram xrt : topXrt.getMograms()) {
for (String depId : dag.getParentLabels(xrt.getId().toString())) {
if (sortedSubsetIds.contains(depId)) {
edges++;
logger.debug("Edge: " + xrt.getName() + " parent: " + depId);
}
}
for (String depId : dag.getChildLabels(xrt.getId().toString())) {
if (sortedSubsetIds.contains(depId)) {
edges++;
logger.debug("Edge: " + xrt.getName() + " child: " + depId);
}
}
}
if (topXrt.getMograms().size() > 0)
logger.debug("XRT " + topXrt.getName() + " has edges: " + edges);
if (edges == 0) return Strategy.Flow.PAR;
else return Strategy.Flow.SEQ;
}
/**
* Add the job and all inner exertions as vertexes
*
* @param topXrt
* @throws SortingException
*/
private void addVertex(Exertion topXrt) throws ContextException, SortingException {
String id = topXrt.getId().toString();
dag.addVertex(id);
projectMap.put(id, topXrt);
contextIdsMap.put(id, topXrt.getDataContext().getId().toString());
revContextIdsMap.put(topXrt.getDataContext().getId().toString(), id);
for (Iterator i = topXrt.getMograms().iterator(); i.hasNext(); ) {
Exertion project = (Exertion) i.next();
id = project.getId().toString();
if (dag.getVertex(id) != null) {
throw new SortingException(
"Exertion '"
+ project.getName()
+ "'("
+ id
+ ") is duplicated in the job: '"
+ topXrt.getName()
+ "' ("
+ topXrt.getId()
+ ")");
}
dag.addVertex(id);
projectMap.put(id, project);
contextIdsMap.put(id, project.getDataContext().getId().toString());
revContextIdsMap.put(project.getDataContext().getId().toString(), id);
if (project instanceof Job) {
addVertex(project);
}
}
}