@Override
protected MRJobProfile importXML(Document doc) {
// Get the root element
Element root = doc.getDocumentElement();
if (!JOB_PROFILE.equals(root.getTagName()))
throw new RuntimeException("ERROR: Bad XML File: top-level element not <job_profile>");
// Get the profile attributes
MRJobProfile jobProfile = new MRJobProfile(root.getAttribute(ID));
jobProfile.addCounter(MRCounter.MAP_TASKS, Long.parseLong(root.getAttribute(NUM_MAPPERS)));
jobProfile.addCounter(MRCounter.REDUCE_TASKS, Long.parseLong(root.getAttribute(NUM_REDUCERS)));
String clusterName = root.getAttribute(CLUSTER_NAME);
if (clusterName != null && !clusterName.equals("")) {
jobProfile.setClusterName(clusterName);
}
// Get the profile inputs
NodeList inputs = root.getElementsByTagName(INPUTS).item(0).getChildNodes();
ArrayList<String> inputList = new ArrayList<String>(1);
for (int i = 0; i < inputs.getLength(); ++i) {
if (inputs.item(i) instanceof Element) {
inputList.add(inputs.item(i).getTextContent());
}
}
jobProfile.setJobInputs(inputList.toArray(new String[0]));
// Get the map profiles
NodeList maps = root.getElementsByTagName(MAP_PROFILE);
for (int i = 0; i < maps.getLength(); ++i) {
if (maps.item(i) instanceof Element) {
Element map = (Element) maps.item(i);
// Get the map profile attributes
MRMapProfile mapProf = new MRMapProfile(map.getAttribute(ID));
mapProf.setInputIndex(Integer.parseInt(map.getAttribute(INPUT_INDEX)));
mapProf.setNumTasks(Integer.parseInt(map.getAttribute(NUM_TASKS)));
// Get the enum maps
loadTaskProfileCounters(mapProf, map);
loadTaskProfileStatistics(mapProf, map);
loadTaskProfileCostFactors(mapProf, map);
loadTaskProfileTimings(mapProf, map);
loadTaskProfileAuxCounters(mapProf, map);
jobProfile.addMapProfile(mapProf);
}
}
// Get the reduce profiles
NodeList reducers = root.getElementsByTagName(REDUCE_PROFILE);
for (int i = 0; i < reducers.getLength(); ++i) {
if (reducers.item(i) instanceof Element) {
Element reducer = (Element) reducers.item(i);
// Get the reducer profile attributes
MRReduceProfile redProf = new MRReduceProfile(reducer.getAttribute(ID));
redProf.setNumTasks(Integer.parseInt(reducer.getAttribute(NUM_TASKS)));
// Get the enum maps
loadTaskProfileCounters(redProf, reducer);
loadTaskProfileStatistics(redProf, reducer);
loadTaskProfileCostFactors(redProf, reducer);
loadTaskProfileTimings(redProf, reducer);
loadTaskProfileAuxCounters(redProf, reducer);
jobProfile.addReduceProfile(redProf);
}
}
// Update the profile to calculate the average task profiles
jobProfile.updateProfile();
return jobProfile;
}
