private void processExamples(String group, List<Example> examples) {
Evaluation evaluation = new Evaluation();
if (examples.isEmpty()) return;
final String prefix = "iter=0." + group;
Execution.putOutput("group", group);
LogInfo.begin_track_printAll("Processing %s: %s examples", prefix, examples.size());
LogInfo.begin_track("Dumping metadata");
dumpMetadata(group, examples);
LogInfo.end_track();
LogInfo.begin_track("Examples");
for (int e = 0; e < examples.size(); e++) {
Example ex = examples.get(e);
LogInfo.begin_track_printAll("%s: example %s/%s: %s", prefix, e, examples.size(), ex.id);
ex.log();
Execution.putOutput("example", e);
StopWatchSet.begin("Parser.parse");
ParserState state = builder.parser.parse(params, ex, false);
StopWatchSet.end();
out.printf("########## Example %s ##########\n", ex.id);
dumpExample(exampleToLispTree(state));
LogInfo.logs("Current: %s", ex.evaluation.summary());
evaluation.add(ex.evaluation);
LogInfo.logs("Cumulative(%s): %s", prefix, evaluation.summary());
LogInfo.end_track();
ex.predDerivations.clear(); // To save memory
}
LogInfo.end_track();
LogInfo.logs("Stats for %s: %s", prefix, evaluation.summary());
evaluation.logStats(prefix);
evaluation.putOutput(prefix);
LogInfo.end_track();
}
public void run() {
try {
while (!stop) {
if (LogInfo.writeToStdout) readAndProcessCommand();
// Input commands
Execution.inputMap.readEasy(Execution.getFile("input.map"));
boolean killed = Execution.create && new File(Execution.getFile("kill")).exists();
if (killed) Execution.setExecStatus("killed", true);
// Output status
Execution.putOutput("log.note", LogInfo.note);
Execution.putOutput("exec.memory", SysInfoUtils.getUsedMemoryStr());
Execution.putOutput(
"exec.time", new StopWatch(LogInfo.getWatch().getCurrTimeLong()).toString());
Execution.putOutput("exec.errors", "" + LogInfo.getNumErrors());
Execution.putOutput("exec.warnings", "" + LogInfo.getNumWarnings());
Execution.setExecStatus("running", false);
Execution.printOutputMap(Execution.getFile("output.map"));
if (killed) throw new RuntimeException("Killed by 'kill' file");
Utils.sleep(timeInterval);
}
} catch (Exception e) {
e.printStackTrace();
System.exit(1); // Die completely
}
}
public static void raiseException(Throwable t) {
error(t + ":\n" + StrUtils.join(t.getStackTrace(), "\n"));
t = t.getCause();
if (t != null) error("Caused by " + t + ":\n" + StrUtils.join(t.getStackTrace(), "\n"));
Execution.putOutput("exec.status", "exception");
exitCode = 1;
}