@Override
public void run() {
builder = new Builder();
builder.build();
dataset = new Dataset();
dataset.read();
params = new Params();
for (String group : dataset.groups()) {
String filename = Execution.getFile("dumped-" + group + ".gz");
out = IOUtils.openOutHard(filename);
processExamples(group, dataset.examples(group));
out.close();
LogInfo.logs("Finished dumping to %s", filename);
StopWatchSet.logStats();
}
}
private static Dataset makeDataset() {
Dataset d = new Dataset();
d.readFromPathPairs(
Collections.singletonList(Pair.newPair("train", "freebase/data/unittest-learn.examples")));
return d;
}