Beispiel #1
0
 @Override
 public void run() {
   builder = new Builder();
   builder.build();
   dataset = new Dataset();
   dataset.read();
   params = new Params();
   for (String group : dataset.groups()) {
     String filename = Execution.getFile("dumped-" + group + ".gz");
     out = IOUtils.openOutHard(filename);
     processExamples(group, dataset.examples(group));
     out.close();
     LogInfo.logs("Finished dumping to %s", filename);
     StopWatchSet.logStats();
   }
 }
Beispiel #2
0
 private static Dataset makeDataset() {
   Dataset d = new Dataset();
   d.readFromPathPairs(
       Collections.singletonList(Pair.newPair("train", "freebase/data/unittest-learn.examples")));
   return d;
 }