@Test
  public void testEvaluateShortHandBasedSystem()
      throws FileNotFoundException, IOException, IllegalArgumentException, IOException,
          InstantiationException, IllegalAccessException {

    File resultsDirectory = new File("src/test/resources/chord/CH");
    String systemName = "CH-System";
    Evaluator evaluator = null;

    // test reader and setup for evaluation
    //		evaluator = new ChordEvaluator(task, dataset, outputDirectory, workingDirectory, testSets,
    // false, null);
    evaluator =
        EvaluatorFactory.getEvaluator(
            task.getSubjectTrackMetadataName(),
            task,
            dataset,
            outputDirectory,
            workingDirectory,
            null,
            testSets,
            false,
            null);
    SingleTrackEvalFileType reader = new ChordShortHandTextFile();

    evaluator.setGroundTruth(groundTruth);

    List<NemaData> resultsForAllTracks = reader.readDirectory(resultsDirectory, null);
    evaluator.addResults(systemName, systemName, testSets.get(0), resultsForAllTracks);

    // test evaluation
    NemaEvaluationResultSet results = evaluator.evaluate();
    assertTrue(results != null);
  }
Exemplo n.º 2
0
 @Override
 public Evaluator getEvaluator() {
   Evaluator eval = new StructureEvaluator(); // EDIT FOR OTHER TASKS
   eval.setTask(task);
   eval.setDataset(dataset);
   eval.setGroundTruth(gtData);
   eval.setTestSets(testSets);
   return eval;
 }