private void makeClumpGoldStandard() throws EvalError {
switch (testFileType) {
case WSJ:
clumpGoldStandard = CorpusUtil.wsjClumpGoldStandard(alpha, corpusFiles);
break;
case NEGRA:
clumpGoldStandard = CorpusUtil.negraClumpGoldStandard(alpha, corpusFiles);
break;
case CTB:
clumpGoldStandard = CorpusUtil.ctbClumpGoldStandard(alpha, corpusFiles);
break;
case SPL:
evalTypes.clear();
evalTypes.add(OutputType.NONE);
evals.clear();
evals.add(NullEval.instance());
break;
default:
throw new EvalError("Unexpected file type for clumping gold standard: " + corpusFiles);
}
if (filterLength > 0)
clumpGoldStandard = clumpGoldStandard.filterBySentenceLength(filterLength);
}
private void initParseEvaluationTypes() throws EvalError, CorpusError {
for (final OutputType t : evalTypes) {
switch (t) {
case CLUMP:
evals.add(ChunkingEval.fromChunkedCorpus(t, getClumpGoldStandard()));
break;
case NPS:
evals.add(ChunkingEval.fromChunkedCorpus(t, getNPsGoldStandard()));
break;
case PPS:
evals.add(ChunkingEval.fromChunkedCorpus(t, getPPsGoldStandard()));
break;
case TREEBANKPREC:
evals.add(
TreebankPrecisionEval.fromUnlabeledBracketSets(t, getGoldUnlabeledBracketSets()));
break;
case TREEBANKFLAT:
evals.add(TreebankFlatEval.fromUnlabeledBracketSets(t, getGoldUnlabeledBracketSets()));
break;
case TREEBANKRB:
evals.add(TreebankRBEval.fromUnlabeledBracketSets(t, getGoldUnlabeledBracketSets()));
break;
case NONE:
evals.add(NullEval.instance());
break;
default:
throw new EvalError("Unexpected evaluation type: " + t);
}
}
}
public void setParserEvaluationTypes(final String string) throws EvalError, CorpusError {
if (string.equals("")) {
evalTypes.add(OutputType.CLUMP);
evalTypes.add(OutputType.NPS);
} else for (final String s : string.split(",")) evalTypes.add(OutputType.valueOf(s));
}
public void addChunkerOutput(final String comment, final ChunkedSegmentedCorpus output)
throws EvalError, CorpusError {
if (evals.size() == 0) initParseEvaluationTypes();
for (final Eval eval : evals) eval.eval(comment, output);
}
private boolean noEvals() throws EvalError, CorpusError {
if (evals.size() == 0) initParseEvaluationTypes();
return evals.size() == 0 || (evals.size() == 1 && evals.get(0) == null);
}
public StopSegmentCorpus getEvalStopSegmentCorpus() throws CorpusError, EvalError {
if (evals.size() == 0 && testFileType != CorpusType.SPL) initParseEvaluationTypes();
if (testStopSegmentCorpus == null) makeEvalStopSegmentCorpus();
return testStopSegmentCorpus;
}