@Override
public List<Argument> identifyArguments(Annotation d, CoreMap s) {
List<Argument> figerArguments =
FigerTypeArgumentIdentification.getInstance().identifyArguments(d, s);
List<Argument> args = new ArrayList<Argument>();
List<Triple<Pair<Integer, Integer>, String, String>> notableTypeData =
s.get(FreebaseNotableTypeAnnotation.class);
List<CoreLabel> tokens = s.get(CoreAnnotations.TokensAnnotation.class);
for (Argument figerArgument : figerArguments) {
if (figerArgument instanceof KBArgument) {
KBArgument kbarg = (KBArgument) figerArgument;
Set<String> figerTypes = FigerTypeUtils.getFigerTypes(kbarg, notableTypeData, tokens);
for (String figerType : figerTypes) {
if (validFigerTypes.contains(figerType)) {
args.add(figerArgument);
}
}
}
}
return args;
}
public static void main(String[] args)
throws ParseException, ClassNotFoundException, InstantiationException, IllegalAccessException,
NoSuchMethodException, SecurityException, IllegalArgumentException,
InvocationTargetException, SQLException, IOException {
List<String> arguments = new ArrayList<String>();
for (String arg : args) {
arguments.add(arg);
}
CorpusInformationSpecification cis = CLIUtils.loadCorpusInformationSpecification(arguments);
FeatureGenerator fg = CLIUtils.loadFeatureGenerator(arguments);
ArgumentIdentification ai = CLIUtils.loadArgumentIdentification(arguments);
SententialInstanceGeneration sig = CLIUtils.loadSententialInformationGeneration(arguments);
String multirModelPath = arguments.get(1);
String annotationsInputFilePath = arguments.get(2);
String evaluationRelationsFilePath = arguments.get(3);
targetRelations = EvaluationUtils.loadTargetRelations(evaluationRelationsFilePath);
// load test corpus
Corpus c = new Corpus(arguments.get(0), cis, true);
DocumentExtractor de = new DocumentExtractor(multirModelPath, fg, ai, sig);
// if corpus object is full corpus, we may specify to look at train or test
// partition of it based on a input file representing the names of the test documents
if (arguments.size() == 6) {
String corpusSetting = arguments.get(4);
String pathToTestDocumentFile = arguments.get(5);
if (!corpusSetting.equals("train") && !corpusSetting.equals("test")) {
throw new IllegalArgumentException("This argument must be train or test");
}
File f = new File(pathToTestDocumentFile);
if (!f.exists() || !f.isFile()) {
throw new IllegalArgumentException(
"File at " + pathToTestDocumentFile + " does not exist or is not a file");
}
if (corpusSetting.equals("train")) {
c.setCorpusToTrain(pathToTestDocumentFile);
} else {
c.setCorpusToTest(pathToTestDocumentFile);
}
}
if (fg instanceof DefaultFeatureGeneratorWithFIGER
| fg instanceof DefaultFeatureGeneratorConcatFIGER
| fg instanceof DefaultFeatureGeneratorIndepFIGER) {
FigerTypeUtils.init();
}
long start = System.currentTimeMillis();
List<Extraction> extractions = getExtractions(c, ai, sig, de);
long end = System.currentTimeMillis();
System.out.println("Got Extractions in " + (end - start));
start = end;
List<ExtractionAnnotation> annotations =
EvaluationUtils.loadAnnotations(annotationsInputFilePath);
end = System.currentTimeMillis();
System.out.println("Got Annotations in " + (end - start));
start = end;
List<Extraction> diffExtractions = EvaluationUtils.getDiff(extractions, annotations);
end = System.currentTimeMillis();
System.out.println("Got diff in " + (end - start));
boolean useFixedSet = false;
if (useFixedSet) {
for (int i = extractions.size() - 1; i > -1; i--) {
if (diffExtractions.contains(extractions.get(i))) {
System.out.println("removing");
extractions.remove(i);
}
}
diffExtractions.clear();
}
// if there is a diff then don't evaluate algorithm yet
if (diffExtractions.size() > 0) {
// output diff
String diffOutputName = annotationsInputFilePath + ".diff";
EvaluationUtils.writeExtractions(diffExtractions, diffOutputName);
throw new IllegalStateException(
"inputAnnotations do not include all of the extractions, tag the diff at "
+ diffOutputName
+ " and merge with annotations");
} else {
EvaluationUtils.eval(extractions, annotations, targetRelations);
EvaluationUtils.relByRelEvaluation(extractions, annotations, targetRelations);
}
if (fg instanceof DefaultFeatureGeneratorWithFIGER
| fg instanceof DefaultFeatureGeneratorConcatFIGER
| fg instanceof DefaultFeatureGeneratorIndepFIGER) {
FigerTypeUtils.close();
}
}