public static void main(String[] args) throws IOException {
String serializedClassifier = "classifiers/english.all.3class.distsim.crf.ser.gz";
if (args.length > 0) {
serializedClassifier = args[0];
}
AbstractSequenceClassifier<CoreLabel> classifier =
CRFClassifier.getClassifierNoExceptions(serializedClassifier);
/* For either a file to annotate or for the hardcoded text example,
this demo file shows two ways to process the output, for teaching
purposes. For the file, it shows both how to run NER on a String
and how to run it on a whole file. For the hard-coded String,
it shows how to run it on a single sentence, and how to do this
and produce an inline XML output format.
*/
if (args.length > 1) {
String fileContents = IOUtils.slurpFile(args[1]);
List<List<CoreLabel>> out = classifier.classify(fileContents);
for (List<CoreLabel> sentence : out) {
for (CoreLabel word : sentence) {
System.out.print(word.word() + '/' + word.get(AnswerAnnotation.class) + ' ');
}
System.out.println();
}
out = classifier.classifyFile(args[1]);
for (List<CoreLabel> sentence : out) {
for (CoreLabel word : sentence) {
System.out.print(word.word() + '/' + word.get(AnswerAnnotation.class) + ' ');
}
System.out.println();
}
} else {
String s1 = "Good afternoon Rajat Raina, how are you today?";
String s2 = "I go to school at Stanford University, which is located in California.";
System.out.println(classifier.classifyToString(s1));
System.out.println(classifier.classifyWithInlineXML(s2));
System.out.println(classifier.classifyToString(s2, "xml", true));
int i = 0;
for (List<CoreLabel> lcl : classifier.classify(s2)) {
for (CoreLabel cl : lcl) {
System.out.println(i++ + ":");
System.out.println(cl);
}
}
}
}
// Method to process the named entities
public void processNamedEntity() {
String serializedClassifier =
"classifiers/english.all.3class.distsim.crf.ser.gz"; // 3 class (PERSON, LOCATION and
// ORGANISATION) classifier
// String serializedClassifier = "classifiers/english.conll.4class.distsim.crf.ser.gz";
AbstractSequenceClassifier<CoreLabel> classifier =
CRFClassifier.getClassifierNoExceptions(serializedClassifier);
FileHandler fw = new FileHandler();
org.apache.log4j.PropertyConfigurator.configure(fw.filenameLog4JConfig);
Path path = Paths.get(fw.filename); // path for input file
try (BufferedReader reader = Files.newBufferedReader(path, Charset.defaultCharset())) {
fw.setFile(fw.fileResultsWithNER); // delete contents to file before starting the process
String line = null;
while ((line = reader.readLine()) != null) {
String classifiedData = classifier.classifyWithInlineXML(line);
fw.writeToFile("", classifiedData, fw.fileResultsWithNER, true);
}
} catch (IOException e) {
e.printStackTrace();
}
}
