@SuppressWarnings("unchecked")
public Set<String> processDoc(String str) throws Exception {
Set<String> toReturn = new HashSet<String>();
Corpus c = null;
Document aDoc = null;
try {
c = Factory.newCorpus("sample");
aDoc = Factory.newDocument(str);
c.add(aDoc);
controller.setCorpus(c);
controller.execute();
AnnotationSet aSet = aDoc.getAnnotations("StockSymbols");
for (Annotation annot : aSet) {
String symbol = (String) annot.getFeatures().get("sym");
toReturn.add(symbol);
}
} catch (Exception e) {
throw e;
} finally {
if (aDoc != null) {
Factory.deleteResource(aDoc);
}
if (c != null) {
Factory.deleteResource(c);
}
}
return toReturn;
}
/**
* Loading the configurationg file and corpus for testing. And make settings as in the GATE Gui.
*/
void loadSettings(String configFileName, String corpusDirName, String inputasN, String outputasN)
throws GateException, IOException {
LogService.minVerbosityLevel = 0;
if (LogService.minVerbosityLevel > 0)
System.out.println("Learning Home : " + learningHome.getAbsolutePath());
FeatureMap parameters = Factory.newFeatureMap();
URL configFileURL = new File(configFileName).toURI().toURL();
parameters.put("configFileURL", configFileURL);
learningApi =
(LearningAPIMain) Factory.createResource("gate.learning.LearningAPIMain", parameters);
// Load the corpus
corpus = Factory.newCorpus("DataSet");
ExtensionFileFilter fileFilter = new ExtensionFileFilter();
fileFilter.addExtension("xml");
File[] xmlFiles = new File(corpusDirName).listFiles(fileFilter);
Arrays.sort(
xmlFiles,
new Comparator<File>() {
public int compare(File a, File b) {
return a.getName().compareTo(b.getName());
}
});
for (File f : xmlFiles) {
if (!f.isDirectory()) {
Document doc = Factory.newDocument(f.toURI().toURL(), "UTF-8");
doc.setName(f.getName());
corpus.add(doc);
}
}
// URL tempURL = new File(corpusDirName).toURI().toURL();
// corpus.populate(tempURL, fileFilter, "UTF-8", false);
// Set the inputAS
learningApi.setInputASName(inputasN);
learningApi.setOutputASName(outputasN);
controller =
(gate.creole.SerialAnalyserController)
Factory.createResource("gate.creole.SerialAnalyserController");
controller.setCorpus(corpus);
controller.add(learningApi);
}
public static void main(String[] args) throws Exception {
// Logger.getLogger(DocumentFeaturesDiff.class).setLevel(Level.ALL);
GateUtils.initGateKeepLog();
GateUtils.registerCzsemPlugin();
ProcessingResource eval =
new PRSetup.SinglePRSetup(LearningEvaluator.class)
.putFeature("keyASName", ":-)")
// .putFeature("responseASName", "lemma_flex")
.putFeature("responseASName", "flex")
.putFeature("keyAnnotationsAreInDocumentFeatures", true)
.putFeatureList("annotationTypes", "Lookup")
.putFeatureList("featureNames", "meshID")
.createPR();
SerialAnalyserController controller =
(SerialAnalyserController)
Factory.createResource(SerialAnalyserController.class.getCanonicalName());
controller.add(eval);
Corpus corpus = Factory.newCorpus(null);
corpus.populate(
new File("C:\\Users\\dedek\\Desktop\\bmc\\experiment\\analyzed").toURI().toURL(),
// new File("C:\\Users\\dedek\\Desktop\\bmca_devel").toURI().toURL(),
null,
"utf8",
false);
System.err.println("populated");
controller.setCorpus(corpus);
controller.execute();
}