@Override public List<Keyphrase> filterCandidates(Collection<Keyphrase> keyphrases) throws AnalysisEngineProcessException { List<Keyphrase> keyphrasesToBeRemoved = new LinkedList<Keyphrase>(); long frequency; for (Keyphrase keyphrase : keyphrases) { try { frequency = getFrequency(keyphrase.getKeyphrase()); } catch (IOException e) { throw new AnalysisEngineProcessException(e); } if (frequency < minFrequency || frequency > maxFrequency) { keyphrasesToBeRemoved.add(keyphrase); } } return keyphrasesToBeRemoved; }
private JCas setup_1segment(String testDocument, AnalysisEngine ae) throws ResourceInitializationException { JCas jcas = ae.newJCas(); jcas.setDocumentText(testDocument); Segment s = new Segment(jcas, 0, 10); s.addToIndexes(); Keyphrase k1 = new Keyphrase(jcas, 0, 2); k1.setKeyphrase("foo"); k1.setScore(0.5); k1.addToIndexes(); Keyphrase k2 = new Keyphrase(jcas, 4, 6); k2.setKeyphrase("bar"); k2.setScore(1); k2.addToIndexes(); Keyphrase k3 = new Keyphrase(jcas, 8, 10); k3.setKeyphrase("baz"); k3.setScore(0); k3.addToIndexes(); return jcas; }