@Override
public void processNextSentence(Sentence sentence) {
assert abbreviationDictionary != null;
String strLine = sentence.getText();
int abbrevConflicts = 0;
Set<String> abbrevs = abbreviationDictionary.getAbbrevSet();
for (String abbrev : abbrevs) {
int pos = 0;
for (String word : sentence.getTokens()) {
if (word.equals(abbrev)) {
String position = sentence.getIndex() + "-" + pos;
for (Map.Entry<String, String> entry : position2abbrev.entrySet()) {
String aPos = entry.getKey();
String aAbbrev = entry.getValue();
if (aAbbrev != abbrev) { // not the same one
// find how close they are by meaning
Set<String> meaningSetA =
new HashSet<String>(abbreviationDictionary.getMeaningSetOfAbbreviation(aAbbrev));
Set<String> meaningSetB = abbreviationDictionary.getMeaningSetOfAbbreviation(abbrev);
meaningSetA.retainAll(meaningSetB);
if (meaningSetA.size() > 0) {
abbrevConflicts++;
}
}
}
}
}
}
sentence.setValue("abbrev_conflicts", abbrevConflicts); // number of conflicts
if (position2abbrev.size() > 0) {
sentence.setValue(
"abbrev_conflicts_divided_by_count", abbrevConflicts * 1.0 / position2abbrev.size());
} else {
sentence.setValue("abbrev_conflicts_divided_by_count", 0.0);
}
}
