@Override
public void initialize(UimaContext context) throws ResourceInitializationException {
super.initialize(context);
// classToSlotNamesToRemoveMap = new HashMap<String, Set<String>>();
// /* read in input parameters, and initialize a list of slots to remove */
// for (String classSlotPair : classSlotPairsToRemove) {
//
// if (classSlotPair.equals(REMOVE_ALL)) {
// removeAllSlots = true;
// break;
// }
// String[] classSlotName = classSlotPair.split("\\|");
// if (classSlotName.length != 2) {
// throw new ResourceInitializationException(new
// IllegalArgumentException("Invalid class/slot pairing: "
// + classSlotPair));
// }
// String classNameRegex = classSlotName[0];
// String slotName = classSlotName[1];
// CollectionsUtil.addToOne2ManyUniqueMap(classNameRegex, slotName,
// classToSlotNamesToRemoveMap);
// }
logger = context.getLogger();
logger.log(
Level.INFO,
"SlotRemovalFilter_AE initialized. Will remove slots defined by: " + removeOption);
}
public final void initialize(UimaContext context) throws ResourceInitializationException {
super.initialize(context);
this.context = context;
mLogger = context.getLogger();
if (mLogger.isLoggable(Level.INFO)) {
mLogger.log(Level.INFO, "Initializing the " + name + ".");
}
isRemoveExistingAnnotations =
AnnotatorUtil.getOptionalBooleanParameter(context, UimaUtil.IS_REMOVE_EXISTINGS_ANNOTAIONS);
if (isRemoveExistingAnnotations == null) {
isRemoveExistingAnnotations = false;
}
initialize();
}
@Override
public void initialize() throws ResourceInitializationException {
super.initialize();
logger = getLogger();
try {
evalCorpusReader =
new OMTwitterCorpusFileReader(
(String) getConfigParameterValue(PARAM_EVALUATION_CORPUS_FILE),
(String) getConfigParameterValue(PARAM_EVALUATION_CORPUS_DELIM),
OMTwitterCorpusFile.fieldNameToId(
(String) getConfigParameterValue(PARAM_EVALUATION_CORPUS_FIELDS), " "));
} catch (Exception e) {
logger.log(Level.SEVERE, e.getMessage());
throw new ResourceInitializationException(e);
}
printResult = (Boolean) getConfigParameterValue(PARAM_PRINT_RESULT);
String neTagsStr = (String) getConfigParameterValue(PARAM_NAMED_ENTITY_TAGS);
if (neTagsStr == null) {
throw new ResourceInitializationException();
}
labelNone = (String) getConfigParameterValue(PARAM_LABEL_NONE);
String[] neTags = neTagsStr.split(" ");
int idx = 0;
map = new HashMap<String, Integer>();
for (String tag : neTags) {
map.put(tag + "_B", idx++);
map.put(tag + "_M", idx++);
map.put(tag + "_E", idx++);
}
map.put(labelNone, idx++);
labelNoneIdx = idx - 1;
stat = new int[idx][3];
senti = new int[3][3];
classifiedEntityCnt = new int[idx / 3];
answerEntityCnt = new int[idx / 3];
}
/* (non-Javadoc)
* @see org.apache.uima.collection.base_cpm.CasObjectProcessor#processCas(org.apache.uima.cas.CAS)
*/
public void processCas(CAS aCAS) throws ResourceProcessException {
JCas jcas;
try {
jcas = aCAS.getJCas();
} catch (CASException e) {
logger.log(Level.SEVERE, e.getMessage());
throw new ResourceProcessException(e);
}
TweetAnnotation tweetAnn =
(TweetAnnotation) jcas.getAnnotationIndex(TweetAnnotation.type).iterator().next();
OMTweet answerTweet = evalCorpusReader.next();
if (!answerTweet.getId().equals(tweetAnn.getId())) {
logger.log(
Level.SEVERE,
"target corpus and evaluation corpus don't match to each other - "
+ answerTweet.getId()
+ ", "
+ tweetAnn.getId());
throw new ResourceProcessException();
}
String[] entity = extractEntityTags(answerTweet.getText());
String classified = null;
String prevClassified = null;
StringBuffer sb = new StringBuffer();
try {
sb.append("\n[");
sb.append(answerTweet.getPolarityString());
sb.append("=>");
sb.append(tweetAnn.getPolarity());
sb.append("] ");
sb.append(tweetAnn.getCoveredText());
sb.append('\n');
FSIterator<Annotation> tokenAnnIter =
jcas.getAnnotationIndex(TokenAnnotation.type).iterator();
TokenAnnotation tokenAnn = null;
int i = 0;
int prevClassifiedIdx = labelNoneIdx;
int prevAnswerIdx = labelNoneIdx;
String classifiedEntityStr = "";
String answerEntityStr = "";
while (tokenAnnIter.hasNext()) {
tokenAnn = (TokenAnnotation) tokenAnnIter.next();
classified = tokenAnn.getEntityLabel();
String answer = entity[i];
boolean correct = false;
if (classified.equals(answer)) {
correct = true;
}
int classifiedIdx = 0;
int answerIdx = 0;
try {
answerIdx = map.get(answer);
} catch (Exception e) {
logger.log(
Level.SEVERE,
"wrong annotation on the evaluation corpus - tweet id: "
+ answerTweet.getId()
+ ", answerTag="
+ answer);
logger.log(Level.SEVERE, e.getMessage());
answerIdx = map.get(labelNone);
}
try {
classifiedIdx = map.get(classified);
} catch (Exception e) {
logger.log(
Level.SEVERE,
"wrong annotation from the NER - tweet id: "
+ answerTweet.getId()
+ ", classifiedTag="
+ classified);
logger.log(Level.SEVERE, e.getMessage());
classifiedIdx = map.get(labelNone);
}
stat[classifiedIdx][0]++;
stat[answerIdx][1]++;
if (correct) {
stat[classifiedIdx][2]++;
}
if (classifiedIdx != labelNoneIdx) {
if (classifiedIdx / 3 != prevClassifiedIdx / 3) {
classifiedEntityCnt[classifiedIdx / 3]++;
if (prevClassifiedIdx != labelNoneIdx) {
sb.append('\t');
sb.append(classifiedEntityStr);
sb.append(" -> ");
sb.append(prevClassified.substring(0, prevClassified.lastIndexOf('_')));
sb.append('\n');
}
classifiedEntityStr = tokenAnn.getCoveredText();
} else {
classifiedEntityStr += " " + tokenAnn.getCoveredText();
}
} else if (prevClassifiedIdx != labelNoneIdx) {
sb.append('\t');
sb.append(classifiedEntityStr);
sb.append(" -> ");
sb.append(prevClassified.substring(0, prevClassified.lastIndexOf('_')));
sb.append('\n');
classifiedEntityStr = "";
}
prevClassifiedIdx = classifiedIdx;
if (answerIdx != labelNoneIdx) {
if (answerIdx / 3 != prevAnswerIdx / 3) {
answerEntityCnt[answerIdx / 3]++;
answerEntityStr = tokenAnn.getCoveredText();
} else {
answerEntityStr += " " + tokenAnn.getCoveredText();
}
} else if (prevAnswerIdx != labelNoneIdx) {
answerEntityStr = "";
}
prevAnswerIdx = answerIdx;
prevClassified = classified;
i++;
}
if (prevClassifiedIdx != labelNoneIdx) {
sb.append('\t');
sb.append(classifiedEntityStr);
sb.append(" -> ");
sb.append(prevClassified.substring(0, prevClassified.lastIndexOf('_')));
sb.append('\n');
}
// senti
String answerSenti = answerTweet.getPolarityString();
boolean correct = false;
String classifiedSenti = tweetAnn.getPolarity();
if (classifiedSenti.equals(senti)) {
correct = true;
}
int classifiedIdx = sentiIdx(classifiedSenti);
int answerIdx = sentiIdx(answerSenti);
senti[classifiedIdx][0]++;
senti[answerIdx][1]++;
if (classifiedIdx == answerIdx) {
correct = true;
}
if (correct) {
senti[classifiedIdx][2]++;
}
cnt++;
logger.log(Level.INFO, sb.toString());
} catch (CASRuntimeException e) {
throw new ResourceProcessException(e);
}
}
