/**
* Static method to remove views from `TextAnnotation` objects. Each task variant has a number of
* views necessary for the solver to solve it. All other views should be removed.
*/
private static List<TextAnnotation> removeViews(
List<TextAnnotation> textAnnotations, List<String> viewsToKeep) {
if (viewsToKeep == null) {
viewsToKeep = new ArrayList<String>();
}
viewsToKeep = new ArrayList<>(viewsToKeep);
List<String> viewsToRemove = new ArrayList<>();
List<TextAnnotation> cleansed = new ArrayList<>();
for (TextAnnotation textAnnotation : textAnnotations) {
for (String viewName : textAnnotation.getAvailableViews()) {
if (!viewsToKeep.contains(viewName)) {
viewsToRemove.add(viewName);
}
}
TextAnnotation cleansedAnnotation;
try {
cleansedAnnotation = (TextAnnotation) textAnnotation.clone();
} catch (CloneNotSupportedException ce) {
cleansed.add(null);
continue;
}
for (String viewName : viewsToRemove) {
cleansedAnnotation.removeView(viewName);
}
cleansed.add(cleansedAnnotation);
}
return cleansed;
}
JsonObject writeTextAnnotation(TextAnnotation ta, boolean doWriteTokenOffsets) {
// get rid of the views that are empty
Set<String> viewNames = new HashSet<>(ta.getAvailableViews());
for (String vu : viewNames) {
if (ta.getView(vu) == null) {
logger.warn("View " + vu + " is null");
ta.removeView(vu);
}
}
JsonObject json = new JsonObject();
writeString("corpusId", ta.getCorpusId(), json);
writeString("id", ta.getId(), json);
writeString("text", ta.getText(), json);
writeStringArray("tokens", ta.getTokens(), json);
if (doWriteTokenOffsets) writeTokenOffsets(TOKENOFFSETS, ta.getView(ViewNames.TOKENS), json);
writeSentences(ta, json);
JsonArray views = new JsonArray();
for (String viewName : Sorters.sortSet(ta.getAvailableViews())) {
if (viewName.equals(ViewNames.SENTENCE)) continue;
JsonObject view = new JsonObject();
writeString("viewName", viewName, view);
views.add(view);
JsonArray viewData = new JsonArray();
List<View> topKViews = ta.getTopKViews(viewName);
for (View topKView : topKViews) {
JsonObject kView = new JsonObject();
writeView(topKView, kView);
viewData.add(kView);
}
view.add("viewData", viewData);
}
json.add("views", views);
writeAttributes(ta, json);
return json;
}