public synchronized void collectionProcessComplete() {
if (entityCount == 0) {
LOG.info("[{}] collectionProcessComplete, processed 0 cas", getName());
// System.exit(0); // otherwise it hangs, somehow...
return;
}
final long duration = currentTimeMillis() - start;
LOG.info(
"[{}] collectionProcessComplete, processed {} cas in {}s (avrg. {}ms per CAS)",
new Object[] {getName(), entityCount, duration / 1000 + "", duration / entityCount});
this.collectionProcessComplete = true;
// print performance stats
StringBuffer buf = new StringBuffer();
ProcessTrace processTrace = cpe.getPerformanceReport();
// count total time so we can do percentages
int totalTime = 0;
for (ProcessTraceEvent event : processTrace.getEvents()) {
totalTime += event.getDuration();
}
buf.append(
"\n--PERFORMANCE STATS --------------------------------------------------------------------------------\n");
if (totalTime > 0) {
buf.append(" Duration\t %\t Type \tComponent Name\n");
for (ProcessTraceEvent event : processTrace.getEvents()) {
final int eventDuration = event.getDuration();
if (duration > 100) {
double pct = (double) eventDuration / totalTime;
if (pct > 0.005d) {
String pctStr = pctFmt.format(pct);
buf.append(
format("%12s", eventDuration)
+ "ms \t"
+ format("%7s", pctStr)
+ "\t "
+ cropToLength(event.getType(), 15)
+ "\t"
+ cropToLength(event.getComponentName(), 60)
+ "\n");
}
}
}
}
buf.append(
format("%12s", totalTime)
+ "ms TOTAL TIME ("
+ toHuman(totalTime)
+ ")\n----------------------------------------------------------------------------------------------------\n");
System.out.println(buf);
}
/**
* Called when the processing of a Document is completed. <br>
* The process status can be looked at and corresponding actions taken.
*
* @param aCas CAS corresponding to the completed processing
* @param aStatus EntityProcessStatus that holds the status of all the events for aEntity
*/
public void entityProcessComplete(CAS aCas, EntityProcessStatus aStatus) {
if (aStatus != null) {
if (aStatus.isException()) {
System.err.println("Error on process CAS call to remote service:");
List exceptions = aStatus.getExceptions();
for (int i = 0; i < exceptions.size(); i++) {
((Throwable) exceptions.get(i)).printStackTrace();
}
if (!ignoreErrors) {
System.err.println("Terminating Client...");
stop();
}
}
if (logCas) {
String ip = "no IP";
List eList = aStatus.getProcessTrace().getEventsByComponentName("UimaEE", false);
for (int e = 0; e < eList.size(); e++) {
ProcessTraceEvent event = (ProcessTraceEvent) eList.get(e);
if (event.getDescription().equals("Service IP")) {
ip = event.getResultMessage();
}
}
String casId = ((UimaASProcessStatus) aStatus).getCasReferenceId();
if (casId != null) {
long current = System.nanoTime() / 1000000 - mStartTime;
if (casMap.containsKey(casId)) {
Object value = casMap.get(casId);
if (value != null && value instanceof Long) {
long start = ((Long) value).longValue();
System.out.println(ip + "\t" + start + "\t" + (current - start));
}
}
}
} else {
System.out.print(".");
if (0 == (entityCount + 1) % 50) {
System.out.print((entityCount + 1) + " processed\n");
}
}
}
// if output dir specified, dump CAS to XMI
if (outputDir != null) {
// try to retrieve the filename of the input file from the CAS
File outFile = null;
Type srcDocInfoType =
aCas.getTypeSystem().getType("org.apache.uima.examples.SourceDocumentInformation");
if (srcDocInfoType != null) {
FSIterator it = aCas.getIndexRepository().getAllIndexedFS(srcDocInfoType);
if (it.hasNext()) {
FeatureStructure srcDocInfoFs = it.get();
Feature uriFeat = srcDocInfoType.getFeatureByBaseName("uri");
Feature offsetInSourceFeat = srcDocInfoType.getFeatureByBaseName("offsetInSource");
String uri = srcDocInfoFs.getStringValue(uriFeat);
int offsetInSource = srcDocInfoFs.getIntValue(offsetInSourceFeat);
File inFile;
try {
inFile = new File(new URL(uri).getPath());
String outFileName = inFile.getName();
if (offsetInSource > 0) {
outFileName += ("_" + offsetInSource);
}
outFileName += ".xmi";
outFile = new File((String) outputDir, outFileName);
} catch (MalformedURLException e1) {
// invalid URI, use default processing below
}
}
}
if (outFile == null) {
outFile = new File((String) outputDir, "doc" + entityCount);
}
try {
FileOutputStream outStream = new FileOutputStream(outFile);
try {
XmiCasSerializer.serialize(aCas, outStream);
} finally {
outStream.close();
}
} catch (Exception e) {
System.err.println("Could not save CAS to XMI file");
e.printStackTrace();
}
}
// update stats
entityCount++;
String docText = aCas.getDocumentText();
if (docText != null) {
size += docText.length();
}
// Called just before sendCas with next CAS from collection reader
}
