public static <V> void waitFor(Future<V> task, final Invocation invocation) {
if (task instanceof Promise) {
Promise<V> smartFuture = (Promise<V>) task;
smartFuture.onRedeem(
new F.Action<F.Promise<V>>() {
public void invoke(Promise<V> result) {
executor.submit(invocation);
}
});
} else {
synchronized (WaitForTasksCompletion.class) {
if (instance == null) {
instance = new WaitForTasksCompletion();
Logger.warn("Start WaitForTasksCompletion");
instance.start();
}
instance.queue.put(task, invocation);
}
}
}
/**
* When a StartJobMessage is received, the corresponding Job is extracted and the unprocessed
* instances are sent and received one at a time to the solver. Every time a text annotation is
* processed, JobProcessingActor notifies its parent, the MasterActor, of its progress.
*/
@Override
public void onReceive(Object message) throws Exception {
if (message instanceof SetUpJobMessage) {
ActorRef master = getSender();
SetUpJobMessage jobInfo = (SetUpJobMessage) message;
this.conf_id = jobInfo.getConf_id();
this.record_id = jobInfo.getRecord_id();
this.url = jobInfo.getUrl();
LearnerSettings learnerSettings = jobInfo.getLearnerSettings();
Job job = Core.setUpJob(conf_id, url, record_id);
ClassificationTester eval = new ClassificationTester();
Evaluator evaluator;
String viewName;
try {
evaluator = Core.getEvaluator(conf_id);
viewName = Core.getEvaluatorView(conf_id);
} catch (Exception e) {
master.tell(
new StatusUpdate(0, 0, 0, record_id, eval, "Error receiving evaluator from database"),
getSelf());
Core.storeResultsOfRunInDatabase(eval, record_id, false);
return;
}
if (job.getError() != null) {
master.tell(new StatusUpdate(0, 0, 0, record_id, eval, job.getError()), getSelf());
Core.storeResultsOfRunInDatabase(eval, record_id, false);
return;
}
List<TextAnnotation> unprocessedInstances = job.getUnprocessedInstances();
List<TextAnnotation> goldInstances = job.getGoldInstances();
completed = 0;
skipped = 0;
total = unprocessedInstances.size();
master.tell(new StatusUpdate(completed, skipped, total, record_id, eval, null), getSelf());
System.out.println("Created Job Processor Worker");
System.out.println("Sending and recieving annotations:");
try {
int maxBatchSize = learnerSettings.maxNumInstancesAccepted;
for (int startIndex = 0;
startIndex < unprocessedInstances.size();
startIndex += maxBatchSize) {
int batchSize = Math.min(maxBatchSize, unprocessedInstances.size() - startIndex);
List<TextAnnotation> batch = makeBatch(unprocessedInstances, startIndex, batchSize);
Promise<LearnerInstancesResponse> response = job.sendAndReceiveRequestsFromSolver(batch);
int batchStartIndex = startIndex;
response.onRedeem(
new F.Callback<LearnerInstancesResponse>() {
@Override
public void invoke(LearnerInstancesResponse learnerInstancesResponse)
throws Throwable {
for (int batchIndex = 0; batchIndex < batchSize; batchIndex++) {
if (learnerInstancesResponse.textAnnotations[batchIndex] != null) {
TextAnnotation goldInstance = goldInstances.get(batchStartIndex + batchIndex);
try {
Core.evaluate(
evaluator,
eval,
goldInstance,
learnerInstancesResponse.textAnnotations[batchIndex],
viewName);
} catch (Exception e) {
Core.storeResultsOfRunInDatabase(eval, record_id, false);
master.tell(
new StatusUpdate(
completed,
skipped,
total,
record_id,
eval,
"Error in evaluator. Please check your returned View: " + viewName),
getSelf());
master.tell(new StopRunMessage(record_id), master);
return;
}
completed++;
} else {
skipped++;
}
}
if (completed + skipped < total)
Core.storeResultsOfRunInDatabase(eval, record_id, true);
else Core.storeResultsOfRunInDatabase(eval, record_id, false);
master.tell(
new StatusUpdate(completed, skipped, total, record_id, eval, null),
getSelf());
System.out.println(String.format("Completed batch of size %s", batchSize));
}
});
response.get(learnerTimeout);
if (killCommandHasBeenSent()) {
System.out.println("Exiting");
Core.storeResultsOfRunInDatabase(eval, record_id, false);
break;
}
}
} catch (Exception ex) {
System.out.println("Err sending and receiving text annotations" + ex.getMessage());
master.tell(
new StatusUpdate(
completed,
skipped,
total,
record_id,
eval,
"Error receiving and sending text annotations"),
getSelf());
Core.storeResultsOfRunInDatabase(eval, record_id, false);
ex.printStackTrace();
}
System.out.println("Done");
} else unhandled(message);
}