public void processorFinishedExecution(BaseProcessor processor, Map properties) {
Iterator iterator = this.scraperRuntimeListeners.iterator();
while (iterator.hasNext()) {
ScraperRuntimeListener listener = (ScraperRuntimeListener) iterator.next();
listener.onProcessorExecutionFinished(this, processor, properties);
}
}
public void execute() {
long startTime = System.currentTimeMillis();
execute(configuration.getOperations());
if (this.status == STATUS_RUNNING) {
this.setStatus(STATUS_FINISHED);
}
// inform al listeners that execution is finished
Iterator listenersIterator = this.scraperRuntimeListeners.iterator();
while (listenersIterator.hasNext()) {
ScraperRuntimeListener listener = (ScraperRuntimeListener) listenersIterator.next();
listener.onExecutionEnd(this);
}
if (logger.isInfoEnabled()) {
if (this.status == STATUS_FINISHED) {
logger.info(
"Configuration executed in " + (System.currentTimeMillis() - startTime) + "ms.");
} else if (this.status == STATUS_STOPPED) {
logger.info("Configuration stopped!");
}
}
}
public void setExecutingProcessor(BaseProcessor processor) {
this.runningProcessor = processor;
Iterator iterator = this.scraperRuntimeListeners.iterator();
while (iterator.hasNext()) {
ScraperRuntimeListener listener = (ScraperRuntimeListener) iterator.next();
listener.onNewProcessorExecution(this, processor);
}
}
/** Inform all scraper listeners that an error has occured during scraper execution. */
public void informListenersAboutError(Exception e) {
setStatus(STATUS_ERROR);
// inform al listeners that execution is continued
Iterator listenersIterator = this.scraperRuntimeListeners.iterator();
while (listenersIterator.hasNext()) {
ScraperRuntimeListener listener = (ScraperRuntimeListener) listenersIterator.next();
listener.onExecutionError(this, e);
}
}
public void continueExecution() {
if (this.status == STATUS_PAUSED) {
setStatus(STATUS_RUNNING);
// inform al listeners that execution is continued
Iterator listenersIterator = this.scraperRuntimeListeners.iterator();
while (listenersIterator.hasNext()) {
ScraperRuntimeListener listener = (ScraperRuntimeListener) listenersIterator.next();
listener.onExecutionContinued(this);
}
}
}
public Variable execute(List ops) {
this.setStatus(STATUS_RUNNING);
// inform al listeners that execution is just about to start
Iterator listenersIterator = this.scraperRuntimeListeners.iterator();
while (listenersIterator.hasNext()) {
ScraperRuntimeListener listener = (ScraperRuntimeListener) listenersIterator.next();
listener.onExecutionStart(this);
}
Iterator it = ops.iterator();
while (it.hasNext()) {
IElementDef elementDef = (IElementDef) it.next();
BaseProcessor processor =
ProcessorResolver.createProcessor(elementDef, this.configuration, this);
if (processor != null) {
processor.run(this, context);
}
}
return new NodeVariable("");
}
