/**
* Create a bin manager handle.
*
* @param threadContext is the thread context.
* @return the handle.
*/
public static IBinManager make(IThreadContext threadContext) throws ManifoldCFException {
Object o = threadContext.get(binManagerName);
if (o == null || !(o instanceof IBinManager)) {
IDBInterface database =
DBInterfaceFactory.make(
threadContext,
ManifoldCF.getMasterDatabaseName(),
ManifoldCF.getMasterDatabaseUsername(),
ManifoldCF.getMasterDatabasePassword());
o = new org.apache.manifoldcf.crawler.bins.BinManager(database);
threadContext.save(binManagerName, o);
}
return (IBinManager) o;
}
protected void localCleanUp() throws Exception {
IThreadContext tc = ThreadContextFactory.make();
Exception currentException = null;
// First, tear down all jobs, connections, authority connections, and output connections.
try {
IRepositoryConnectionManager connMgr = RepositoryConnectionManagerFactory.make(tc);
IAuthorityConnectionManager authConnMgr = AuthorityConnectionManagerFactory.make(tc);
IOutputConnectionManager outputMgr = OutputConnectionManagerFactory.make(tc);
// Now, get a list of the repository connections
IRepositoryConnection[] connections = connMgr.getAllConnections();
int i = 0;
while (i < connections.length) {
connMgr.delete(connections[i++].getName());
}
// Get a list of authority connections
IAuthorityConnection[] authorities = authConnMgr.getAllConnections();
i = 0;
while (i < authorities.length) {
authConnMgr.delete(authorities[i++].getName());
}
// Finally, get rid of output connections
IOutputConnection[] outputs = outputMgr.getAllConnections();
i = 0;
while (i < outputs.length) {
outputMgr.delete(outputs[i++].getName());
}
} catch (Exception e) {
currentException = e;
}
try {
IDBInterface database =
DBInterfaceFactory.make(
tc,
ManifoldCF.getMasterDatabaseName(),
ManifoldCF.getMasterDatabaseUsername(),
ManifoldCF.getMasterDatabasePassword());
IConnectorManager mgr = ConnectorManagerFactory.make(tc);
IAuthorityConnectorManager authMgr = AuthorityConnectorManagerFactory.make(tc);
IOutputConnectorManager outputMgr = OutputConnectorManagerFactory.make(tc);
IOutputConnectionManager outputConnManager = OutputConnectionManagerFactory.make(tc);
IJobManager jobManager = JobManagerFactory.make(tc);
IRepositoryConnectionManager connManager = RepositoryConnectionManagerFactory.make(tc);
// Deregistration should be done in a transaction
database.beginTransaction();
try {
int i;
String[] connectorClasses = getConnectorClasses();
i = 0;
while (i < connectorClasses.length) {
// Find the connection names that come with this class
String[] connectionNames = connManager.findConnectionsForConnector(connectorClasses[i]);
// For each connection name, modify the jobs to note that the connector is no longer
// installed
jobManager.noteConnectorDeregistration(connectionNames);
// Now that all jobs have been placed into an appropriate state, actually do the
// deregistration itself.
mgr.unregisterConnector(connectorClasses[i]);
i++;
}
String[] authorityClasses = getAuthorityClasses();
i = 0;
while (i < authorityClasses.length) {
authMgr.unregisterConnector(authorityClasses[i]);
i++;
}
String[] outputClasses = getOutputClasses();
i = 0;
while (i < outputClasses.length) {
// Find the connection names that come with this class
String[] connectionNames =
outputConnManager.findConnectionsForConnector(outputClasses[i]);
// For all connection names, notify all agents of the deregistration
AgentManagerFactory.noteOutputConnectorDeregistration(tc, connectionNames);
// Now that all jobs have been placed into an appropriate state, actually do the
// deregistration itself.
outputMgr.unregisterConnector(outputClasses[i]);
i++;
}
} catch (ManifoldCFException e) {
database.signalRollback();
throw e;
} catch (Error e) {
database.signalRollback();
throw e;
} finally {
database.endTransaction();
}
} catch (Exception e) {
if (currentException != null) currentException = e;
}
try {
super.localCleanUp();
} catch (Exception e) {
if (currentException != null) currentException = e;
}
if (currentException != null) throw currentException;
}
protected void localSetUp() throws Exception {
super.localSetUp();
IThreadContext tc = ThreadContextFactory.make();
IDBInterface database =
DBInterfaceFactory.make(
tc,
ManifoldCF.getMasterDatabaseName(),
ManifoldCF.getMasterDatabaseUsername(),
ManifoldCF.getMasterDatabasePassword());
IConnectorManager mgr = ConnectorManagerFactory.make(tc);
IAuthorityConnectorManager authMgr = AuthorityConnectorManagerFactory.make(tc);
IJobManager jobManager = JobManagerFactory.make(tc);
IRepositoryConnectionManager connManager = RepositoryConnectionManagerFactory.make(tc);
IOutputConnectorManager outputMgr = OutputConnectorManagerFactory.make(tc);
IOutputConnectionManager outputConnManager = OutputConnectionManagerFactory.make(tc);
// Deregistration should be done in a transaction
database.beginTransaction();
try {
int i;
String[] connectorClasses = getConnectorClasses();
String[] connectorNames = getConnectorNames();
i = 0;
while (i < connectorClasses.length) {
// First, register connector
mgr.registerConnector(connectorNames[i], connectorClasses[i]);
// Then, signal to all jobs that might depend on this connector that they can switch state
// Find the connection names that come with this class
String[] connectionNames = connManager.findConnectionsForConnector(connectorClasses[i]);
// For each connection name, modify the jobs to note that the connector is now installed
jobManager.noteConnectorRegistration(connectionNames);
i++;
}
String[] authorityClasses = getAuthorityClasses();
String[] authorityNames = getAuthorityNames();
i = 0;
while (i < authorityClasses.length) {
authMgr.registerConnector(authorityNames[i], authorityClasses[i]);
i++;
}
String[] outputClasses = getOutputClasses();
String[] outputNames = getOutputNames();
i = 0;
while (i < outputClasses.length) {
// First, register connector
outputMgr.registerConnector(outputNames[i], outputClasses[i]);
// Then, signal to all jobs that might depend on this connector that they can switch state
// Find the connection names that come with this class
String[] connectionNames = outputConnManager.findConnectionsForConnector(outputClasses[i]);
// For all connection names, notify all agents of the registration
AgentManagerFactory.noteOutputConnectorRegistration(tc, connectionNames);
i++;
}
} catch (ManifoldCFException e) {
database.signalRollback();
throw e;
} catch (Error e) {
database.signalRollback();
throw e;
} finally {
database.endTransaction();
}
}
public void run() {
resetManager.registerMe();
try {
// Create a thread context object.
IThreadContext threadContext = ThreadContextFactory.make();
IJobManager jobManager = JobManagerFactory.make(threadContext);
IRepositoryConnectionManager connectionMgr =
RepositoryConnectionManagerFactory.make(threadContext);
IDBInterface database =
DBInterfaceFactory.make(
threadContext,
ManifoldCF.getMasterDatabaseName(),
ManifoldCF.getMasterDatabaseUsername(),
ManifoldCF.getMasterDatabasePassword());
// Loop
while (true) {
// Do another try/catch around everything in the loop
try {
// Before we begin, conditionally reset
resetManager.waitForReset(threadContext);
// Accumulate the wait before doing the next check.
// We start with 10 seconds, which is the maximum. If there's a service request
// that's faster than that, we'll adjust the time downward.
long waitTime = 10000L;
if (Logging.threads.isDebugEnabled()) Logging.threads.debug("Checking for deleting jobs");
// See if there are any starting jobs.
// Note: Since this following call changes the job state, we must be careful to reset it
// on any kind of failure.
JobDeleteRecord[] deleteJobs = jobManager.getJobsReadyForDelete(processID);
try {
if (deleteJobs.length == 0) {
ManifoldCF.sleep(waitTime);
continue;
}
if (Logging.threads.isDebugEnabled())
Logging.threads.debug(
"Found " + Integer.toString(deleteJobs.length) + " jobs ready to be deleted");
long currentTime = System.currentTimeMillis();
// Loop through jobs
int i = 0;
while (i < deleteJobs.length) {
JobDeleteRecord jsr = deleteJobs[i++];
Long jobID = jsr.getJobID();
try {
jobManager.prepareDeleteScan(jobID);
// Start deleting this job!
jobManager.noteJobDeleteStarted(jobID, currentTime);
jsr.noteStarted();
} catch (ManifoldCFException e) {
if (e.getErrorCode() == ManifoldCFException.INTERRUPTED)
throw new InterruptedException();
if (e.getErrorCode() == ManifoldCFException.DATABASE_CONNECTION_ERROR) throw e;
// We cannot abort the delete startup, but if we fall through, we'll put the job
// back into
// the state whence it came. So, fall through.
Logging.threads.error("Exception tossed: " + e.getMessage(), e);
}
}
} finally {
// Clean up all jobs that did not start
ManifoldCFException exception = null;
int i = 0;
while (i < deleteJobs.length) {
JobDeleteRecord jsr = deleteJobs[i++];
if (!jsr.wasStarted()) {
// Clean up from failed start.
try {
jobManager.resetStartDeleteJob(jsr.getJobID());
} catch (ManifoldCFException e) {
exception = e;
}
}
}
if (exception != null) throw exception;
}
// Sleep for the retry interval.
ManifoldCF.sleep(waitTime);
} catch (ManifoldCFException e) {
if (e.getErrorCode() == ManifoldCFException.INTERRUPTED) break;
if (e.getErrorCode() == ManifoldCFException.DATABASE_CONNECTION_ERROR) {
resetManager.noteEvent();
Logging.threads.error(
"Start delete thread aborting and restarting due to database connection reset: "
+ e.getMessage(),
e);
try {
// Give the database a chance to catch up/wake up
ManifoldCF.sleep(10000L);
} catch (InterruptedException se) {
break;
}
continue;
}
// Log it, but keep the thread alive
Logging.threads.error("Exception tossed: " + e.getMessage(), e);
if (e.getErrorCode() == ManifoldCFException.SETUP_ERROR) {
// Shut the whole system down!
System.exit(1);
}
} catch (InterruptedException e) {
// We're supposed to quit
break;
} catch (OutOfMemoryError e) {
System.err.println("agents process ran out of memory - shutting down");
e.printStackTrace(System.err);
System.exit(-200);
} catch (Throwable e) {
// A more severe error - but stay alive
Logging.threads.fatal("Error tossed: " + e.getMessage(), e);
}
}
} catch (Throwable e) {
// Severe error on initialization
System.err.println("agents process could not start - shutting down");
Logging.threads.fatal("StartDeleteThread initialization error tossed: " + e.getMessage(), e);
System.exit(-300);
}
}