/** * Save a repository connection object. * * @param object is the object to save. * @return true if the object was created, false otherwise. */ public boolean save(IRepositoryConnection object) throws ManifoldCFException { StringSetBuffer ssb = new StringSetBuffer(); ssb.add(getRepositoryConnectionsKey()); ssb.add(getRepositoryConnectionKey(object.getName())); StringSet cacheKeys = new StringSet(ssb); while (true) { // Catch deadlock condition long sleepAmt = 0L; try { ICacheHandle ch = cacheManager.enterCache(null, cacheKeys, getTransactionID()); try { beginTransaction(); try { // performLock(); // Notify of a change to the configuration ManifoldCF.noteConfigurationChange(); boolean isNew = object.getIsNew(); // See whether the instance exists ArrayList params = new ArrayList(); String query = buildConjunctionClause( params, new ClauseDescription[] {new UnitaryClause(nameField, object.getName())}); IResultSet set = performQuery( "SELECT * FROM " + getTableName() + " WHERE " + query + " FOR UPDATE", params, null, null); HashMap values = new HashMap(); values.put(descriptionField, object.getDescription()); values.put(classNameField, object.getClassName()); values.put(groupNameField, object.getACLAuthority()); values.put(maxCountField, new Long((long) object.getMaxConnections())); String configXML = object.getConfigParams().toXML(); values.put(configField, configXML); boolean notificationNeeded = false; boolean isCreated; if (set.getRowCount() > 0) { // If the object is supposedly new, it is bad that we found one that already exists. if (isNew) throw new ManifoldCFException( "Repository connection '" + object.getName() + "' already exists"); isCreated = false; IResultRow row = set.getRow(0); String oldXML = (String) row.getValue(configField); if (oldXML == null || !oldXML.equals(configXML)) notificationNeeded = true; // Update params.clear(); query = buildConjunctionClause( params, new ClauseDescription[] {new UnitaryClause(nameField, object.getName())}); performUpdate(values, " WHERE " + query, params, null); throttleSpecManager.deleteRows(object.getName()); } else { // If the object is not supposed to be new, it is bad that we did not find one. if (!isNew) throw new ManifoldCFException( "Repository connection '" + object.getName() + "' no longer exists"); isCreated = true; // Insert values.put(nameField, object.getName()); // We only need the general key because this is new. performInsert(values, null); } // Write secondary table stuff throttleSpecManager.writeRows(object.getName(), object); // If notification required, do it. if (notificationNeeded) { IJobManager jobManager = JobManagerFactory.make(threadContext); jobManager.noteConnectionChange(object.getName()); } cacheManager.invalidateKeys(ch); return isCreated; } catch (ManifoldCFException e) { signalRollback(); throw e; } catch (Error e) { signalRollback(); throw e; } finally { endTransaction(); } } finally { cacheManager.leaveCache(ch); } } catch (ManifoldCFException e) { // Is this a deadlock exception? If so, we want to try again. if (e.getErrorCode() != ManifoldCFException.DATABASE_TRANSACTION_ABORT) throw e; sleepAmt = getSleepAmt(); } finally { sleepFor(sleepAmt); } } }
/** Install the manager. */ public void install() throws ManifoldCFException { // First, get the authority manager table name and name column IAuthorityGroupManager authMgr = AuthorityGroupManagerFactory.make(threadContext); // Always use a loop, and no transaction, as we may need to retry due to upgrade while (true) { Map existing = getTableSchema(null, null); if (existing == null) { // Install the "objects" table. HashMap map = new HashMap(); map.put(nameField, new ColumnDescription("VARCHAR(32)", true, false, null, null, false)); map.put( descriptionField, new ColumnDescription("VARCHAR(255)", false, true, null, null, false)); map.put( classNameField, new ColumnDescription("VARCHAR(255)", false, false, null, null, false)); map.put( groupNameField, new ColumnDescription( "VARCHAR(32)", false, true, authMgr.getTableName(), authMgr.getGroupNameColumn(), false)); map.put(maxCountField, new ColumnDescription("BIGINT", false, false, null, null, false)); map.put(configField, new ColumnDescription("LONGTEXT", false, true, null, null, false)); performCreate(map, null); } else { // Upgrade code ColumnDescription cd = (ColumnDescription) existing.get(groupNameField); if (cd == null) { Map addMap = new HashMap(); addMap.put( groupNameField, new ColumnDescription( "VARCHAR(32)", false, true, authMgr.getTableName(), authMgr.getGroupNameColumn(), false)); performAlter(addMap, null, null, null); } // Get rid of the authorityName field. When we do this we need to copy into the group name // field, adding groups if they don't yet exist first cd = (ColumnDescription) existing.get(authorityNameField); if (cd != null) { ArrayList params = new ArrayList(); IResultSet set = performQuery( "SELECT " + nameField + "," + authorityNameField + " FROM " + getTableName(), null, null, null); for (int i = 0; i < set.getRowCount(); i++) { IResultRow row = set.getRow(i); String repoName = (String) row.getValue(nameField); String authName = (String) row.getValue(authorityNameField); if (authName != null && authName.length() > 0) { // Attempt to create a matching auth group. This will fail if the group // already exists IAuthorityGroup grp = authMgr.create(); grp.setName(authName); try { authMgr.save(grp); } catch (ManifoldCFException e) { if (e.getErrorCode() == ManifoldCFException.INTERRUPTED) throw e; // Fall through; the row exists already } Map<String, String> map = new HashMap<String, String>(); map.put(groupNameField, authName); params.clear(); String query = buildConjunctionClause( params, new ClauseDescription[] {new UnitaryClause(nameField, repoName)}); performUpdate(map, " WHERE " + query, params, null); } } List<String> deleteList = new ArrayList<String>(); deleteList.add(authorityNameField); performAlter(null, null, deleteList, null); } } // Install dependent tables. historyManager.install(getTableName(), nameField); throttleSpecManager.install(getTableName(), nameField); // Index management IndexDescription authorityIndex = new IndexDescription(false, new String[] {groupNameField}); IndexDescription classIndex = new IndexDescription(false, new String[] {classNameField}); // Get rid of indexes that shouldn't be there Map indexes = getTableIndexes(null, null); Iterator iter = indexes.keySet().iterator(); while (iter.hasNext()) { String indexName = (String) iter.next(); IndexDescription id = (IndexDescription) indexes.get(indexName); if (authorityIndex != null && id.equals(authorityIndex)) authorityIndex = null; else if (classIndex != null && id.equals(classIndex)) classIndex = null; else if (indexName.indexOf("_pkey") == -1) // This index shouldn't be here; drop it performRemoveIndex(indexName); } // Add the ones we didn't find if (authorityIndex != null) performAddIndex(null, authorityIndex); if (classIndex != null) performAddIndex(null, classIndex); break; } }
public void run() { resetManager.registerMe(); try { // Create a thread context object. IThreadContext threadContext = ThreadContextFactory.make(); IJobManager jobManager = JobManagerFactory.make(threadContext); IRepositoryConnectionManager connectionMgr = RepositoryConnectionManagerFactory.make(threadContext); IDBInterface database = DBInterfaceFactory.make( threadContext, ManifoldCF.getMasterDatabaseName(), ManifoldCF.getMasterDatabaseUsername(), ManifoldCF.getMasterDatabasePassword()); // Loop while (true) { // Do another try/catch around everything in the loop try { // Before we begin, conditionally reset resetManager.waitForReset(threadContext); // Accumulate the wait before doing the next check. // We start with 10 seconds, which is the maximum. If there's a service request // that's faster than that, we'll adjust the time downward. long waitTime = 10000L; if (Logging.threads.isDebugEnabled()) Logging.threads.debug("Checking for deleting jobs"); // See if there are any starting jobs. // Note: Since this following call changes the job state, we must be careful to reset it // on any kind of failure. JobDeleteRecord[] deleteJobs = jobManager.getJobsReadyForDelete(processID); try { if (deleteJobs.length == 0) { ManifoldCF.sleep(waitTime); continue; } if (Logging.threads.isDebugEnabled()) Logging.threads.debug( "Found " + Integer.toString(deleteJobs.length) + " jobs ready to be deleted"); long currentTime = System.currentTimeMillis(); // Loop through jobs int i = 0; while (i < deleteJobs.length) { JobDeleteRecord jsr = deleteJobs[i++]; Long jobID = jsr.getJobID(); try { jobManager.prepareDeleteScan(jobID); // Start deleting this job! jobManager.noteJobDeleteStarted(jobID, currentTime); jsr.noteStarted(); } catch (ManifoldCFException e) { if (e.getErrorCode() == ManifoldCFException.INTERRUPTED) throw new InterruptedException(); if (e.getErrorCode() == ManifoldCFException.DATABASE_CONNECTION_ERROR) throw e; // We cannot abort the delete startup, but if we fall through, we'll put the job // back into // the state whence it came. So, fall through. Logging.threads.error("Exception tossed: " + e.getMessage(), e); } } } finally { // Clean up all jobs that did not start ManifoldCFException exception = null; int i = 0; while (i < deleteJobs.length) { JobDeleteRecord jsr = deleteJobs[i++]; if (!jsr.wasStarted()) { // Clean up from failed start. try { jobManager.resetStartDeleteJob(jsr.getJobID()); } catch (ManifoldCFException e) { exception = e; } } } if (exception != null) throw exception; } // Sleep for the retry interval. ManifoldCF.sleep(waitTime); } catch (ManifoldCFException e) { if (e.getErrorCode() == ManifoldCFException.INTERRUPTED) break; if (e.getErrorCode() == ManifoldCFException.DATABASE_CONNECTION_ERROR) { resetManager.noteEvent(); Logging.threads.error( "Start delete thread aborting and restarting due to database connection reset: " + e.getMessage(), e); try { // Give the database a chance to catch up/wake up ManifoldCF.sleep(10000L); } catch (InterruptedException se) { break; } continue; } // Log it, but keep the thread alive Logging.threads.error("Exception tossed: " + e.getMessage(), e); if (e.getErrorCode() == ManifoldCFException.SETUP_ERROR) { // Shut the whole system down! System.exit(1); } } catch (InterruptedException e) { // We're supposed to quit break; } catch (OutOfMemoryError e) { System.err.println("agents process ran out of memory - shutting down"); e.printStackTrace(System.err); System.exit(-200); } catch (Throwable e) { // A more severe error - but stay alive Logging.threads.fatal("Error tossed: " + e.getMessage(), e); } } } catch (Throwable e) { // Severe error on initialization System.err.println("agents process could not start - shutting down"); Logging.threads.fatal("StartDeleteThread initialization error tossed: " + e.getMessage(), e); System.exit(-300); } }