/*
* Reset the underlying JDBC database tables
*/
private Pair<Long, URI> resetDatabaseTables(
NodeCentricOperationContext connectionContext, boolean hardReset) throws AnzoException {
try {
dropTables(connectionContext, hardReset);
datasource.begin(connectionContext.getConnection(), true, true);
Long ts = Long.valueOf(0);
LastTransactionTime.insertFirstTransactionTime(
connectionContext.getStatementProvider(), connectionContext.getConnection(), ts);
URI serverUri = UriGenerator.generateServerIdURI();
Long serverId =
connectionContext.getNodeLayout().store(serverUri, connectionContext.getConnection(), 1);
ServerRdbWrapper.setServerId(
connectionContext.getStatementProvider(), connectionContext.getConnection(), serverId);
connectionContext
.getNodeLayout()
.store(Constants.EVERYONE_ROLE, connectionContext.getConnection(), 1);
datasource.commit(connectionContext.getConnection(), true, true);
connectionContext.getNodeLayout().commitReferencedIds(connectionContext.getConnection(), 1);
return new Pair<Long, URI>(serverId, serverUri);
} catch (Exception e) {
log.error(LogUtils.RDB_MARKER, "SQL Error resetting database tables", e);
datasource.abort(connectionContext.getConnection(), true, true);
throw new AnzoException(ExceptionConstants.RDB.OPERATION_ERROR, e, e.getMessage());
}
}
private void dropTables(NodeCentricOperationContext connectionContext, boolean hardReset)
throws AnzoException, SQLException {
long start = System.currentTimeMillis();
if (hardReset) {
String[][] tableSets = {liveTables, nodeCentricTables, staticTables};
datasource.begin(connectionContext.getConnection(), true, true);
java.sql.Statement stmt = connectionContext.getConnection().createStatement();
try {
for (String view : views) {
try {
stmt.executeUpdate(
dropView + datasource.getConfiguration().getDropExtras() + " " + view);
} catch (SQLException sqle) {
if (log.isTraceEnabled()) {
log.trace(LogUtils.RDB_MARKER, "SQL Error droping view", sqle);
}
}
}
for (String[] sequenceVers : sequences) {
if (sequenceVers != null) {
for (String sequence : sequenceVers) {
try {
stmt.executeUpdate(
dropSequence + datasource.getConfiguration().getDropExtras() + " " + sequence);
} catch (SQLException sqle) {
if (log.isTraceEnabled()) {
log.trace(LogUtils.RDB_MARKER, "SQL Error droping sequence", sqle);
}
}
}
}
}
if (!connectionContext.getConfiguration().getSupportsIdentity()) {
try {
stmt.executeUpdate(
dropSequence + datasource.getConfiguration().getDropExtras() + " LANG_SEQ");
} catch (SQLException sqle) {
if (log.isTraceEnabled()) {
log.trace(LogUtils.RDB_MARKER, "SQL Error droping sequence", sqle);
}
}
try {
stmt.executeUpdate(
dropSequence + datasource.getConfiguration().getDropExtras() + " DATATYPE_SEQ");
} catch (SQLException sqle) {
if (log.isTraceEnabled()) {
log.trace(LogUtils.RDB_MARKER, "SQL Error droping sequence", sqle);
}
}
}
for (String[] tables : tableSets) {
for (String table : tables) {
try {
stmt.executeUpdate(
dropTable + datasource.getConfiguration().getDropExtras() + " " + table);
} catch (SQLException sqle) {
if (log.isTraceEnabled()) {
log.trace(LogUtils.RDB_MARKER, "SQL Error droping table", sqle);
}
}
}
}
for (String table : tempTables) {
try {
stmt.executeUpdate(
dropTable
+ datasource.getConfiguration().getDropExtras()
+ " "
+ datasource.getConfiguration().getSessionPrefix()
+ table);
} catch (SQLException sqle) {
if (log.isTraceEnabled()) {
log.trace(LogUtils.RDB_MARKER, "SQL Error droping temptable", sqle);
}
}
}
} finally {
try {
stmt.close();
} catch (SQLException sqle) {
if (log.isTraceEnabled()) {
log.trace(LogUtils.RDB_MARKER, "SQL Error closing statement", sqle);
}
}
datasource.commit(connectionContext.getConnection(), true, true);
}
if (datasource.getConfiguration().getRequiresTempTablespace()
&& InsertStatementsRdbWrapper.getTempTablespaceDefined(
connectionContext.getStatementProvider(), connectionContext.getConnection())
== 0) {
datasource.begin(connectionContext.getConnection(), true, true);
try {
connectionContext
.getStatementProvider()
.runSQLGroup(initTablespace, new String[0], connectionContext.getConnection());
} catch (SQLException sqle) {
if (log.isErrorEnabled()) {
log.error(LogUtils.RDB_MARKER, "SQL Error initializing tablespace", sqle);
}
throw sqle;
} finally {
datasource.commit(connectionContext.getConnection(), true, true);
}
}
datasource.begin(connectionContext.getConnection(), true, true);
try {
connectionContext
.getStatementProvider()
.runSQLGroup(
initDBtables, datasource.getInitParams(), connectionContext.getConnection());
connectionContext
.getStatementProvider()
.runSQLGroup(
initIndexes, datasource.getInitParams(), connectionContext.getConnection());
connectionContext
.getStatementProvider()
.runSQLGroup(
initSequences, datasource.getInitParams(), connectionContext.getConnection());
datasource.commit(connectionContext.getConnection(), true, true);
} catch (SQLException sqle) {
log.error(LogUtils.RDB_MARKER, "Error initializing database tables", sqle);
datasource.abort(connectionContext.getConnection(), true, true);
throw new AnzoException(ExceptionConstants.RDB.FAILED_INITIALZE_DB, sqle);
}
try {
datasource.begin(connectionContext.getConnection(), true, true);
connectionContext
.getStatementProvider()
.runSQLGroup(
"createTemporaryTables",
datasource.getInitParams(),
connectionContext.getConnection());
datasource.commit(connectionContext.getConnection(), true, true);
} catch (SQLException sqle) {
log.error(LogUtils.RDB_MARKER, "Error initializing database temporary tables", sqle);
datasource.abort(connectionContext.getConnection(), true, true);
throw new AnzoException(ExceptionConstants.RDB.FAILED_INITIALZE_TEMPTABLES, sqle);
}
} else {
String[][] tableSets = {liveTables, nodeCentricTables};
datasource.begin(connectionContext.getConnection(), true, true);
java.sql.Statement stmt = connectionContext.getConnection().createStatement();
try {
for (String[] tables : tableSets) {
for (String table : tables) {
try {
BaseSQL.truncateTableMayCommit(
connectionContext.getStatementProvider(),
connectionContext.getConnection(),
table);
} catch (RdbException sqle) {
if (log.isErrorEnabled()) {
log.error(LogUtils.RDB_MARKER, "SQL Error truncating table", sqle);
}
}
}
}
} finally {
try {
stmt.close();
} catch (SQLException sqle) {
if (log.isTraceEnabled()) {
log.trace(LogUtils.RDB_MARKER, "SQL Error closing statement", sqle);
}
}
datasource.commit(connectionContext.getConnection(), true, true);
}
}
if (log.isDebugEnabled()) {
log.debug(LogUtils.RDB_MARKER, "[RESET DB] {}", (System.currentTimeMillis() - start));
}
}
@Override
protected void replicateInternal(
IOperationContext context,
Collection<NamedGraphRevision> newGraphs,
Collection<NamedGraphRevision> diffGraphs,
IReplicationHandler handler,
ReplicationCache cache)
throws AnzoException {
NodeCentricOperationContext connectionContext = datasource.getQueryContext(context);
long startAll = System.currentTimeMillis();
int count = 0;
try {
Map<Long, NamedGraphRevision> idToGraphs = new HashMap<Long, NamedGraphRevision>();
long revisionCount = diffGraphs.size();
long norevisionCount = newGraphs.size();
long start = System.currentTimeMillis();
datasource.begin(connectionContext.getConnection(), false, false);
try {
StringBuilder sb = new StringBuilder("Replicating:");
HashMap<URI, Boolean> newGraph = new HashMap<URI, Boolean>();
for (NamedGraphRevision ngRevision : newGraphs) {
newGraph.put(ngRevision.namedGraphUri, true);
Long namedGraphId =
connectionContext
.getNodeLayout()
.fetchId(ngRevision.namedGraphUri, connectionContext.getConnection());
Long metadataId =
connectionContext
.getNodeLayout()
.fetchId(ngRevision.metadataUri, connectionContext.getConnection());
if (namedGraphId != null && metadataId != null) {
idToGraphs.put(metadataId, ngRevision);
idToGraphs.put(namedGraphId, ngRevision);
long startInsertNamedGraphEntries = System.currentTimeMillis();
long insertNamedGraphEntries =
ReplicationRdbWrapper.insertNamedGraphNewRevisions(
connectionContext.getStatementProvider(),
connectionContext.getConnection(),
namedGraphId.toString(),
connectionContext.getConfiguration().getSessionPrefix(),
Long.toString(ngRevision.revision));
if (log.isDebugEnabled()) {
log.debug(
LogUtils.RDB_MARKER,
"[REPLICATE-INSERT_NAMEDGRAPH_ENTRIES] {}:{}",
insertNamedGraphEntries,
(System.currentTimeMillis() - startInsertNamedGraphEntries));
}
if (insertNamedGraphEntries == 0) {
insertNamedGraphEntries =
ReplicationRdbWrapper.insertNamedGraphNRNewRevisions(
connectionContext.getStatementProvider(),
connectionContext.getConnection(),
namedGraphId.toString(),
connectionContext.getConfiguration().getSessionPrefix(),
Long.toString(ngRevision.revision));
if (log.isDebugEnabled()) {
log.debug(
LogUtils.RDB_MARKER,
"[REPLICATE-INSERT_NAMEDGRAPH_NR_ENTRIES] {}:{}",
insertNamedGraphEntries,
(System.currentTimeMillis() - startInsertNamedGraphEntries));
}
}
sb.append(ngRevision.namedGraphUri + ",");
}
}
for (NamedGraphRevision ngRevision : diffGraphs) {
newGraph.put(ngRevision.namedGraphUri, false);
Long namedGraphId =
connectionContext
.getNodeLayout()
.fetchId(ngRevision.namedGraphUri, connectionContext.getConnection());
Long metadataId =
connectionContext
.getNodeLayout()
.fetchId(ngRevision.metadataUri, connectionContext.getConnection());
if (namedGraphId != null && metadataId != null) {
idToGraphs.put(metadataId, ngRevision);
idToGraphs.put(namedGraphId, ngRevision);
long startInsertNamedGraphEntries = System.currentTimeMillis();
long insertNamedGraphEntries =
ReplicationRdbWrapper.insertNamedGraphNewRevisions(
connectionContext.getStatementProvider(),
connectionContext.getConnection(),
namedGraphId.toString(),
connectionContext.getConfiguration().getSessionPrefix(),
Long.toString(ngRevision.revision));
if (log.isDebugEnabled()) {
log.debug(
LogUtils.RDB_MARKER,
"[REPLICATE-INSERT_NAMEDGRAPH_ENTRIES] {}:{}",
insertNamedGraphEntries,
(System.currentTimeMillis() - startInsertNamedGraphEntries));
}
if (insertNamedGraphEntries == 0) {
insertNamedGraphEntries =
ReplicationRdbWrapper.insertNamedGraphNRNewRevisions(
connectionContext.getStatementProvider(),
connectionContext.getConnection(),
namedGraphId.toString(),
connectionContext.getConfiguration().getSessionPrefix(),
Long.toString(ngRevision.revision));
if (log.isDebugEnabled()) {
log.debug(
LogUtils.RDB_MARKER,
"[REPLICATE-INSERT_NAMEDGRAPH_NR_ENTRIES] {}:{}",
insertNamedGraphEntries,
(System.currentTimeMillis() - startInsertNamedGraphEntries));
}
}
sb.append(ngRevision.namedGraphUri + ",");
}
}
if (log.isDebugEnabled()) {
log.debug(LogUtils.RDB_MARKER, "[REPLICATE-NAMEDGRAPHS] {}", sb.toString());
}
if (log.isDebugEnabled()) {
log.debug(
LogUtils.RDB_MARKER,
"[REPLICATE-INSERT_REVISIONS] {}:{}",
revisionCount + norevisionCount,
(System.currentTimeMillis() - start));
}
long insertDeltaStatements = 0;
long insertDeltaNRStatements = 0;
if (revisionCount > 0) {
long startInsertDeltaStatements = System.currentTimeMillis();
insertDeltaStatements =
ReplicationRdbWrapper.insertDeltaStatements(
connectionContext.getStatementProvider(),
connectionContext.getConnection(),
connectionContext.getConfiguration().getSessionPrefix());
if (log.isDebugEnabled()) {
log.debug(
LogUtils.RDB_MARKER,
"[REPLICATE-INSERT_DELTA_STATEMENTS] {}:{}",
insertDeltaStatements,
(System.currentTimeMillis() - startInsertDeltaStatements));
}
long startInsertDeltaNRStatements = System.currentTimeMillis();
insertDeltaNRStatements =
ReplicationRdbWrapper.insertDeltaNRStatements(
connectionContext.getStatementProvider(),
connectionContext.getConnection(),
connectionContext.getConfiguration().getSessionPrefix());
if (log.isDebugEnabled()) {
log.debug(
LogUtils.RDB_MARKER,
"[REPLICATE-INSERT_DELTA_NR_STATEMENTS] {}:{}",
insertDeltaNRStatements,
(System.currentTimeMillis() - startInsertDeltaNRStatements));
}
long startPurgeExtraStatements = System.currentTimeMillis();
long purgeExtraStatements =
ReplicationRdbWrapper.purgeExtraStatements(
connectionContext.getStatementProvider(),
connectionContext.getConnection(),
connectionContext.getConfiguration().getSessionPrefix());
if (log.isDebugEnabled()) {
log.debug(
LogUtils.RDB_MARKER,
"[REPLICATE-PURGE_EXTRA_STATEMENTS] {}:{}",
purgeExtraStatements,
(System.currentTimeMillis() - startPurgeExtraStatements));
}
insertDeltaStatements -= purgeExtraStatements;
}
if (insertDeltaStatements > 0 || insertDeltaNRStatements > 0 || norevisionCount > 0) {
Deltas deltas = new Deltas(handler, connectionContext, newGraph, cache);
count =
processDeltaResults(
connectionContext,
deltas,
(insertDeltaStatements > 0 || insertDeltaNRStatements > 0),
(norevisionCount > 0),
idToGraphs);
deltas.end();
}
} finally {
// if (datasource.getConfiguration().getForceTempTablePurge()) {
try {
BaseSQL.truncateTableWithSessionMayCommit(
datasource.getStatementProvider(),
connectionContext.getConnection(),
datasource.getConfiguration().getSessionPrefix(),
"NGR_TMP");
BaseSQL.truncateTableWithSessionMayCommit(
datasource.getStatementProvider(),
connectionContext.getConnection(),
datasource.getConfiguration().getSessionPrefix(),
"STMTS_REP_TMP");
} catch (RdbException sqle) {
log.error(LogUtils.RDB_MARKER, "Error clearing temporary tables", sqle);
}
// }
datasource.commit(connectionContext.getConnection(), false, false);
}
} catch (SQLException sqle) {
SQLException cause = sqle;
while (cause != null) {
log.error(LogUtils.RDB_MARKER, "SQL Error in replicate", cause);
cause = cause.getNextException();
}
throw new AnzoException(
ExceptionConstants.SERVER.REPLICATION_FAILED, sqle, sqle.getMessage());
} finally {
handler.end();
if (log.isDebugEnabled()) {
log.debug(
LogUtils.RDB_MARKER,
"[REPLICATE-TOTAL-TIME] {}:{}",
count,
(System.currentTimeMillis() - startAll));
}
if (connectionContext != null) {
datasource.returnQueryContext(connectionContext);
}
}
}