/*
* Reset the underlying JDBC database tables
*/
private Pair<Long, URI> resetDatabaseTables(
NodeCentricOperationContext connectionContext, boolean hardReset) throws AnzoException {
try {
dropTables(connectionContext, hardReset);
datasource.begin(connectionContext.getConnection(), true, true);
Long ts = Long.valueOf(0);
LastTransactionTime.insertFirstTransactionTime(
connectionContext.getStatementProvider(), connectionContext.getConnection(), ts);
URI serverUri = UriGenerator.generateServerIdURI();
Long serverId =
connectionContext.getNodeLayout().store(serverUri, connectionContext.getConnection(), 1);
ServerRdbWrapper.setServerId(
connectionContext.getStatementProvider(), connectionContext.getConnection(), serverId);
connectionContext
.getNodeLayout()
.store(Constants.EVERYONE_ROLE, connectionContext.getConnection(), 1);
datasource.commit(connectionContext.getConnection(), true, true);
connectionContext.getNodeLayout().commitReferencedIds(connectionContext.getConnection(), 1);
return new Pair<Long, URI>(serverId, serverUri);
} catch (Exception e) {
log.error(LogUtils.RDB_MARKER, "SQL Error resetting database tables", e);
datasource.abort(connectionContext.getConnection(), true, true);
throw new AnzoException(ExceptionConstants.RDB.OPERATION_ERROR, e, e.getMessage());
}
}
/*
* Process the contents of the graph into the database
*/
private void resetGraph(
MultiMap<URI, Statement> statements, NodeCentricOperationContext context, URI serverURI)
throws AnzoException {
Collection<Statement> graphTemplates = new ArrayList<Statement>();
// If a graph doesn't have a corresponding metadata graph in the statements, then add a default
// metadata graph for it.
graphTemplates.add(new Statement(GRAPHS.DEFAULT_GRAPH_TEMPLATE, RDF.TYPE, NamedGraph.TYPE));
graphTemplates.add(
new Statement(
GRAPHS.DEFAULT_GRAPH_TEMPLATE,
NamedGraph.revisionedProperty,
MemTypedLiteral.create(true)));
graphTemplates.add(
new Statement(
GRAPHS.DEFAULT_GRAPH_TEMPLATE,
NamedGraph.persistedProperty,
MemTypedLiteral.create(true)));
graphTemplates.add(
new Statement(
GRAPHS.DEFAULT_GRAPH_TEMPLATE,
NamedGraph.canBeReadByProperty,
Constants.EVERYONE_ROLE));
graphTemplates.add(
new Statement(
GRAPHS.DEFAULT_GRAPH_TEMPLATE,
NamedGraph.canBeAddedToByProperty,
Constants.EVERYONE_ROLE));
graphTemplates.add(
new Statement(
GRAPHS.DEFAULT_GRAPH_TEMPLATE,
NamedGraph.canBeRemovedFromByProperty,
Constants.EVERYONE_ROLE));
graphTemplates.add(
new Statement(
GRAPHS.DEFAULT_METADATA_GRAPH_TEMPLATE,
NamedGraph.canBeReadByProperty,
Constants.EVERYONE_ROLE));
graphTemplates.add(
new Statement(
GRAPHS.DEFAULT_METADATA_GRAPH_TEMPLATE,
NamedGraph.canBeAddedToByProperty,
Constants.EVERYONE_ROLE));
graphTemplates.add(
new Statement(
GRAPHS.DEFAULT_METADATA_GRAPH_TEMPLATE,
NamedGraph.canBeRemovedFromByProperty,
Constants.EVERYONE_ROLE));
context.setAttribute("resetting", Boolean.valueOf(true));
statements.put(
GRAPHS.DEFAULT_SYSTEMGRAPH,
Constants.valueFactory.createStatement(
GRAPHS.DEFAULT_SYSTEMGRAPH,
AnzoServer.serverIdProperty,
serverURI,
GRAPHS.DEFAULT_SYSTEMGRAPH));
datasource.getUpdateService().importStatements(context, statements.values(), graphTemplates);
}
@Override
protected URI resetInternal(
IOperationContext context,
MultiMap<URI, Statement> statements,
java.util.Collection<org.openanzo.rdf.Statement> checks)
throws AnzoException {
NodeCentricOperationContext connectionContext = null;
try {
connectionContext = datasource.getWriteContext(context);
return resetDatabase(connectionContext, getUseHardReset(), statements);
} finally {
if (connectionContext != null) {
datasource.returnWriteContext(connectionContext);
}
}
}
@Override
public void start() throws AnzoException {
String[] postfixes =
new String[] {
"_B", "_L", "_LL", "_LU", "_U", "_USED_IDS", "_TL", "_LTL", "_DATATYPE", "_LANGUAGE"
};
nodeCentricTables = new String[postfixes.length];
for (int i = 0; i < postfixes.length; i++) {
nodeCentricTables[i] = datasource.getConfiguration().getContainerName() + postfixes[i];
}
String intResources =
DatasourceDictionary.getInitFiles(datasource.getConfigurationParameters());
if (intResources != null && intResources.length() > 0) {
rdfInitFiles = new ArrayList<String>();
StringTokenizer st = new StringTokenizer(intResources, ",");
while (st.hasMoreTokens()) {
rdfInitFiles.add(st.nextToken());
}
}
// this.aclEventListeners = datasource.getAclEventListeners();
hardReset = datasource.getConfiguration().getUseHardReset();
}
/**
* Reset the database
*
* @param connectionContext NodeCentric specific context, which contains connection to run queries
* against
* @param hardReset if true, all tables are dropped and not just truncated
* @param statements statements to use to initialize database
* @return ValuePair containing servers new URI and ID
* @throws AnzoException
*/
protected URI resetDatabase(
NodeCentricOperationContext connectionContext,
boolean hardReset,
MultiMap<URI, Statement> statements)
throws AnzoException {
datasource.resetDatasource();
Pair<Long, URI> serverURI = null;
boolean[] result = lockDB(connectionContext);
if (result[1]) {
try {
serverURI = resetDatabaseTables(connectionContext, hardReset);
if (statements != null && statements.size() > 0) {
resetGraph(statements, connectionContext, serverURI.second);
} else {
if (rdfInitFiles != null && rdfInitFiles.size() > 0) {
initializeProvidedRoles(connectionContext, serverURI.second);
} else {
initializeDefaultRoles(connectionContext, serverURI.second);
}
}
unLockDB(connectionContext, true, serverURI.first);
return serverURI.second;
} catch (AnzoException ae) {
if (result[0]) {
BaseSQL.dropTable(
connectionContext.getStatementProvider(),
connectionContext.getConnection(),
connectionContext.getConfiguration().getUsesUppercase()
? NodeCentricDatasource.serverUpper
: NodeCentricDatasource.serverLower);
}
throw ae;
}
} else {
if (result[0]) {
BaseSQL.dropTable(
connectionContext.getStatementProvider(),
connectionContext.getConnection(),
connectionContext.getConfiguration().getUsesUppercase()
? NodeCentricDatasource.serverUpper
: NodeCentricDatasource.serverLower);
}
throw new AnzoException(ExceptionConstants.RDB.FAILED_INITIALZE_DB);
}
}
private boolean[] lockDB(NodeCentricOperationContext connectionContext) {
boolean ownsIt = false;
try {
connectionContext
.getStatementProvider()
.runSQLGroup(
initServerStatement, datasource.getInitParams(), connectionContext.getConnection());
ownsIt = true;
} catch (SQLException sqle) {
if (log.isDebugEnabled()) {
log.debug(LogUtils.RDB_MARKER, "SQL Error initializing SERVER table", sqle);
}
} catch (RdbException sqle) {
if (log.isDebugEnabled()) {
log.debug(LogUtils.RDB_MARKER, "SQL Error initializing SERVER table", sqle);
}
}
try {
int counter =
ServerRdbWrapper.setInitializing(
connectionContext.getStatementProvider(),
connectionContext.getConnection(),
System.currentTimeMillis());
if (counter == 0) {
ServerRdbWrapper.setInitializingFailed(
connectionContext.getStatementProvider(), connectionContext.getConnection());
return new boolean[] {ownsIt, false};
}
return new boolean[] {ownsIt, true};
} catch (AnzoException sqle) {
if (log.isErrorEnabled()) {
log.error(LogUtils.RDB_MARKER, "Error unlocking db", sqle);
}
return new boolean[] {ownsIt, false};
}
}
/*
* Process the contents of the graph into the database
*/
private void initializeDefaultRoles(NodeCentricOperationContext context, URI serverURI)
throws AnzoException {
context.setAttribute("resetting", Boolean.valueOf(true));
IDataset dataset = new Dataset();
// System graph
dataset.addNamedGraph(GRAPHS.DEFAULT_SYSTEMGRAPH);
dataset.addNamedGraph(GRAPHS.DEFAULT_SYSTEM_METAGRAPH);
dataset.add(
GRAPHS.DEFAULT_SYSTEMGRAPH,
AnzoServer.serverIdProperty,
serverURI,
GRAPHS.DEFAULT_SYSTEMGRAPH);
dataset.add(
GRAPHS.DEFAULT_SYSTEMGRAPH,
RDF.TYPE,
org.openanzo.ontologies.openanzo.NamedGraph.TYPE,
GRAPHS.DEFAULT_SYSTEM_METAGRAPH);
dataset.add(
GRAPHS.DEFAULT_SYSTEMGRAPH,
org.openanzo.ontologies.openanzo.NamedGraph.persistedProperty,
Constants.valueFactory.createTypedLiteral(Boolean.TRUE),
GRAPHS.DEFAULT_SYSTEM_METAGRAPH);
dataset.add(
GRAPHS.DEFAULT_SYSTEMGRAPH,
org.openanzo.ontologies.openanzo.NamedGraph.revisionedProperty,
Constants.valueFactory.createTypedLiteral(Boolean.TRUE),
GRAPHS.DEFAULT_SYSTEM_METAGRAPH);
dataset.add(
GRAPHS.DEFAULT_SYSTEMGRAPH,
org.openanzo.ontologies.openanzo.NamedGraph.canBeReadByProperty,
Constants.EVERYONE_ROLE,
GRAPHS.DEFAULT_SYSTEM_METAGRAPH);
dataset.add(
GRAPHS.DEFAULT_SYSTEMGRAPH,
org.openanzo.ontologies.openanzo.NamedGraph.canBeAddedToByProperty,
Constants.NOONE_ROLE,
GRAPHS.DEFAULT_SYSTEM_METAGRAPH);
dataset.add(
GRAPHS.DEFAULT_SYSTEMGRAPH,
org.openanzo.ontologies.openanzo.NamedGraph.canBeRemovedFromByProperty,
Constants.NOONE_ROLE,
GRAPHS.DEFAULT_SYSTEM_METAGRAPH);
dataset.add(
GRAPHS.DEFAULT_SYSTEM_METAGRAPH,
org.openanzo.ontologies.openanzo.NamedGraph.canBeReadByProperty,
Constants.NOONE_ROLE,
GRAPHS.DEFAULT_SYSTEM_METAGRAPH);
dataset.add(
GRAPHS.DEFAULT_SYSTEM_METAGRAPH,
org.openanzo.ontologies.openanzo.NamedGraph.canBeAddedToByProperty,
Constants.NOONE_ROLE,
GRAPHS.DEFAULT_SYSTEM_METAGRAPH);
dataset.add(
GRAPHS.DEFAULT_SYSTEM_METAGRAPH,
org.openanzo.ontologies.openanzo.NamedGraph.canBeRemovedFromByProperty,
Constants.NOONE_ROLE,
GRAPHS.DEFAULT_SYSTEM_METAGRAPH);
// Graph Dataset
dataset.addNamedGraph(GRAPHS.GRAPHS_DATASET);
dataset.addNamedGraph(GRAPHS.GRAPHS_DATASET_META);
dataset.add(
GRAPHS.GRAPHS_DATASET,
RDF.TYPE,
org.openanzo.ontologies.openanzo.Dataset.TYPE,
GRAPHS.GRAPHS_DATASET);
dataset.add(
GRAPHS.GRAPHS_DATASET,
org.openanzo.ontologies.openanzo.Dataset.namedGraphProperty,
GRAPHS.DEFAULT_SYSTEMGRAPH,
GRAPHS.GRAPHS_DATASET);
dataset.add(
GRAPHS.GRAPHS_DATASET,
RDF.TYPE,
org.openanzo.ontologies.openanzo.NamedGraph.TYPE,
GRAPHS.GRAPHS_DATASET_META);
dataset.add(
GRAPHS.GRAPHS_DATASET,
org.openanzo.ontologies.openanzo.NamedGraph.persistedProperty,
Constants.valueFactory.createTypedLiteral(Boolean.TRUE),
GRAPHS.GRAPHS_DATASET_META);
dataset.add(
GRAPHS.GRAPHS_DATASET,
org.openanzo.ontologies.openanzo.NamedGraph.revisionedProperty,
Constants.valueFactory.createTypedLiteral(Boolean.TRUE),
GRAPHS.GRAPHS_DATASET_META);
dataset.add(
GRAPHS.GRAPHS_DATASET,
org.openanzo.ontologies.openanzo.NamedGraph.canBeReadByProperty,
Constants.EVERYONE_ROLE,
GRAPHS.GRAPHS_DATASET_META);
dataset.add(
GRAPHS.GRAPHS_DATASET,
org.openanzo.ontologies.openanzo.NamedGraph.canBeAddedToByProperty,
Constants.EVERYONE_ROLE,
GRAPHS.GRAPHS_DATASET_META);
dataset.add(
GRAPHS.GRAPHS_DATASET,
org.openanzo.ontologies.openanzo.NamedGraph.canBeRemovedFromByProperty,
Constants.EVERYONE_ROLE,
GRAPHS.GRAPHS_DATASET_META);
dataset.add(
GRAPHS.GRAPHS_DATASET_META,
org.openanzo.ontologies.openanzo.NamedGraph.canBeReadByProperty,
Constants.NOONE_ROLE,
GRAPHS.GRAPHS_DATASET_META);
dataset.add(
GRAPHS.GRAPHS_DATASET_META,
org.openanzo.ontologies.openanzo.NamedGraph.canBeAddedToByProperty,
Constants.NOONE_ROLE,
GRAPHS.GRAPHS_DATASET_META);
dataset.add(
GRAPHS.GRAPHS_DATASET_META,
org.openanzo.ontologies.openanzo.NamedGraph.canBeRemovedFromByProperty,
Constants.NOONE_ROLE,
GRAPHS.GRAPHS_DATASET_META);
// MetadataGraph Dataset
dataset.addNamedGraph(GRAPHS.METADATA_GRAPHS_DATASET);
dataset.addNamedGraph(GRAPHS.METADATA_GRAPHS_DATASET_META);
dataset.add(
GRAPHS.METADATA_GRAPHS_DATASET,
RDF.TYPE,
org.openanzo.ontologies.openanzo.Dataset.TYPE,
GRAPHS.METADATA_GRAPHS_DATASET);
dataset.add(
GRAPHS.METADATA_GRAPHS_DATASET,
org.openanzo.ontologies.openanzo.Dataset.namedGraphProperty,
GRAPHS.DEFAULT_SYSTEM_METAGRAPH,
GRAPHS.METADATA_GRAPHS_DATASET);
dataset.add(
GRAPHS.METADATA_GRAPHS_DATASET,
RDF.TYPE,
org.openanzo.ontologies.openanzo.NamedGraph.TYPE,
GRAPHS.METADATA_GRAPHS_DATASET_META);
dataset.add(
GRAPHS.METADATA_GRAPHS_DATASET,
org.openanzo.ontologies.openanzo.NamedGraph.persistedProperty,
Constants.valueFactory.createTypedLiteral(Boolean.TRUE),
GRAPHS.METADATA_GRAPHS_DATASET_META);
dataset.add(
GRAPHS.METADATA_GRAPHS_DATASET,
org.openanzo.ontologies.openanzo.NamedGraph.revisionedProperty,
Constants.valueFactory.createTypedLiteral(Boolean.TRUE),
GRAPHS.METADATA_GRAPHS_DATASET_META);
dataset.add(
GRAPHS.METADATA_GRAPHS_DATASET,
org.openanzo.ontologies.openanzo.NamedGraph.canBeReadByProperty,
Constants.EVERYONE_ROLE,
GRAPHS.METADATA_GRAPHS_DATASET_META);
dataset.add(
GRAPHS.METADATA_GRAPHS_DATASET,
org.openanzo.ontologies.openanzo.NamedGraph.canBeAddedToByProperty,
Constants.EVERYONE_ROLE,
GRAPHS.METADATA_GRAPHS_DATASET_META);
dataset.add(
GRAPHS.METADATA_GRAPHS_DATASET,
org.openanzo.ontologies.openanzo.NamedGraph.canBeRemovedFromByProperty,
Constants.NOONE_ROLE,
GRAPHS.METADATA_GRAPHS_DATASET_META);
dataset.add(
GRAPHS.METADATA_GRAPHS_DATASET_META,
org.openanzo.ontologies.openanzo.NamedGraph.canBeReadByProperty,
Constants.NOONE_ROLE,
GRAPHS.METADATA_GRAPHS_DATASET_META);
dataset.add(
GRAPHS.METADATA_GRAPHS_DATASET_META,
org.openanzo.ontologies.openanzo.NamedGraph.canBeAddedToByProperty,
Constants.NOONE_ROLE,
GRAPHS.METADATA_GRAPHS_DATASET_META);
dataset.add(
GRAPHS.METADATA_GRAPHS_DATASET_META,
org.openanzo.ontologies.openanzo.NamedGraph.canBeRemovedFromByProperty,
Constants.NOONE_ROLE,
GRAPHS.METADATA_GRAPHS_DATASET_META);
datasource
.getUpdateService()
.importStatements(context, dataset.getStatements(), Collections.<Statement>emptySet());
}
private void dropTables(NodeCentricOperationContext connectionContext, boolean hardReset)
throws AnzoException, SQLException {
long start = System.currentTimeMillis();
if (hardReset) {
String[][] tableSets = {liveTables, nodeCentricTables, staticTables};
datasource.begin(connectionContext.getConnection(), true, true);
java.sql.Statement stmt = connectionContext.getConnection().createStatement();
try {
for (String view : views) {
try {
stmt.executeUpdate(
dropView + datasource.getConfiguration().getDropExtras() + " " + view);
} catch (SQLException sqle) {
if (log.isTraceEnabled()) {
log.trace(LogUtils.RDB_MARKER, "SQL Error droping view", sqle);
}
}
}
for (String[] sequenceVers : sequences) {
if (sequenceVers != null) {
for (String sequence : sequenceVers) {
try {
stmt.executeUpdate(
dropSequence + datasource.getConfiguration().getDropExtras() + " " + sequence);
} catch (SQLException sqle) {
if (log.isTraceEnabled()) {
log.trace(LogUtils.RDB_MARKER, "SQL Error droping sequence", sqle);
}
}
}
}
}
if (!connectionContext.getConfiguration().getSupportsIdentity()) {
try {
stmt.executeUpdate(
dropSequence + datasource.getConfiguration().getDropExtras() + " LANG_SEQ");
} catch (SQLException sqle) {
if (log.isTraceEnabled()) {
log.trace(LogUtils.RDB_MARKER, "SQL Error droping sequence", sqle);
}
}
try {
stmt.executeUpdate(
dropSequence + datasource.getConfiguration().getDropExtras() + " DATATYPE_SEQ");
} catch (SQLException sqle) {
if (log.isTraceEnabled()) {
log.trace(LogUtils.RDB_MARKER, "SQL Error droping sequence", sqle);
}
}
}
for (String[] tables : tableSets) {
for (String table : tables) {
try {
stmt.executeUpdate(
dropTable + datasource.getConfiguration().getDropExtras() + " " + table);
} catch (SQLException sqle) {
if (log.isTraceEnabled()) {
log.trace(LogUtils.RDB_MARKER, "SQL Error droping table", sqle);
}
}
}
}
for (String table : tempTables) {
try {
stmt.executeUpdate(
dropTable
+ datasource.getConfiguration().getDropExtras()
+ " "
+ datasource.getConfiguration().getSessionPrefix()
+ table);
} catch (SQLException sqle) {
if (log.isTraceEnabled()) {
log.trace(LogUtils.RDB_MARKER, "SQL Error droping temptable", sqle);
}
}
}
} finally {
try {
stmt.close();
} catch (SQLException sqle) {
if (log.isTraceEnabled()) {
log.trace(LogUtils.RDB_MARKER, "SQL Error closing statement", sqle);
}
}
datasource.commit(connectionContext.getConnection(), true, true);
}
if (datasource.getConfiguration().getRequiresTempTablespace()
&& InsertStatementsRdbWrapper.getTempTablespaceDefined(
connectionContext.getStatementProvider(), connectionContext.getConnection())
== 0) {
datasource.begin(connectionContext.getConnection(), true, true);
try {
connectionContext
.getStatementProvider()
.runSQLGroup(initTablespace, new String[0], connectionContext.getConnection());
} catch (SQLException sqle) {
if (log.isErrorEnabled()) {
log.error(LogUtils.RDB_MARKER, "SQL Error initializing tablespace", sqle);
}
throw sqle;
} finally {
datasource.commit(connectionContext.getConnection(), true, true);
}
}
datasource.begin(connectionContext.getConnection(), true, true);
try {
connectionContext
.getStatementProvider()
.runSQLGroup(
initDBtables, datasource.getInitParams(), connectionContext.getConnection());
connectionContext
.getStatementProvider()
.runSQLGroup(
initIndexes, datasource.getInitParams(), connectionContext.getConnection());
connectionContext
.getStatementProvider()
.runSQLGroup(
initSequences, datasource.getInitParams(), connectionContext.getConnection());
datasource.commit(connectionContext.getConnection(), true, true);
} catch (SQLException sqle) {
log.error(LogUtils.RDB_MARKER, "Error initializing database tables", sqle);
datasource.abort(connectionContext.getConnection(), true, true);
throw new AnzoException(ExceptionConstants.RDB.FAILED_INITIALZE_DB, sqle);
}
try {
datasource.begin(connectionContext.getConnection(), true, true);
connectionContext
.getStatementProvider()
.runSQLGroup(
"createTemporaryTables",
datasource.getInitParams(),
connectionContext.getConnection());
datasource.commit(connectionContext.getConnection(), true, true);
} catch (SQLException sqle) {
log.error(LogUtils.RDB_MARKER, "Error initializing database temporary tables", sqle);
datasource.abort(connectionContext.getConnection(), true, true);
throw new AnzoException(ExceptionConstants.RDB.FAILED_INITIALZE_TEMPTABLES, sqle);
}
} else {
String[][] tableSets = {liveTables, nodeCentricTables};
datasource.begin(connectionContext.getConnection(), true, true);
java.sql.Statement stmt = connectionContext.getConnection().createStatement();
try {
for (String[] tables : tableSets) {
for (String table : tables) {
try {
BaseSQL.truncateTableMayCommit(
connectionContext.getStatementProvider(),
connectionContext.getConnection(),
table);
} catch (RdbException sqle) {
if (log.isErrorEnabled()) {
log.error(LogUtils.RDB_MARKER, "SQL Error truncating table", sqle);
}
}
}
}
} finally {
try {
stmt.close();
} catch (SQLException sqle) {
if (log.isTraceEnabled()) {
log.trace(LogUtils.RDB_MARKER, "SQL Error closing statement", sqle);
}
}
datasource.commit(connectionContext.getConnection(), true, true);
}
}
if (log.isDebugEnabled()) {
log.debug(LogUtils.RDB_MARKER, "[RESET DB] {}", (System.currentTimeMillis() - start));
}
}
public void restoreData(String fileName) throws AnzoException {
final NodeCentricOperationContext connectionContext =
datasource.getWriteContext(
new BaseOperationContext(
"RESTORE",
BaseOperationContext.generateOperationId(),
new AnzoPrincipal("sysadmin", null, null, true, false)));
if (getLockProvider() != null) {
getLockProvider().writeLock().lock();
}
try {
datasource.resetStarting();
datasource.reset();
if (eventAdmin != null)
eventAdmin.sendEvent(
new Event(OSGI.RESET_TOPIC, (Dictionary<Object, Object>) new Properties()));
Pair<Long, URI> serverURI = null;
datasource.resetDatasource();
boolean[] result = lockDB(connectionContext);
if (result[1]) {
try {
serverURI = resetDatabaseTables(connectionContext, hardReset);
try {
Reader fileReader = ReadWriteUtils.createSmartFileReader(fileName);
XMLBackupReader reader = new XMLBackupReader(fileReader);
try {
reader.read(
new IBackupHandler() {
Long graphId;
Long metaId;
Long uuidId;
public void start() throws AnzoException {
datasource.begin(connectionContext.getConnection(), true, true);
}
public void handleStatement(
boolean metadata,
boolean revisioned,
Statement statement,
Long start,
Long end)
throws AnzoException {
Long s =
connectionContext
.getNodeLayout()
.store(statement.getSubject(), connectionContext.getConnection(), 1);
Long p =
connectionContext
.getNodeLayout()
.store(
statement.getPredicate(), connectionContext.getConnection(), 1);
Long o =
connectionContext
.getNodeLayout()
.store(statement.getObject(), connectionContext.getConnection(), 1);
String stmtId =
MessageFormat.format(
ID_STRING,
(metadata) ? metaId.toString() : graphId.toString(),
s.toString(),
p.toString(),
o.toString());
if (revisioned) {
Backup.restoreStatement(
connectionContext.getStatementProvider(),
connectionContext.getConnection(),
stmtId,
metadata ? 1 : 0,
uuidId,
metadata ? metaId : graphId,
s,
p,
o,
start,
end);
} else {
Backup.restoreStatementNR(
connectionContext.getStatementProvider(),
connectionContext.getConnection(),
stmtId,
metadata ? 1 : 0,
metadata ? metaId : graphId,
s,
p,
o);
}
}
public boolean handleNamedGraph(
boolean revisioned,
URI namedGraphUri,
URI metadataURI,
URI uuid,
Collection<BackupRevision> revisions)
throws AnzoException {
try {
connectionContext.getConnection().commit();
} catch (SQLException sqle) {
throw new org.openanzo.jdbc.utils.RdbException(
org.openanzo.exceptions.ExceptionConstants.RDB
.FAILED_COMMIT_RDB_TRANSACTION,
sqle);
}
uuidId =
connectionContext
.getNodeLayout()
.store(uuid, connectionContext.getConnection(), 1);
graphId =
connectionContext
.getNodeLayout()
.store(namedGraphUri, connectionContext.getConnection(), 1);
metaId =
connectionContext
.getNodeLayout()
.store(metadataURI, connectionContext.getConnection(), 1);
for (BackupRevision backup : revisions) {
Long lastMod =
connectionContext
.getNodeLayout()
.store(backup.lastModifiedBy, connectionContext.getConnection(), 1);
if (revisioned) {
Backup.restoreNamedGraph(
connectionContext.getStatementProvider(),
connectionContext.getConnection(),
backup.start,
backup.end,
graphId,
metaId,
uuidId,
backup.revision,
lastMod);
} else {
Backup.restoreNamedGraphNR(
connectionContext.getStatementProvider(),
connectionContext.getConnection(),
backup.start,
graphId,
metaId,
uuidId,
backup.revision,
lastMod);
}
}
return true;
}
public void end() throws AnzoException {
datasource.commit(connectionContext.getConnection(), true, true);
connectionContext
.getNodeLayout()
.commitReferencedIds(connectionContext.getConnection(), 1);
}
});
} catch (AnzoException ae) {
datasource.abort(connectionContext.getConnection(), true, true);
} finally {
if (fileReader != null) {
fileReader.close();
}
}
} catch (Exception e) {
log.error(LogUtils.RDB_MARKER, "Error resetting datasource", e);
}
datasource.getIndexHandler().rebuildIndex(true);
} catch (AnzoException ae) {
if (result[0]) {
BaseSQL.dropTable(
connectionContext.getStatementProvider(),
connectionContext.getConnection(),
connectionContext.getConfiguration().getUsesUppercase()
? NodeCentricDatasource.serverUpper
: NodeCentricDatasource.serverLower);
}
throw ae;
}
unLockDB(connectionContext, true, serverURI.first);
datasource.postReset();
datasource.resetFinished();
} else {
if (result[0]) {
BaseSQL.dropTable(
connectionContext.getStatementProvider(),
connectionContext.getConnection(),
connectionContext.getConfiguration().getUsesUppercase()
? NodeCentricDatasource.serverUpper
: NodeCentricDatasource.serverLower);
}
throw new AnzoException(ExceptionConstants.RDB.FAILED_INITIALZE_DB);
}
} finally {
if (getLockProvider() != null) {
getLockProvider().writeLock().unlock();
}
datasource.returnWriteContext(connectionContext);
}
}
protected NodeCentricResetService(boolean resetEnabled, NodeCentricDatasource datasource) {
super(resetEnabled, datasource.getEventAdmin());
this.datasource = datasource;
}
@Override
protected void replicateInternal(
IOperationContext context,
Collection<NamedGraphRevision> newGraphs,
Collection<NamedGraphRevision> diffGraphs,
IReplicationHandler handler,
ReplicationCache cache)
throws AnzoException {
NodeCentricOperationContext connectionContext = datasource.getQueryContext(context);
long startAll = System.currentTimeMillis();
int count = 0;
try {
Map<Long, NamedGraphRevision> idToGraphs = new HashMap<Long, NamedGraphRevision>();
long revisionCount = diffGraphs.size();
long norevisionCount = newGraphs.size();
long start = System.currentTimeMillis();
datasource.begin(connectionContext.getConnection(), false, false);
try {
StringBuilder sb = new StringBuilder("Replicating:");
HashMap<URI, Boolean> newGraph = new HashMap<URI, Boolean>();
for (NamedGraphRevision ngRevision : newGraphs) {
newGraph.put(ngRevision.namedGraphUri, true);
Long namedGraphId =
connectionContext
.getNodeLayout()
.fetchId(ngRevision.namedGraphUri, connectionContext.getConnection());
Long metadataId =
connectionContext
.getNodeLayout()
.fetchId(ngRevision.metadataUri, connectionContext.getConnection());
if (namedGraphId != null && metadataId != null) {
idToGraphs.put(metadataId, ngRevision);
idToGraphs.put(namedGraphId, ngRevision);
long startInsertNamedGraphEntries = System.currentTimeMillis();
long insertNamedGraphEntries =
ReplicationRdbWrapper.insertNamedGraphNewRevisions(
connectionContext.getStatementProvider(),
connectionContext.getConnection(),
namedGraphId.toString(),
connectionContext.getConfiguration().getSessionPrefix(),
Long.toString(ngRevision.revision));
if (log.isDebugEnabled()) {
log.debug(
LogUtils.RDB_MARKER,
"[REPLICATE-INSERT_NAMEDGRAPH_ENTRIES] {}:{}",
insertNamedGraphEntries,
(System.currentTimeMillis() - startInsertNamedGraphEntries));
}
if (insertNamedGraphEntries == 0) {
insertNamedGraphEntries =
ReplicationRdbWrapper.insertNamedGraphNRNewRevisions(
connectionContext.getStatementProvider(),
connectionContext.getConnection(),
namedGraphId.toString(),
connectionContext.getConfiguration().getSessionPrefix(),
Long.toString(ngRevision.revision));
if (log.isDebugEnabled()) {
log.debug(
LogUtils.RDB_MARKER,
"[REPLICATE-INSERT_NAMEDGRAPH_NR_ENTRIES] {}:{}",
insertNamedGraphEntries,
(System.currentTimeMillis() - startInsertNamedGraphEntries));
}
}
sb.append(ngRevision.namedGraphUri + ",");
}
}
for (NamedGraphRevision ngRevision : diffGraphs) {
newGraph.put(ngRevision.namedGraphUri, false);
Long namedGraphId =
connectionContext
.getNodeLayout()
.fetchId(ngRevision.namedGraphUri, connectionContext.getConnection());
Long metadataId =
connectionContext
.getNodeLayout()
.fetchId(ngRevision.metadataUri, connectionContext.getConnection());
if (namedGraphId != null && metadataId != null) {
idToGraphs.put(metadataId, ngRevision);
idToGraphs.put(namedGraphId, ngRevision);
long startInsertNamedGraphEntries = System.currentTimeMillis();
long insertNamedGraphEntries =
ReplicationRdbWrapper.insertNamedGraphNewRevisions(
connectionContext.getStatementProvider(),
connectionContext.getConnection(),
namedGraphId.toString(),
connectionContext.getConfiguration().getSessionPrefix(),
Long.toString(ngRevision.revision));
if (log.isDebugEnabled()) {
log.debug(
LogUtils.RDB_MARKER,
"[REPLICATE-INSERT_NAMEDGRAPH_ENTRIES] {}:{}",
insertNamedGraphEntries,
(System.currentTimeMillis() - startInsertNamedGraphEntries));
}
if (insertNamedGraphEntries == 0) {
insertNamedGraphEntries =
ReplicationRdbWrapper.insertNamedGraphNRNewRevisions(
connectionContext.getStatementProvider(),
connectionContext.getConnection(),
namedGraphId.toString(),
connectionContext.getConfiguration().getSessionPrefix(),
Long.toString(ngRevision.revision));
if (log.isDebugEnabled()) {
log.debug(
LogUtils.RDB_MARKER,
"[REPLICATE-INSERT_NAMEDGRAPH_NR_ENTRIES] {}:{}",
insertNamedGraphEntries,
(System.currentTimeMillis() - startInsertNamedGraphEntries));
}
}
sb.append(ngRevision.namedGraphUri + ",");
}
}
if (log.isDebugEnabled()) {
log.debug(LogUtils.RDB_MARKER, "[REPLICATE-NAMEDGRAPHS] {}", sb.toString());
}
if (log.isDebugEnabled()) {
log.debug(
LogUtils.RDB_MARKER,
"[REPLICATE-INSERT_REVISIONS] {}:{}",
revisionCount + norevisionCount,
(System.currentTimeMillis() - start));
}
long insertDeltaStatements = 0;
long insertDeltaNRStatements = 0;
if (revisionCount > 0) {
long startInsertDeltaStatements = System.currentTimeMillis();
insertDeltaStatements =
ReplicationRdbWrapper.insertDeltaStatements(
connectionContext.getStatementProvider(),
connectionContext.getConnection(),
connectionContext.getConfiguration().getSessionPrefix());
if (log.isDebugEnabled()) {
log.debug(
LogUtils.RDB_MARKER,
"[REPLICATE-INSERT_DELTA_STATEMENTS] {}:{}",
insertDeltaStatements,
(System.currentTimeMillis() - startInsertDeltaStatements));
}
long startInsertDeltaNRStatements = System.currentTimeMillis();
insertDeltaNRStatements =
ReplicationRdbWrapper.insertDeltaNRStatements(
connectionContext.getStatementProvider(),
connectionContext.getConnection(),
connectionContext.getConfiguration().getSessionPrefix());
if (log.isDebugEnabled()) {
log.debug(
LogUtils.RDB_MARKER,
"[REPLICATE-INSERT_DELTA_NR_STATEMENTS] {}:{}",
insertDeltaNRStatements,
(System.currentTimeMillis() - startInsertDeltaNRStatements));
}
long startPurgeExtraStatements = System.currentTimeMillis();
long purgeExtraStatements =
ReplicationRdbWrapper.purgeExtraStatements(
connectionContext.getStatementProvider(),
connectionContext.getConnection(),
connectionContext.getConfiguration().getSessionPrefix());
if (log.isDebugEnabled()) {
log.debug(
LogUtils.RDB_MARKER,
"[REPLICATE-PURGE_EXTRA_STATEMENTS] {}:{}",
purgeExtraStatements,
(System.currentTimeMillis() - startPurgeExtraStatements));
}
insertDeltaStatements -= purgeExtraStatements;
}
if (insertDeltaStatements > 0 || insertDeltaNRStatements > 0 || norevisionCount > 0) {
Deltas deltas = new Deltas(handler, connectionContext, newGraph, cache);
count =
processDeltaResults(
connectionContext,
deltas,
(insertDeltaStatements > 0 || insertDeltaNRStatements > 0),
(norevisionCount > 0),
idToGraphs);
deltas.end();
}
} finally {
// if (datasource.getConfiguration().getForceTempTablePurge()) {
try {
BaseSQL.truncateTableWithSessionMayCommit(
datasource.getStatementProvider(),
connectionContext.getConnection(),
datasource.getConfiguration().getSessionPrefix(),
"NGR_TMP");
BaseSQL.truncateTableWithSessionMayCommit(
datasource.getStatementProvider(),
connectionContext.getConnection(),
datasource.getConfiguration().getSessionPrefix(),
"STMTS_REP_TMP");
} catch (RdbException sqle) {
log.error(LogUtils.RDB_MARKER, "Error clearing temporary tables", sqle);
}
// }
datasource.commit(connectionContext.getConnection(), false, false);
}
} catch (SQLException sqle) {
SQLException cause = sqle;
while (cause != null) {
log.error(LogUtils.RDB_MARKER, "SQL Error in replicate", cause);
cause = cause.getNextException();
}
throw new AnzoException(
ExceptionConstants.SERVER.REPLICATION_FAILED, sqle, sqle.getMessage());
} finally {
handler.end();
if (log.isDebugEnabled()) {
log.debug(
LogUtils.RDB_MARKER,
"[REPLICATE-TOTAL-TIME] {}:{}",
count,
(System.currentTimeMillis() - startAll));
}
if (connectionContext != null) {
datasource.returnQueryContext(connectionContext);
}
}
}
