@Override
public synchronized boolean storeCheckpoint(Checkpoint ckpt) throws IllegalStateException {
try {
_checkpointPersistenceProvider.storeCheckpoint(_sources, ckpt);
} catch (IOException ioe) {
_log.error("Storing checkpoint failed with exception", ioe);
return false;
}
return true;
}
@Override
public Checkpoint getLastPersistedCheckpoint() {
Checkpoint cp = _checkpointPersistenceProvider.loadCheckpoint(_sources);
return cp;
}
@Override
public synchronized boolean start() throws IllegalStateException, DatabusClientException {
_log.info("Starting registration (" + toString() + ") !!");
if (_state.isRunning()) {
_log.info("Registration (" + _id + ") already started !!");
return false;
}
if (_state != RegistrationState.REGISTERED)
throw new IllegalStateException(
"Registration (" + _id + ") not in startable state !! Current State is :" + _state);
if ((null == _sources) || (_sources.isEmpty()))
throw new DatabusClientException(
"Registration (" + _id + ") does not have any sources to start !!");
if ((null == _consumers) || (_consumers.isEmpty()))
throw new DatabusClientException(
"Registration (" + _id + ") does not have any consumers to start !!");
List<ServerInfo> relays = _client.getRelays();
List<ServerInfo> bootstrapServers = _client.getBootstrapServices();
List<DatabusCombinedConsumer> streamConsumers = new ArrayList<DatabusCombinedConsumer>();
List<DatabusCombinedConsumer> bootstrapConsumers = new ArrayList<DatabusCombinedConsumer>();
if ((null == relays) || (relays.isEmpty()))
throw new DatabusClientException("No configured relays in the client to start");
Set<ServerInfo> candidateRelays = new HashSet<ServerInfo>();
for (ServerInfo s : relays) {
if (canServe(s, _sources)) candidateRelays.add(s);
}
if (candidateRelays.isEmpty())
throw new DatabusClientException("No candidate relays for source : " + _sources);
streamConsumers.addAll(_consumers);
boolean canConsumerBootstrap = false;
_streamConsumerRawRegistrations = new ArrayList<DatabusV2ConsumerRegistration>();
_streamConsumerRawRegistrations.add(
new DatabusV2ConsumerRegistration(streamConsumers, _sources, _filterConfig));
for (DatabusCombinedConsumer c : _consumers) {
if (c.canBootstrap()) {
canConsumerBootstrap = true;
bootstrapConsumers.add(c);
}
}
boolean enableBootstrap =
_client.getClientStaticConfig().getRuntime().getBootstrap().isEnabled();
Set<ServerInfo> candidateBootstrapServers = new HashSet<ServerInfo>();
if (enableBootstrap && canConsumerBootstrap) {
if ((null == bootstrapServers) || (bootstrapServers.isEmpty()))
throw new DatabusClientException("No configured bootstrap servers in the client to start");
for (ServerInfo s : bootstrapServers) {
if (canServe(s, _sources)) candidateBootstrapServers.add(s);
}
if (candidateBootstrapServers.isEmpty())
throw new DatabusClientException("No candidate bootstrap servers for source : " + _sources);
_bootstrapConsumerRawRegistrations = new ArrayList<DatabusV2ConsumerRegistration>();
;
_bootstrapConsumerRawRegistrations.add(
new DatabusV2ConsumerRegistration(bootstrapConsumers, _sources, _filterConfig));
}
// All validations done. Setup and start
initializeStatsCollectors();
DatabusSourcesConnection.StaticConfig connConfig =
_client.getClientStaticConfig().getConnection(_sources);
if (null == connConfig) connConfig = _client.getClientStaticConfig().getConnectionDefaults();
DbusEventBuffer eventBuffer = null;
{
DbusEventBuffer.StaticConfig cfg = connConfig.getEventBuffer();
eventBuffer =
new DbusEventBuffer(
cfg.getMaxSize(),
cfg.getMaxIndividualBufferSize(),
cfg.getScnIndexSize(),
cfg.getReadBufferSize(),
cfg.getMaxEventSize(),
cfg.getAllocationPolicy(),
new File(cfg.getMmapDirectory().getAbsolutePath() + "_stream_" + _id),
cfg.getQueuePolicy(),
cfg.getTrace(),
null,
cfg.getAssertLevel(),
cfg.getBufferRemoveWaitPeriod(),
cfg.getRestoreMMappedBuffers(),
cfg.getRestoreMMappedBuffersValidateEvents(),
cfg.isEnableScnIndex(),
_client.getEventFactory());
eventBuffer.setDropOldEvents(true);
eventBuffer.start(0);
}
DbusEventBuffer bootstrapBuffer = null;
if (enableBootstrap && canConsumerBootstrap) {
DbusEventBuffer.StaticConfig bstCfg = connConfig.getBstEventBuffer();
bootstrapBuffer =
new DbusEventBuffer(
bstCfg.getMaxSize(),
bstCfg.getMaxIndividualBufferSize(),
bstCfg.getScnIndexSize(),
bstCfg.getReadBufferSize(),
bstCfg.getMaxEventSize(),
bstCfg.getAllocationPolicy(),
new File(bstCfg.getMmapDirectory().getAbsolutePath() + "_bootstrap_" + _id),
bstCfg.getQueuePolicy(),
bstCfg.getTrace(),
null,
bstCfg.getAssertLevel(),
bstCfg.getBufferRemoveWaitPeriod(),
bstCfg.getRestoreMMappedBuffers(),
bstCfg.getRestoreMMappedBuffersValidateEvents(),
bstCfg.isEnableScnIndex(),
_client.getEventFactory());
bootstrapBuffer.setDropOldEvents(false);
bootstrapBuffer.start(0);
}
List<DatabusSubscription> subs = createSubscriptions(_sources);
if (null != _checkpointPersistenceProvider
&& _client.getClientStaticConfig().getCheckpointPersistence().isClearBeforeUse()) {
_log.info("Clearing checkpoint for sources :" + _sources + " with regId :" + _id);
_checkpointPersistenceProvider.removeCheckpoint(_sources);
}
_sourcesConnection =
createConnection(
connConfig,
subs,
candidateRelays,
candidateBootstrapServers,
eventBuffer,
bootstrapBuffer);
_sourcesConnection.start();
_state = RegistrationState.STARTED;
_status.start();
_state = RegistrationState.STARTED;
return true;
}