@Override
public void run() {
long timeOut = 5 * 60 * 1000; // 5 minutes
long waitUntil = System.currentTimeMillis() + timeOut;
while (RowLogMessageListenerMapping.INSTANCE.get("LinkIndexUpdater") == null) {
if (System.currentTimeMillis() > waitUntil) {
log.error(
"IMPORTANT: LinkIndexUpdater did not appear in RowLogMessageListenerMapping after"
+ " waiting for "
+ timeOut
+ "ms. Will not start up WAL processor.");
return;
}
try {
Thread.sleep(1000);
} catch (InterruptedException e) {
return;
}
}
while (RowLogMessageListenerMapping.INSTANCE.get("LinkIndexUpdater") == null) {
if (System.currentTimeMillis() > waitUntil) {
log.error(
"IMPORTANT: MQFeeder did not appear in RowLogMessageListenerMapping after"
+ " waiting for "
+ timeOut
+ "ms. Will not start up WAL processor.");
return;
}
try {
Thread.sleep(1000);
} catch (InterruptedException e) {
return;
}
}
try {
writeAheadLogProcessorLeader.start();
} catch (Throwable t) {
log.error("Error starting up WAL processor", t);
}
}
@PreDestroy
public void stop() throws RowLogException, InterruptedException, KeeperException {
Closer.close(messageQueueProcessorLeader);
if (walProcessorStartupThread != null && walProcessorStartupThread.isAlive()) {
walProcessorStartupThread.interrupt();
walProcessorStartupThread.join();
}
Closer.close(writeAheadLogProcessorLeader);
Closer.close(messageQueue);
Closer.close(writeAheadLog);
confMgr.removeListener("wal", "LinkIndexUpdater", "LinkIndexUpdaterListener");
confMgr.removeListener("wal", "MQFeeder", "MQFeederListener");
RowLogMessageListenerMapping.INSTANCE.remove("MQFeeder");
}
@PostConstruct
public void start()
throws InterruptedException, KeeperException, IOException, LeaderElectionSetupException,
RowLogException {
if (!confMgr.rowLogExists("wal")) {
confMgr.addRowLog("wal", createRowLogConfig(rowLogConf.getChild("walConfig")));
}
if (!confMgr.rowLogExists("mq")) {
confMgr.addRowLog("mq", createRowLogConfig(rowLogConf.getChild("mqConfig")));
} else {
// Before Lily 1.0.4, the respectOrder parameter for the MQ was true. Change it if necessary.
for (Map.Entry<String, RowLogConfig> entry : confMgr.getRowLogs().entrySet()) {
if (entry.getKey().equals("mq") && entry.getValue().isRespectOrder()) {
log.warn("Changing MQ respect order to false.");
RowLogConfig config = entry.getValue();
config.setRespectOrder(false);
confMgr.updateRowLog("mq", config);
}
}
}
// Link index updater disabled by default since this task can now be done my the derefMap
boolean linkIdxEnabled =
rowLogConf.getChild("linkIndexUpdater").getAttributeAsBoolean("enabled", false);
if (linkIdxEnabled) {
if (!confMgr.subscriptionExists("wal", "LinkIndexUpdater")) {
// If the subscription already exists, this method will silently return
confMgr.addSubscription("wal", "LinkIndexUpdater", RowLogSubscription.Type.VM, 10);
}
} else {
log.info("LinkIndexUpdater is disabled.");
if (confMgr.subscriptionExists("wal", "LinkIndexUpdater")) {
confMgr.removeSubscription("wal", "LinkIndexUpdater");
}
}
boolean mqFeederEnabled =
rowLogConf.getChild("mqFeeder").getAttributeAsBoolean("enabled", true);
if (mqFeederEnabled) {
if (!confMgr.subscriptionExists("wal", "MQFeeder")) {
confMgr.addSubscription("wal", "MQFeeder", RowLogSubscription.Type.VM, 20);
}
} else {
log.info("MQFeeder is disabled.");
if (confMgr.subscriptionExists("wal", "MQFeeder")) {
confMgr.removeSubscription("wal", "MQFeeder");
}
}
int shardCount = rowLogConf.getChild("shardCount").getValueAsInteger();
messageQueue =
new RowLogImpl(
"mq",
LilyHBaseSchema.getRecordTable(hbaseTableFactory),
RecordCf.ROWLOG.bytes,
RecordColumn.MQ_PREFIX,
confMgr,
null,
new RowLogHashShardRouter());
RowLogShardSetup.setupShards(shardCount, messageQueue, hbaseTableFactory);
writeAheadLog =
new WalRowLog(
"wal",
LilyHBaseSchema.getRecordTable(hbaseTableFactory),
RecordCf.ROWLOG.bytes,
RecordColumn.WAL_PREFIX,
confMgr,
rowLocker,
new RowLogHashShardRouter());
RowLogShardSetup.setupShards(shardCount, writeAheadLog, hbaseTableFactory);
RowLogMessageListenerMapping.INSTANCE.put(
WalListener.ID, new WalListener(writeAheadLog, rowLocker));
// Instead of using the default MQFeeder, a custom one is used to do selective feeding of
// indexer
// related subscriptions, see IndexAwareMQFeeder.
// RowLogMessageListenerMapping.INSTANCE.put("MQFeeder", new MessageQueueFeeder(messageQueue));
// Start the message queue processor
Conf mqProcessorConf = rowLogConf.getChild("mqProcessor");
boolean mqProcEnabled = mqProcessorConf.getAttributeAsBoolean("enabled", true);
if (mqProcEnabled) {
List<String> mqProcessorNodes = Collections.EMPTY_LIST;
Conf nodesConf = mqProcessorConf.getChild("nodes");
if (nodesConf != null) {
String nodes = nodesConf.getValue("");
if (!nodes.isEmpty()) {
mqProcessorNodes = Arrays.asList(nodes.split(","));
}
}
RowLogProcessorSettings settings = createProcessorSettings(mqProcessorConf);
RowLogProcessor processor =
new RowLogProcessorImpl(messageQueue, confMgr, hbaseConf, settings);
messageQueueProcessorLeader = new RowLogProcessorElection(zk, processor, lilyInfo);
if (mqProcessorNodes.isEmpty() || mqProcessorNodes.contains(hostName)) {
messageQueueProcessorLeader.start();
}
} else {
log.info("Not participating in MQ processor election.");
}
if (linkIdxEnabled) {
confMgr.addListener("wal", "LinkIndexUpdater", "LinkIndexUpdaterListener");
}
if (mqFeederEnabled) {
confMgr.addListener("wal", "MQFeeder", "MQFeederListener");
}
// Start the wal processor
Conf walProcessorConf = rowLogConf.getChild("walProcessor");
boolean walProcEnabled = walProcessorConf.getAttributeAsBoolean("enabled", true);
if (walProcEnabled) {
List<String> walProcessorNodes = Collections.EMPTY_LIST;
Conf nodesConf = walProcessorConf.getChild("nodes");
if (nodesConf != null) {
String nodes = nodesConf.getValue("");
if (!nodes.isEmpty()) {
walProcessorNodes = Arrays.asList(nodes.split(","));
}
}
RowLogProcessorSettings settings = createProcessorSettings(walProcessorConf);
RowLogProcessor processor = new WalProcessor(writeAheadLog, confMgr, hbaseConf, settings);
writeAheadLogProcessorLeader = new RowLogProcessorElection(zk, processor, lilyInfo);
// The WAL processor should only be started once the LinkIndexUpdater listener is available
walProcessorStartupThread = new Thread(new DelayedWALProcessorStartup());
if (walProcessorNodes.isEmpty() || walProcessorNodes.contains(hostName)) {
walProcessorStartupThread.start();
}
} else {
log.info("Not participating in WAL processor election.");
}
}