@Before
public void setCfg() throws IOException {
// Isolate tests by only using simple cfg store
cfg = FlumeConfiguration.createTestableConfiguration();
cfg.set(FlumeConfiguration.MASTER_STORE, "memory");
cfg.set(FlumeConfiguration.WEBAPPS_PATH, "build/webapps");
}
/**
* This creates an environment where we have configurations set and then serving starts. This
* simulates a zk configstore load and then the serve call being run.
*
* <p>Ideally we'd create a SetupTranslatingZKMasterTestEnv, but there is an issue when trying to
* start/shutdown and start a new master in the same process/jvm.
*/
@Before
public void setCfgAndStartMaster() throws TTransportException, IOException, FlumeSpecException {
// Give ZK a temporary directory, otherwise it's possible we'll reload some
// old configs
tmpdir = FileUtil.mktempdir();
FlumeConfiguration.createTestableConfiguration();
FlumeConfiguration.get().set(FlumeConfiguration.MASTER_STORE, "memory");
buildMaster();
// Instead of loading from a ZK Store, we just see the config in the "deep"
// config manager. Any translations will not occur.
ConfigurationManager loaded = cfgMan;
loaded.setConfig("node1", "flow", "autoCollectorSource", "null");
loaded.setConfig("node2", "flow", "autoCollectorSource", "null");
loaded.setConfig("node3", "flow", "autoCollectorSource", "null");
loaded.setConfig("node4", "flow", "autoCollectorSource", "null");
loaded.setConfig("agent", "flow", "null", "autoBEChain");
// this is the outer configman, should have no translation.
ConfigurationManager cfgman1 = flumeMaster.getSpecMan();
Map<String, FlumeConfigData> cfgs1 = cfgman1.getTranslatedConfigs();
assertEquals(0, cfgs1.size()); // no translations happened
// start the master (which should trigger an update and translation
flumeMaster.serve();
}
@Test
public void testStatusManagerHeartbeats() throws IOException {
StatusManager stats = new StatusManager();
FlumeConfiguration cfg = FlumeConfiguration.createTestableConfiguration();
Clock.resetDefault();
cfg.set(FlumeConfiguration.WEBAPPS_PATH, "build/webapps");
cfg.set(FlumeConfiguration.MASTER_STORE, "memory");
// avoiding gossip ack manager until it shuts down cleanly.
ConfigStore cfgStore = FlumeMaster.createConfigStore(cfg);
FlumeMaster fm =
new FlumeMaster(
new CommandManager(), new ConfigManager(cfgStore), stats, new MasterAckManager(), cfg);
fm.getSpecMan().addLogicalNode("physnode", "foo");
// foo is in state HELLO and has configuration numbered 0
long prev = Clock.unixTime();
boolean needsRefresh =
stats.updateHeartbeatStatus(NetUtils.localhost(), "physnode", "foo", NodeState.HELLO, 0);
LOG.info(stats.getNodeStatuses());
assertTrue(needsRefresh);
StatusManager.NodeStatus ns = stats.getNodeStatuses().get("foo");
assertEquals(0, ns.version);
assertTrue(prev <= ns.lastseen);
assertEquals(NodeState.HELLO, ns.state);
prev = ns.lastseen;
needsRefresh =
stats.updateHeartbeatStatus(NetUtils.localhost(), "physnode", "foo", NodeState.IDLE, 0);
LOG.info(stats.getNodeStatuses());
assertFalse(needsRefresh); // no new data flow version
assertEquals(0, ns.version);
assertTrue(prev <= ns.lastseen);
assertEquals(NodeState.IDLE, ns.state);
prev = ns.lastseen;
needsRefresh =
stats.updateHeartbeatStatus(NetUtils.localhost(), "physnode", "foo", NodeState.ACTIVE, 10);
LOG.info(stats.getNodeStatuses());
assertFalse(needsRefresh); // node has updated version number, but master
// has not
assertEquals(10, ns.version);
assertTrue(prev <= ns.lastseen);
assertEquals(NodeState.ACTIVE, ns.state);
prev = ns.lastseen;
// same message, no refresh
needsRefresh =
stats.updateHeartbeatStatus(NetUtils.localhost(), "physnode", "foo", NodeState.ACTIVE, 10);
LOG.info(stats.getNodeStatuses());
assertFalse(needsRefresh); // this is wierd, is this right?
assertEquals(10, ns.version);
assertTrue(prev <= ns.lastseen);
assertEquals(NodeState.ACTIVE, ns.state);
prev = ns.lastseen;
// regress to an older version,
needsRefresh =
stats.updateHeartbeatStatus(NetUtils.localhost(), "physnode", "foo", NodeState.ACTIVE, 5);
LOG.info(stats.getNodeStatuses());
assertFalse(needsRefresh);
assertEquals(5, ns.version);
assertTrue(prev <= ns.lastseen);
assertEquals(NodeState.ACTIVE, ns.state);
prev = ns.lastseen;
LOG.info(stats.getReport());
LOG.info(stats.getName());
}