@BeforeClass
public static void setupBeforeClass() throws Exception {
testUtil = new HBaseTestingUtility();
testUtil.startMiniCluster();
conf = testUtil.getConfiguration();
hBaseAdmin = testUtil.getHBaseAdmin();
txStateStorage = new InMemoryTransactionStateStorage();
txManager = new TransactionManager(conf, txStateStorage, new TxMetricsCollector());
txManager.startAndWait();
}
public static void startServices(Injector injector) throws Exception {
notificationService = injector.getInstance(NotificationService.class);
notificationService.startAndWait();
feedManager = injector.getInstance(NotificationFeedManager.class);
dsFramework = injector.getInstance(DatasetFramework.class);
txManager = injector.getInstance(TransactionManager.class);
txManager.startAndWait();
dsOpService = injector.getInstance(DatasetOpExecutor.class);
dsOpService.startAndWait();
datasetService = injector.getInstance(DatasetService.class);
datasetService.startAndWait();
}
@BeforeClass
public static void beforeClass() throws Throwable {
CConfiguration conf = CConfiguration.create();
conf.set(Constants.AppFabric.SERVER_ADDRESS, hostname);
conf.set(Constants.CFG_LOCAL_DATA_DIR, tmpFolder.newFolder("data").getAbsolutePath());
conf.set(Constants.AppFabric.OUTPUT_DIR, System.getProperty("java.io.tmpdir"));
conf.set(Constants.AppFabric.TEMP_DIR, System.getProperty("java.io.tmpdir"));
conf.setBoolean(Constants.Scheduler.SCHEDULERS_LAZY_START, true);
conf.set(
Constants.AppFabric.APP_TEMPLATE_DIR, tmpFolder.newFolder("templates").getAbsolutePath());
conf.setBoolean(Constants.Dangerous.UNRECOVERABLE_RESET, true);
DirUtils.mkdirs(new File(conf.get(Constants.AppFabric.APP_TEMPLATE_DIR)));
DirUtils.mkdirs(new File(conf.get(Constants.AppFabric.APP_TEMPLATE_PLUGIN_DIR)));
injector = Guice.createInjector(new AppFabricTestModule(conf));
txManager = injector.getInstance(TransactionManager.class);
txManager.startAndWait();
dsOpService = injector.getInstance(DatasetOpExecutor.class);
dsOpService.startAndWait();
datasetService = injector.getInstance(DatasetService.class);
datasetService.startAndWait();
appFabricServer = injector.getInstance(AppFabricServer.class);
appFabricServer.startAndWait();
DiscoveryServiceClient discoveryClient = injector.getInstance(DiscoveryServiceClient.class);
ServiceDiscovered appFabricHttpDiscovered =
discoveryClient.discover(Constants.Service.APP_FABRIC_HTTP);
EndpointStrategy endpointStrategy = new RandomEndpointStrategy(appFabricHttpDiscovered);
port = endpointStrategy.pick(1, TimeUnit.SECONDS).getSocketAddress().getPort();
txClient = injector.getInstance(TransactionSystemClient.class);
metricsCollectionService = injector.getInstance(MetricsCollectionService.class);
metricsCollectionService.startAndWait();
metricsService = injector.getInstance(MetricsQueryService.class);
metricsService.startAndWait();
streamService = injector.getInstance(StreamService.class);
streamService.startAndWait();
serviceStore = injector.getInstance(ServiceStore.class);
serviceStore.startAndWait();
streamAdmin = injector.getInstance(StreamAdmin.class);
locationFactory = getInjector().getInstance(LocationFactory.class);
adapterDir = new File(conf.get(Constants.AppFabric.APP_TEMPLATE_DIR));
createNamespaces();
}
/**
* Test full stack serialization for a TransactionManager migrating from DefaultSnapshotCodec to
* SnapshotCodecV3.
*/
@Test
public void testV2ToTephraV3Migration() throws Exception {
File testDir = tmpDir.newFolder("testV2ToTephraV3Migration");
Configuration conf = new Configuration();
conf.setStrings(
TxConstants.Persist.CFG_TX_SNAPHOT_CODEC_CLASSES,
SnapshotCodecV1.class.getName(),
SnapshotCodecV2.class.getName());
conf.set(TxConstants.Manager.CFG_TX_SNAPSHOT_LOCAL_DIR, testDir.getAbsolutePath());
Injector injector =
Guice.createInjector(
new ConfigModule(conf),
new DiscoveryModules().getSingleNodeModules(),
new TransactionModules().getSingleNodeModules());
TransactionManager txManager = injector.getInstance(TransactionManager.class);
txManager.startAndWait();
txManager.startLong();
// shutdown to force a snapshot
txManager.stopAndWait();
TransactionStateStorage txStorage = injector.getInstance(TransactionStateStorage.class);
txStorage.startAndWait();
// confirm that the in-progress entry is missing a type
TransactionSnapshot snapshot = txStorage.getLatestSnapshot();
assertNotNull(snapshot);
assertEquals(1, snapshot.getInProgress().size());
Map.Entry<Long, TransactionManager.InProgressTx> entry =
snapshot.getInProgress().entrySet().iterator().next();
assertNull(entry.getValue().getType());
// start a new Tx manager to test fixup
Configuration conf2 = new Configuration();
// make sure we work with the default CDAP conf for snapshot codecs
CConfiguration cconf = CConfiguration.create();
CConfigurationUtil.copyTxProperties(cconf, conf2);
// override snapshot dir
conf2.set(TxConstants.Manager.CFG_TX_SNAPSHOT_LOCAL_DIR, testDir.getAbsolutePath());
Injector injector2 =
Guice.createInjector(
new ConfigModule(conf2),
new DiscoveryModules().getSingleNodeModules(),
new TransactionModules().getSingleNodeModules());
TransactionManager txManager2 = injector2.getInstance(TransactionManager.class);
txManager2.startAndWait();
// state should be recovered
TransactionSnapshot snapshot2 = txManager2.getCurrentState();
assertEquals(1, snapshot2.getInProgress().size());
Map.Entry<Long, TransactionManager.InProgressTx> inProgressTx =
snapshot2.getInProgress().entrySet().iterator().next();
assertEquals(TransactionType.LONG, inProgressTx.getValue().getType());
// save a new snapshot
txManager2.stopAndWait();
TransactionStateStorage txStorage2 = injector2.getInstance(TransactionStateStorage.class);
txStorage2.startAndWait();
TransactionSnapshot snapshot3 = txStorage2.getLatestSnapshot();
// full snapshot should have deserialized correctly without any fixups
assertEquals(snapshot2.getInProgress(), snapshot3.getInProgress());
assertEquals(snapshot2, snapshot3);
}