/**
* Test full stack serialization for a TransactionManager migrating from DefaultSnapshotCodec to
* SnapshotCodecV3.
*/
@Test
public void testV2ToTephraV3Migration() throws Exception {
File testDir = tmpDir.newFolder("testV2ToTephraV3Migration");
Configuration conf = new Configuration();
conf.setStrings(
TxConstants.Persist.CFG_TX_SNAPHOT_CODEC_CLASSES,
SnapshotCodecV1.class.getName(),
SnapshotCodecV2.class.getName());
conf.set(TxConstants.Manager.CFG_TX_SNAPSHOT_LOCAL_DIR, testDir.getAbsolutePath());
Injector injector =
Guice.createInjector(
new ConfigModule(conf),
new DiscoveryModules().getSingleNodeModules(),
new TransactionModules().getSingleNodeModules());
TransactionManager txManager = injector.getInstance(TransactionManager.class);
txManager.startAndWait();
txManager.startLong();
// shutdown to force a snapshot
txManager.stopAndWait();
TransactionStateStorage txStorage = injector.getInstance(TransactionStateStorage.class);
txStorage.startAndWait();
// confirm that the in-progress entry is missing a type
TransactionSnapshot snapshot = txStorage.getLatestSnapshot();
assertNotNull(snapshot);
assertEquals(1, snapshot.getInProgress().size());
Map.Entry<Long, TransactionManager.InProgressTx> entry =
snapshot.getInProgress().entrySet().iterator().next();
assertNull(entry.getValue().getType());
// start a new Tx manager to test fixup
Configuration conf2 = new Configuration();
// make sure we work with the default CDAP conf for snapshot codecs
CConfiguration cconf = CConfiguration.create();
CConfigurationUtil.copyTxProperties(cconf, conf2);
// override snapshot dir
conf2.set(TxConstants.Manager.CFG_TX_SNAPSHOT_LOCAL_DIR, testDir.getAbsolutePath());
Injector injector2 =
Guice.createInjector(
new ConfigModule(conf2),
new DiscoveryModules().getSingleNodeModules(),
new TransactionModules().getSingleNodeModules());
TransactionManager txManager2 = injector2.getInstance(TransactionManager.class);
txManager2.startAndWait();
// state should be recovered
TransactionSnapshot snapshot2 = txManager2.getCurrentState();
assertEquals(1, snapshot2.getInProgress().size());
Map.Entry<Long, TransactionManager.InProgressTx> inProgressTx =
snapshot2.getInProgress().entrySet().iterator().next();
assertEquals(TransactionType.LONG, inProgressTx.getValue().getType());
// save a new snapshot
txManager2.stopAndWait();
TransactionStateStorage txStorage2 = injector2.getInstance(TransactionStateStorage.class);
txStorage2.startAndWait();
TransactionSnapshot snapshot3 = txStorage2.getLatestSnapshot();
// full snapshot should have deserialized correctly without any fixups
assertEquals(snapshot2.getInProgress(), snapshot3.getInProgress());
assertEquals(snapshot2, snapshot3);
}
/**
* In-progress LONG transactions written with DefaultSnapshotCodec will not have the type
* serialized as part of the data. Since these transactions also contain a non-negative
* expiration, we need to ensure we reset the type correctly when the snapshot is loaded.
*/
@Test
public void testV2ToTephraV3Compatibility() throws Exception {
long now = System.currentTimeMillis();
long nowWritePointer = now * TxConstants.MAX_TX_PER_MS;
/*
* Snapshot consisting of transactions at:
*/
long tInvalid = nowWritePointer - 5; // t1 - invalid
long readPtr = nowWritePointer - 4; // t2 - here and earlier committed
long tLong = nowWritePointer - 3; // t3 - in-progress LONG
long tCommitted = nowWritePointer - 2; // t4 - committed, changeset (r1, r2)
long tShort =
nowWritePointer - 1; // t5 - in-progress SHORT, canCommit called, changeset (r3, r4)
TreeMap<Long, TransactionManager.InProgressTx> inProgress =
Maps.newTreeMap(
ImmutableSortedMap.of(
tLong,
new TransactionManager.InProgressTx(
readPtr,
TransactionManager.getTxExpirationFromWritePointer(
tLong, TxConstants.Manager.DEFAULT_TX_LONG_TIMEOUT),
TransactionType.LONG),
tShort,
new TransactionManager.InProgressTx(
readPtr, now + 1000, TransactionType.SHORT)));
TransactionSnapshot snapshot =
new TransactionSnapshot(
now,
readPtr,
nowWritePointer,
Lists.newArrayList(tInvalid), // invalid
inProgress,
ImmutableMap.<Long, Set<ChangeId>>of(
tShort,
Sets.newHashSet(
new ChangeId(new byte[] {'r', '3'}), new ChangeId(new byte[] {'r', '4'}))),
ImmutableMap.<Long, Set<ChangeId>>of(
tCommitted,
Sets.newHashSet(
new ChangeId(new byte[] {'r', '1'}), new ChangeId(new byte[] {'r', '2'}))));
Configuration conf1 = new Configuration();
conf1.set(TxConstants.Persist.CFG_TX_SNAPHOT_CODEC_CLASSES, SnapshotCodecV2.class.getName());
SnapshotCodecProvider provider1 = new SnapshotCodecProvider(conf1);
ByteArrayOutputStream out = new ByteArrayOutputStream();
try {
provider1.encode(out, snapshot);
} finally {
out.close();
}
TransactionSnapshot snapshot2 = provider1.decode(new ByteArrayInputStream(out.toByteArray()));
assertEquals(snapshot.getReadPointer(), snapshot2.getReadPointer());
assertEquals(snapshot.getWritePointer(), snapshot2.getWritePointer());
assertEquals(snapshot.getInvalid(), snapshot2.getInvalid());
// in-progress transactions will have missing types
assertNotEquals(snapshot.getInProgress(), snapshot2.getInProgress());
assertEquals(snapshot.getCommittingChangeSets(), snapshot2.getCommittingChangeSets());
assertEquals(snapshot.getCommittedChangeSets(), snapshot2.getCommittedChangeSets());
// after fixing in-progress, full snapshot should match
Map<Long, TransactionManager.InProgressTx> fixedInProgress =
TransactionManager.txnBackwardsCompatCheck(
TxConstants.Manager.DEFAULT_TX_LONG_TIMEOUT, 10000L, snapshot2.getInProgress());
assertEquals(snapshot.getInProgress(), fixedInProgress);
assertEquals(snapshot, snapshot2);
}
