public void testV0LegacyTranslogVersion() throws Exception {
Path translogFile = getDataPath("/org/elasticsearch/index/translog/translog-v0.binary");
assertThat("test file should exist", Files.exists(translogFile), equalTo(true));
try (ImmutableTranslogReader reader = openReader(translogFile, 0)) {
assertThat(
"a version0 stream is returned", reader instanceof LegacyTranslogReader, equalTo(true));
try (final Translog.Snapshot snapshot = reader.newSnapshot()) {
final Translog.Operation operation = snapshot.next();
assertThat(
"operation is the correct type correctly",
operation.opType() == Translog.Operation.Type.INDEX,
equalTo(true));
Translog.Index op = (Translog.Index) operation;
assertThat(op.id(), equalTo("1"));
assertThat(op.type(), equalTo("doc"));
assertThat(
op.source().toUtf8(),
equalTo("{\"body\": \"worda wordb wordc wordd \\\"worde\\\" wordf\"}"));
assertThat(op.routing(), equalTo(null));
assertThat(op.parent(), equalTo(null));
assertThat(op.version(), equalTo(1L));
assertThat(op.timestamp(), equalTo(1407312091791L));
assertThat(op.ttl(), equalTo(-1L));
assertThat(op.versionType(), equalTo(VersionType.INTERNAL));
assertNull(snapshot.next());
}
}
}
public void testCorruptedTranslogs() throws Exception {
try {
Path translogFile =
getDataPath("/org/elasticsearch/index/translog/translog-v1-corrupted-magic.binary");
assertThat("test file should exist", Files.exists(translogFile), equalTo(true));
openReader(translogFile, 0);
fail("should have thrown an exception about the header being corrupt");
} catch (TranslogCorruptedException e) {
assertThat(
"translog corruption from header: " + e.getMessage(),
e.getMessage()
.contains("translog looks like version 1 or later, but has corrupted header"),
equalTo(true));
}
try {
Path translogFile =
getDataPath("/org/elasticsearch/index/translog/translog-invalid-first-byte.binary");
assertThat("test file should exist", Files.exists(translogFile), equalTo(true));
openReader(translogFile, 0);
fail("should have thrown an exception about the header being corrupt");
} catch (TranslogCorruptedException e) {
assertThat(
"translog corruption from header: " + e.getMessage(),
e.getMessage()
.contains("Invalid first byte in translog file, got: 1, expected 0x00 or 0x3f"),
equalTo(true));
}
try {
Path translogFile =
getDataPath("/org/elasticsearch/index/translog/translog-v1-corrupted-body.binary");
assertThat("test file should exist", Files.exists(translogFile), equalTo(true));
try (ImmutableTranslogReader reader = openReader(translogFile, 0)) {
try (final Translog.Snapshot snapshot = reader.newSnapshot()) {
while (snapshot.next() != null) {}
}
}
fail("should have thrown an exception about the body being corrupted");
} catch (TranslogCorruptedException e) {
assertThat(
"translog corruption from body: " + e.getMessage(),
e.getMessage().contains("translog corruption while reading from stream"),
equalTo(true));
}
}
public void testTruncatedTranslog() throws Exception {
try {
Path translogFile =
getDataPath("/org/elasticsearch/index/translog/translog-v1-truncated.binary");
assertThat("test file should exist", Files.exists(translogFile), equalTo(true));
try (ImmutableTranslogReader reader = openReader(translogFile, 0)) {
try (final Translog.Snapshot snapshot = reader.newSnapshot()) {
while (snapshot.next() != null) {}
}
}
fail("should have thrown an exception about the body being truncated");
} catch (TranslogCorruptedException e) {
assertThat(
"translog truncated: " + e.getMessage(),
e.getMessage().contains("operation size is corrupted must be"),
equalTo(true));
}
}
public ImmutableTranslogReader openReader(Path path, long id) throws IOException {
FileChannel channel = FileChannel.open(path, StandardOpenOption.READ);
try {
final ChannelReference raf = new ChannelReference(path, id, channel, null);
ImmutableTranslogReader reader =
ImmutableTranslogReader.open(
raf, new Checkpoint(Files.size(path), TranslogReader.UNKNOWN_OP_COUNT, id), null);
channel = null;
return reader;
} finally {
IOUtils.close(channel);
}
}
public void testV1ChecksummedTranslogVersion() throws Exception {
Path translogFile = getDataPath("/org/elasticsearch/index/translog/translog-v1.binary");
assertThat("test file should exist", Files.exists(translogFile), equalTo(true));
try (ImmutableTranslogReader reader = openReader(translogFile, 0)) {
try (final Translog.Snapshot snapshot = reader.newSnapshot()) {
assertThat(
"a version1 stream is returned",
reader instanceof ImmutableTranslogReader,
equalTo(true));
Translog.Operation operation = snapshot.next();
assertThat(
"operation is the correct type correctly",
operation.opType() == Translog.Operation.Type.INDEX,
equalTo(true));
Translog.Index op = (Translog.Index) operation;
assertThat(op.id(), equalTo("Bwiq98KFSb6YjJQGeSpeiw"));
assertThat(op.type(), equalTo("doc"));
assertThat(op.source().toUtf8(), equalTo("{\"body\": \"foo\"}"));
assertThat(op.routing(), equalTo(null));
assertThat(op.parent(), equalTo(null));
assertThat(op.version(), equalTo(1L));
assertThat(op.timestamp(), equalTo(1408627184844L));
assertThat(op.ttl(), equalTo(-1L));
assertThat(op.versionType(), equalTo(VersionType.INTERNAL));
// There are more operations
int opNum = 1;
while (snapshot.next() != null) {
opNum++;
}
assertThat("there should be 5 translog operations", opNum, equalTo(5));
}
}
}
