/** Test <code>long skip(long len)</code>. */
@Test
public void skipTest() throws IOException {
for (int k = MIN_LEN + DELTA; k <= MAX_LEN; k += DELTA) {
WriteType op = WriteType.THROUGH;
int fileId = TestUtils.createByteFile(mTfs, "/root/testFile_" + k + "_" + op, op, k);
TachyonFile file = mTfs.getFile(fileId);
InStream is = file.getInStream(ReadType.CACHE);
Assert.assertTrue(is instanceof RemoteBlockInStream);
Assert.assertEquals(k / 2, is.skip(k / 2));
Assert.assertEquals(k / 2, is.read());
is.close();
Assert.assertFalse(file.isInMemory());
if (k >= 3) {
is = file.getInStream(ReadType.CACHE);
Assert.assertTrue(is instanceof RemoteBlockInStream);
int t = k / 3;
Assert.assertEquals(t, is.skip(t));
Assert.assertEquals(t, is.read());
Assert.assertEquals(t, is.skip(t));
Assert.assertEquals(2 * t + 1, is.read());
is.close();
Assert.assertFalse(file.isInMemory());
}
}
}
/** Test <code>void read(byte[] b, int off, int len)</code>. Read from underfs. */
@Test
public void readTest3() throws IOException {
for (int k = MIN_LEN; k <= MAX_LEN; k += DELTA) {
WriteType op = WriteType.THROUGH;
int fileId = TestUtils.createByteFile(mTfs, "/root/testFile_" + k + "_" + op, op, k);
TachyonFile file = mTfs.getFile(fileId);
InStream is = file.getInStream(ReadType.NO_CACHE);
if (k == 0) {
Assert.assertTrue(is instanceof EmptyBlockInStream);
} else {
Assert.assertTrue(is instanceof RemoteBlockInStream);
}
byte[] ret = new byte[k / 2];
Assert.assertEquals(k / 2, is.read(ret, 0, k / 2));
Assert.assertTrue(TestUtils.equalIncreasingByteArray(k / 2, ret));
is.close();
if (k == 0) {
Assert.assertTrue(file.isInMemory());
} else {
Assert.assertFalse(file.isInMemory());
}
is = file.getInStream(ReadType.CACHE);
if (k == 0) {
Assert.assertTrue(is instanceof EmptyBlockInStream);
} else {
Assert.assertTrue(is instanceof RemoteBlockInStream);
}
ret = new byte[k];
Assert.assertEquals(k, is.read(ret, 0, k));
Assert.assertTrue(TestUtils.equalIncreasingByteArray(k, ret));
is.close();
Assert.assertTrue(file.isInMemory());
is = file.getInStream(ReadType.CACHE);
if (k == 0) {
Assert.assertTrue(is instanceof EmptyBlockInStream);
} else {
Assert.assertTrue(is instanceof LocalBlockInStream);
}
ret = new byte[k];
Assert.assertEquals(k, is.read(ret));
Assert.assertTrue(TestUtils.equalIncreasingByteArray(k, ret));
is.close();
Assert.assertTrue(file.isInMemory());
}
}
private void deleteDuringEviction(int i) throws IOException {
final String fileName1 = "/file" + i + "_1";
final String fileName2 = "/file" + i + "_2";
int fileId =
createAndWriteFile(new TachyonURI(fileName1), WriteType.CACHE_THROUGH, MEM_CAPACITY_BYTES);
TachyonFile file = mTFS.getFile(fileId);
Assert.assertTrue(file.isInMemory());
// Deleting file1, command will be sent by master to worker asynchronously
mTFS.delete(new TachyonURI(fileName1), false);
// Meanwhile creating file2. If creation arrives earlier than deletion, it will evict file1
fileId =
createAndWriteFile(
new TachyonURI(fileName2), WriteType.CACHE_THROUGH, MEM_CAPACITY_BYTES / 4);
file = mTFS.getFile(fileId);
Assert.assertTrue(file.isInMemory());
mTFS.delete(new TachyonURI(fileName2), false);
}
/** Test <code>void read(byte[] b, int off, int len)</code>. Read from remote data server. */
@Test
public void readTest6() throws IOException {
for (int k = MIN_LEN + DELTA; k <= MAX_LEN; k += DELTA) {
WriteType op = WriteType.MUST_CACHE;
int fileId = TestUtils.createByteFile(mTfs, "/root/testFile_" + k + "_" + op, op, k);
TachyonFile file = mTfs.getFile(fileId);
InStream is = new RemoteBlockInStream(file, ReadType.NO_CACHE, 0);
Assert.assertTrue(is instanceof RemoteBlockInStream);
byte[] ret = new byte[k / 2];
int start = 0;
while (start < k / 2) {
int read = is.read(ret, 0, (k / 2) - start);
Assert.assertTrue(TestUtils.equalIncreasingByteArray(start, read, ret));
start += read;
}
is.close();
Assert.assertTrue(file.isInMemory());
}
}
/** Test <code>void read()</code>. Read from remote data server. */
@Test
public void readTest4() throws IOException {
for (int k = MIN_LEN + DELTA; k <= MAX_LEN; k += DELTA) {
WriteType op = WriteType.MUST_CACHE;
int fileId = TestUtils.createByteFile(mTfs, "/root/testFile_" + k + "_" + op, op, k);
TachyonFile file = mTfs.getFile(fileId);
RemoteBlockInStream is = new RemoteBlockInStream(file, ReadType.NO_CACHE, 0);
Assert.assertTrue(is instanceof RemoteBlockInStream);
byte[] ret = new byte[k];
int value = is.read();
int cnt = 0;
while (value != -1) {
ret[cnt++] = (byte) value;
value = is.read();
}
Assert.assertTrue(TestUtils.equalIncreasingByteArray(k, ret));
is.close();
Assert.assertTrue(file.isInMemory());
}
}