@Test
public void testFailingDataSourceTask() {
int keyCnt = 20;
int valCnt = 10;
this.outList = new NirvanaOutputList();
try {
InputFilePreparator.prepareInputFile(
new UniformRecordGenerator(keyCnt, valCnt, false), this.tempTestPath, false);
} catch (IOException e1) {
Assert.fail("Unable to set-up test input file");
}
super.initEnvironment(MEMORY_MANAGER_SIZE, NETWORK_BUFFER_SIZE);
super.addOutput(this.outList);
DataSourceTask<Record> testTask = new DataSourceTask<>();
super.registerFileInputTask(
testTask, MockFailingInputFormat.class, new File(tempTestPath).toURI().toString(), "\n");
boolean stubFailed = false;
try {
testTask.invoke();
} catch (Exception e) {
stubFailed = true;
}
Assert.assertTrue("Function exception was not forwarded.", stubFailed);
// assert that temp file was created
File tempTestFile = new File(this.tempTestPath);
Assert.assertTrue("Temp output file does not exist", tempTestFile.exists());
}
@Test
public void testCancelDataSourceTask() {
int keyCnt = 20;
int valCnt = 4;
super.initEnvironment(MEMORY_MANAGER_SIZE, NETWORK_BUFFER_SIZE);
super.addOutput(new NirvanaOutputList());
try {
InputFilePreparator.prepareInputFile(
new UniformRecordGenerator(keyCnt, valCnt, false), this.tempTestPath, false);
} catch (IOException e1) {
Assert.fail("Unable to set-up test input file");
}
final DataSourceTask<Record> testTask = new DataSourceTask<>();
super.registerFileInputTask(
testTask, MockDelayingInputFormat.class, new File(tempTestPath).toURI().toString(), "\n");
Thread taskRunner =
new Thread() {
@Override
public void run() {
try {
testTask.invoke();
} catch (Exception ie) {
ie.printStackTrace();
Assert.fail("Task threw exception although it was properly canceled");
}
}
};
taskRunner.start();
TaskCancelThread tct = new TaskCancelThread(1, taskRunner, testTask);
tct.start();
try {
tct.join();
taskRunner.join();
} catch (InterruptedException ie) {
Assert.fail("Joining threads failed");
}
// assert that temp file was created
File tempTestFile = new File(this.tempTestPath);
Assert.assertTrue("Temp output file does not exist", tempTestFile.exists());
}
@Test
public void testDataSourceTask() {
int keyCnt = 100;
int valCnt = 20;
this.outList = new ArrayList<Record>();
try {
InputFilePreparator.prepareInputFile(
new UniformRecordGenerator(keyCnt, valCnt, false), this.tempTestPath, true);
} catch (IOException e1) {
Assert.fail("Unable to set-up test input file");
}
super.initEnvironment(MEMORY_MANAGER_SIZE, NETWORK_BUFFER_SIZE);
super.addOutput(this.outList);
DataSourceTask<Record> testTask = new DataSourceTask<>();
super.registerFileInputTask(
testTask, MockInputFormat.class, new File(tempTestPath).toURI().toString(), "\n");
try {
testTask.invoke();
} catch (Exception e) {
System.err.println(e);
Assert.fail("Invoke method caused exception.");
}
Assert.assertTrue(
"Invalid output size. Expected: " + (keyCnt * valCnt) + " Actual: " + this.outList.size(),
this.outList.size() == keyCnt * valCnt);
HashMap<Integer, HashSet<Integer>> keyValueCountMap = new HashMap<>(keyCnt);
for (Record kvp : this.outList) {
int key = kvp.getField(0, IntValue.class).getValue();
int val = kvp.getField(1, IntValue.class).getValue();
if (!keyValueCountMap.containsKey(key)) {
keyValueCountMap.put(key, new HashSet<Integer>());
}
keyValueCountMap.get(key).add(val);
}
Assert.assertTrue(
"Invalid key count in out file. Expected: "
+ keyCnt
+ " Actual: "
+ keyValueCountMap.keySet().size(),
keyValueCountMap.keySet().size() == keyCnt);
for (Integer mapKey : keyValueCountMap.keySet()) {
Assert.assertTrue(
"Invalid value count for key: "
+ mapKey
+ ". Expected: "
+ valCnt
+ " Actual: "
+ keyValueCountMap.get(mapKey).size(),
keyValueCountMap.get(mapKey).size() == valCnt);
}
}