@Test
public void testCreateHashFetchURL() throws Exception {
QueryId q1 = TestTajoIds.createQueryId(1315890136000l, 2);
String hostName = "tajo1";
int port = 1234;
ExecutionBlockId sid = new ExecutionBlockId(q1, 2);
int numPartition = 10;
Map<Integer, List<IntermediateEntry>> intermediateEntries =
new HashMap<Integer, List<IntermediateEntry>>();
for (int i = 0; i < numPartition; i++) {
intermediateEntries.put(i, new ArrayList<IntermediateEntry>());
}
for (int i = 0; i < 1000; i++) {
int partitionId = i % numPartition;
IntermediateEntry entry =
new IntermediateEntry(i, 0, partitionId, new Task.PullHost(hostName, port));
entry.setEbId(sid);
entry.setVolume(10);
intermediateEntries.get(partitionId).add(entry);
}
Map<Integer, Map<ExecutionBlockId, List<IntermediateEntry>>> hashEntries =
new HashMap<Integer, Map<ExecutionBlockId, List<IntermediateEntry>>>();
for (Map.Entry<Integer, List<IntermediateEntry>> eachEntry : intermediateEntries.entrySet()) {
FetchImpl fetch =
new FetchImpl(
new Task.PullHost(hostName, port),
ShuffleType.HASH_SHUFFLE,
sid,
eachEntry.getKey(),
eachEntry.getValue());
fetch.setName(sid.toString());
FetchProto proto = fetch.getProto();
fetch = new FetchImpl(proto);
assertEquals(proto, fetch.getProto());
Map<ExecutionBlockId, List<IntermediateEntry>> ebEntries =
new HashMap<ExecutionBlockId, List<IntermediateEntry>>();
ebEntries.put(sid, eachEntry.getValue());
hashEntries.put(eachEntry.getKey(), ebEntries);
List<URI> uris = fetch.getURIs();
assertEquals(1, uris.size()); // In Hash Suffle, Fetcher return only one URI per partition.
URI uri = uris.get(0);
final Map<String, List<String>> params = new QueryStringDecoder(uri).parameters();
assertEquals(eachEntry.getKey().toString(), params.get("p").get(0));
assertEquals("h", params.get("type").get(0));
assertEquals("" + sid.getId(), params.get("sid").get(0));
}
Map<Integer, Map<ExecutionBlockId, List<IntermediateEntry>>> mergedHashEntries =
Repartitioner.mergeIntermediateByPullHost(hashEntries);
assertEquals(numPartition, mergedHashEntries.size());
for (int i = 0; i < numPartition; i++) {
Map<ExecutionBlockId, List<IntermediateEntry>> eachEntry = mergedHashEntries.get(0);
assertEquals(1, eachEntry.size());
List<IntermediateEntry> interEntry = eachEntry.get(sid);
assertEquals(1, interEntry.size());
assertEquals(1000, interEntry.get(0).getVolume());
}
}
