private void testLargeKeyList(String bucketType) throws InterruptedException, ExecutionException {
final String baseKey = "my_key";
final String value = "{\"value\":\"value\"}";
final Namespace ns = new Namespace(bucketType, bucketName.toString() + "_3");
final Semaphore semaphore = new Semaphore(10);
final CountDownLatch latch = new CountDownLatch(1);
RiakFutureListener<StoreOperation.Response, Location> listener =
new RiakFutureListener<StoreOperation.Response, Location>() {
private final int expected = 1000;
private final AtomicInteger received = new AtomicInteger();
@Override
public void handle(RiakFuture<StoreOperation.Response, Location> f) {
try {
f.get();
semaphore.release();
received.incrementAndGet();
if (expected == received.intValue()) {
ListKeysOperation klistOp = new ListKeysOperation.Builder(ns).build();
cluster.execute(klistOp);
List<BinaryValue> kList;
kList = klistOp.get().getKeys();
assertEquals(kList.size(), 1000);
latch.countDown();
}
} catch (InterruptedException ex) {
throw new RuntimeException(ex);
} catch (ExecutionException ex) {
throw new RuntimeException(ex);
}
}
};
for (int i = 0; i < 1000; i++) {
semaphore.acquire();
BinaryValue key = BinaryValue.unsafeCreate((baseKey + i).getBytes());
RiakObject rObj = new RiakObject().setValue(BinaryValue.create(value));
Location location = new Location(ns, key);
StoreOperation storeOp = new StoreOperation.Builder(location).withContent(rObj).build();
storeOp.addListener(listener);
cluster.execute(storeOp);
}
latch.await(2, TimeUnit.MINUTES);
ITestBase.resetAndEmptyBucket(ns);
}
private void testListKey(String bucketType) throws InterruptedException, ExecutionException {
final Namespace ns = new Namespace(bucketType, bucketName.toString() + "_2");
final BinaryValue key = BinaryValue.unsafeCreate("my_key".getBytes());
final String value = "{\"value\":\"value\"}";
RiakObject rObj = new RiakObject().setValue(BinaryValue.create(value));
Location location = new Location(ns, key);
StoreOperation storeOp = new StoreOperation.Builder(location).withContent(rObj).build();
cluster.execute(storeOp);
storeOp.get();
ListKeysOperation klistOp = new ListKeysOperation.Builder(ns).build();
cluster.execute(klistOp);
List<BinaryValue> kList = klistOp.get().getKeys();
assertEquals(kList.size(), 1);
assertEquals(kList.get(0), key);
resetAndEmptyBucket(ns);
}
@Test
public void testBasicMR() throws InterruptedException, ExecutionException, IOException {
RiakObject obj = new RiakObject();
obj.setValue(
ByteArrayWrapper.create(
"Alice was beginning to get very tired of sitting by her sister on the "
+ "bank, and of having nothing to do: once or twice she had peeped into the "
+ "book her sister was reading, but it had no pictures or conversations in "
+ "it, 'and what is the use of a book,' thought Alice 'without pictures or "
+ "conversation?'"));
StoreOperation storeOp =
new StoreOperation.Builder(bucketName)
.withKey(ByteArrayWrapper.unsafeCreate("p1".getBytes()))
.withContent(obj)
.build();
cluster.execute(storeOp);
storeOp.get();
obj.setValue(
ByteArrayWrapper.create(
"So she was considering in her own mind (as well as she could, for the "
+ "hot day made her feel very sleepy and stupid), whether the pleasure "
+ "of making a daisy-chain would be worth the trouble of getting up and "
+ "picking the daisies, when suddenly a White Rabbit with pink eyes ran "
+ "close by her."));
storeOp =
new StoreOperation.Builder(bucketName)
.withKey(ByteArrayWrapper.unsafeCreate("p2".getBytes()))
.withContent(obj)
.build();
cluster.execute(storeOp);
storeOp.get();
obj.setValue(
ByteArrayWrapper.create(
"The rabbit-hole went straight on like a tunnel for some way, and then "
+ "dipped suddenly down, so suddenly that Alice had not a moment to think "
+ "about stopping herself before she found herself falling down a very deep "
+ "well."));
storeOp =
new StoreOperation.Builder(bucketName)
.withKey(ByteArrayWrapper.unsafeCreate("p3".getBytes()))
.withContent(obj)
.build();
cluster.execute(storeOp);
storeOp.get();
String bName = bucketName.toString();
String query =
"{\"inputs\":[[\""
+ bName
+ "\",\"p1\"],[\""
+ bName
+ "\",\"p2\"],[\""
+ bName
+ "\",\"p3\"]],"
+ "\"query\":[{\"map\":{\"language\":\"javascript\",\"source\":\""
+ "function(v) {var m = v.values[0].data.toLowerCase().match(/\\w*/g); var r = [];"
+ "for(var i in m) {if(m[i] != '') {var o = {};o[m[i]] = 1;r.push(o);}}return r;}"
+ "\"}},{\"reduce\":{\"language\":\"javascript\",\"source\":\""
+ "function(v) {var r = {};for(var i in v) {for(var w in v[i]) {if(w in r) r[w] += v[i][w];"
+ "else r[w] = v[i][w];}}return [r];}\"}}]}";
MapReduceOperation mrOp =
new MapReduceOperation(ByteArrayWrapper.unsafeCreate(query.getBytes()), "application/json");
cluster.execute(mrOp);
List<ByteArrayWrapper> resultList = mrOp.get();
// The query should return one result which is a JSON array containing a
// single JSON object that is a set of word counts.
assertEquals(resultList.size(), 1);
String json = resultList.get(0).toString();
ObjectMapper oMapper = new ObjectMapper();
@SuppressWarnings("unchecked")
List<Map<String, Integer>> jsonList = oMapper.readValue(json, List.class);
Map<String, Integer> resultMap = jsonList.get(0);
assertNotNull(resultMap.containsKey("the"));
assertEquals(resultMap.get("the"), Integer.valueOf(8));
}
