/** @throws Exception If failed. */
public void testInvalidateFlag() throws Exception {
GridEx g0 = grid(0);
GridCache<String, String> cache = g0.cache(PARTITIONED_CACHE_NAME);
String key = null;
for (int i = 0; i < 10_000; i++) {
if (!cache.affinity().isPrimaryOrBackup(g0.localNode(), String.valueOf(i))) {
key = String.valueOf(i);
break;
}
}
assertNotNull(key);
cache.put(key, key); // Create entry in near cache, it is invalidated if INVALIDATE flag is set.
assertNotNull(cache.peek(key));
GridClientData d = client.data(PARTITIONED_CACHE_NAME);
d.flagsOn(GridClientCacheFlag.INVALIDATE).put(key, "zzz");
for (Grid g : G.allGrids()) {
cache = g.cache(PARTITIONED_CACHE_NAME);
if (cache.affinity().isPrimaryOrBackup(g.localNode(), key))
assertEquals("zzz", cache.peek(key));
else assertNull(cache.peek(key));
}
}
/** @throws Exception If failed. */
public void testProjectionRun() throws Exception {
GridClientCompute dflt = client.compute();
Collection<? extends GridClientNode> nodes = dflt.nodes();
assertEquals(NODES_CNT, nodes.size());
for (int i = 0; i < NODES_CNT; i++) {
Grid g = grid(i);
assert g != null;
GridClientNode clientNode = dflt.node(g.localNode().id());
assertNotNull("Client node for " + g.localNode().id() + " was not found", clientNode);
GridClientCompute prj = dflt.projection(clientNode);
String res = prj.execute(TestTask.class.getName(), null);
assertNotNull(res);
assertEquals(g.localNode().id().toString(), res);
}
}
/** @throws Exception If failed. */
public void testDisabledRest() throws Exception {
restEnabled = false;
final Grid g = startGrid("disabled-rest");
try {
Thread.sleep(2 * TOP_REFRESH_FREQ);
// As long as we have round robin load balancer this will cause every node to be queried.
for (int i = 0; i < NODES_CNT + 1; i++)
assertEquals(NODES_CNT + 1, client.compute().refreshTopology(false, false).size());
final GridClientData data = client.data(PARTITIONED_CACHE_NAME);
// Check rest-disabled node is unavailable.
try {
String affKey;
do {
affKey = UUID.randomUUID().toString();
} while (!data.affinity(affKey).equals(g.localNode().id()));
data.put(affKey, "asdf");
assertEquals("asdf", cache(0, PARTITIONED_CACHE_NAME).get(affKey));
} catch (GridServerUnreachableException e) {
// Thrown for direct client-node connections.
assertTrue(
"Unexpected exception message: " + e.getMessage(),
e.getMessage()
.startsWith("No available endpoints to connect (is rest enabled for this node?)"));
} catch (GridClientException e) {
// Thrown for routed client-router-node connections.
String msg = e.getMessage();
assertTrue(
"Unexpected exception message: " + msg,
protocol() == GridClientProtocol.TCP
? msg.contains("No available endpoints to connect (is rest enabled for this node?)")
: // TCP router.
msg.startsWith(
"No available nodes on the router for destination node ID")); // HTTP router.
}
// Check rest-enabled nodes are available.
String affKey;
do {
affKey = UUID.randomUUID().toString();
} while (data.affinity(affKey).equals(g.localNode().id()));
data.put(affKey, "fdsa");
assertEquals("fdsa", cache(0, PARTITIONED_CACHE_NAME).get(affKey));
} finally {
restEnabled = true;
G.stop(g.name(), true);
}
}
/**
* Ensure that {@link GridComputeJobMasterLeaveAware} callback is invoked on job which is
* initiated by master and is currently running on it.
*
* @throws Exception If failed.
*/
public void testLocalJobOnMaster() throws Exception {
invokeLatch = new CountDownLatch(1);
jobLatch = new CountDownLatch(1);
Grid g = startGrid(0);
g.compute().execute(new TestTask(1), null);
jobLatch.await();
// Count down the latch in a separate thread.
new Thread(
new Runnable() {
@Override
public void run() {
try {
U.sleep(500);
} catch (GridInterruptedException ignore) {
// No-op.
}
latch.countDown();
}
})
.start();
stopGrid(0, true);
latch.countDown();
assert invokeLatch.await(5000, MILLISECONDS);
}
/**
* Listen to events coming from all grid nodes.
*
* @throws GridException If failed.
*/
private static void remoteListen() throws GridException {
Grid g = GridGain.grid();
GridCache<Integer, String> cache = g.cache(CACHE_NAME);
// Register remote event listeners on all nodes running cache.
GridFuture<?> fut =
g.forCache(CACHE_NAME)
.events()
.remoteListen(
// This optional local callback is called for each event notification
// that passed remote predicate filter.
new GridBiPredicate<UUID, GridCacheEvent>() {
@Override
public boolean apply(UUID nodeId, GridCacheEvent evt) {
System.out.println();
System.out.println(
"Received event [evt="
+ evt.name()
+ ", key="
+ evt.key()
+ ", oldVal="
+ evt.oldValue()
+ ", newVal="
+ evt.newValue());
return true; // Return true to continue listening.
}
},
// Remote filter which only accepts events for keys that are
// greater or equal than 10 and if local node is primary for this key.
new GridPredicate<GridCacheEvent>() {
/** Auto-inject grid instance. */
@GridInstanceResource private Grid g;
@Override
public boolean apply(GridCacheEvent evt) {
Integer key = evt.key();
return key >= 10
&& g.cache(CACHE_NAME).affinity().isPrimary(g.localNode(), key);
}
},
// Types of events for which listeners are registered.
EVT_CACHE_OBJECT_PUT,
EVT_CACHE_OBJECT_READ,
EVT_CACHE_OBJECT_REMOVED);
// Wait until event listeners are subscribed on all nodes.
fut.get();
int keyCnt = 20;
// Generate cache events.
for (int i = 0; i < keyCnt; i++) cache.putx(i, Integer.toString(i));
}
/**
* Calculates length of a given phrase on the grid.
*
* @param phrase Phrase to count the number of letters in.
* @throws GridException If failed.
*/
private static void countLettersReducer(String phrase) throws GridException {
X.println(">>> Starting countLettersReducer() example...");
Grid grid = G.grid();
// Logger to use in your closure. Note that even though we assign it
// to a local variable, GridGain still allows to use it from remotely
// executed code.
final GridLogger log = grid.log();
// Execute Hello World task.
int letterCnt =
grid.reduce(
BALANCE,
new GridClosure<String, Integer>() { // Create executable logic.
@Override
public Integer apply(String word) {
// Print out a given word, just so we can
// see which node is doing what.
log.info(">>> Calculating for word: " + word);
// Return the length of a given word, i.e. number of letters.
return word.length();
}
},
Arrays.asList(phrase.split(" ")), // Collection of words.
// Create custom reducer.
// NOTE: Alternatively, you can use existing reducer: F.sumIntReducer()
new GridReducer<Integer, Integer>() {
private int sum;
@Override
public boolean collect(Integer res) {
sum += res;
return true; // True means continue collecting until last result.
}
@Override
public Integer apply() {
return sum;
}
});
X.println(">>>");
X.println(">>> Finished execution of counting letters with reducer based on GridGain 3.0 API.");
X.println(">>> Total number of letters in the phrase is '" + letterCnt + "'.");
X.println(">>> You should see individual words printed out on different nodes.");
X.println(">>> Check all nodes for output (this node is also part of the grid).");
X.println(">>>");
}
/** @throws Exception If failed. */
public void testTopologyListener() throws Exception {
final Collection<UUID> added = new ArrayList<>(1);
final Collection<UUID> rmvd = new ArrayList<>(1);
final CountDownLatch addedLatch = new CountDownLatch(1);
final CountDownLatch rmvLatch = new CountDownLatch(1);
assertEquals(NODES_CNT, client.compute().refreshTopology(false, false).size());
GridClientTopologyListener lsnr =
new GridClientTopologyListener() {
@Override
public void onNodeAdded(GridClientNode node) {
added.add(node.nodeId());
addedLatch.countDown();
}
@Override
public void onNodeRemoved(GridClientNode node) {
rmvd.add(node.nodeId());
rmvLatch.countDown();
}
};
client.addTopologyListener(lsnr);
try {
Grid g = startGrid(NODES_CNT + 1);
UUID id = g.localNode().id();
assertTrue(addedLatch.await(2 * TOP_REFRESH_FREQ, MILLISECONDS));
assertEquals(1, added.size());
assertEquals(id, F.first(added));
stopGrid(NODES_CNT + 1);
assertTrue(rmvLatch.await(2 * TOP_REFRESH_FREQ, MILLISECONDS));
assertEquals(1, rmvd.size());
assertEquals(id, F.first(rmvd));
} finally {
client.removeTopologyListener(lsnr);
stopGrid(NODES_CNT + 1);
}
}
/**
* Executes example.
*
* @param args Command line arguments, none required.
* @throws GridException If example execution failed.
*/
public static void main(String[] args) throws GridException {
try (Grid g = GridGain.start("examples/config/example-compute.xml")) {
System.out.println();
System.out.println("Compute reducer example started.");
Integer sum =
g.compute()
.apply(
new GridClosure<String, Integer>() {
@Override
public Integer apply(String word) {
System.out.println();
System.out.println(">>> Printing '" + word + "' on this node from grid job.");
// Return number of letters in the word.
return word.length();
}
},
// Job parameters. GridGain will create as many jobs as there are parameters.
Arrays.asList("Count characters using reducer".split(" ")),
// Reducer to process results as they come.
new GridReducer<Integer, Integer>() {
private AtomicInteger sum = new AtomicInteger();
// Callback for every job result.
@Override
public boolean collect(Integer len) {
sum.addAndGet(len);
// Return true to continue waiting until all results are received.
return true;
}
// Reduce all results into one.
@Override
public Integer reduce() {
return sum.get();
}
})
.get();
System.out.println();
System.out.println(">>> Total number of characters in the phrase is '" + sum + "'.");
System.out.println(">>> Check all nodes for output (this node is also part of the grid).");
}
}
/** {@inheritDoc} */
@Override
protected Collection<? extends GridComputeJob> split(int gridSize, Object arg)
throws GridException {
Collection<GridComputeJobAdapter> jobs = new ArrayList<>(gridSize);
this.gridSize = gridSize;
final String locNodeId = grid.localNode().id().toString();
for (int i = 0; i < gridSize; i++) {
jobs.add(
new GridComputeJobAdapter() {
@SuppressWarnings("OverlyStrongTypeCast")
@Override
public Object execute() {
try {
Thread.sleep(1000);
} catch (InterruptedException ignored) {
Thread.currentThread().interrupt();
}
return new GridBiTuple<>(locNodeId, 1);
}
});
}
return jobs;
}
/**
* Sends optional message. If message is {@code null} - it's no-op.
*
* @param nodeId ID of the node to send message to.
* @param respMsg Message to send.
* @throws GridException Thrown in case of any errors.
*/
private void send(UUID nodeId, @Nullable Object respMsg) throws GridException {
assert nodeId != null;
if (respMsg != null) {
GridNode node = grid.node(nodeId);
if (node != null) grid.forNode(node).message().send(null, respMsg); // Can still fail.
else
throw new GridException(
"Failed to send message since destination node has "
+ "left topology (ignoring) [nodeId="
+ nodeId
+ ", respMsg="
+ respMsg
+ ']');
}
}
/**
* Executes example.
*
* @param args Command line arguments, none required.
* @throws GridException If example execution failed.
*/
public static void main(String[] args) throws GridException {
try (Grid g = GridGain.start("examples/config/example-compute.xml")) {
System.out.println();
System.out.println("Compute schedule example started.");
// Schedule output message every minute.
GridSchedulerFuture<?> fut =
g.scheduler()
.scheduleLocal(
new Callable<Integer>() {
private int invocations;
@Override
public Integer call() {
invocations++;
try {
g.compute()
.broadcast(
new GridRunnable() {
@Override
public void run() {
System.out.println();
System.out.println("Howdy! :) ");
}
})
.get();
} catch (GridException e) {
throw new GridRuntimeException(e);
}
return invocations;
}
},
"{5, 3} * * * * *" // Cron expression.
);
while (!fut.isDone()) System.out.println(">>> Invocation #: " + fut.get());
System.out.println();
System.out.println(">>> Schedule future is done and has been unscheduled.");
System.out.println(">>> Check all nodes for hello message output.");
}
}
/**
* Executes example.
*
* @param args Command line arguments, none required.
* @throws GridException If example execution failed.
*/
public static void main(String[] args) throws Exception {
Timer timer = new Timer("priceBars");
// Start grid.
final Grid g = GridGain.start("examples/config/example-streamer.xml");
System.out.println();
System.out.println(">>> Streaming price bars example started.");
try {
TimerTask task = scheduleQuery(g, timer);
streamData(g);
// Force one more run to get final results.
task.run();
timer.cancel();
// Reset all streamers on all nodes to make sure that
// consecutive executions start from scratch.
g.compute()
.broadcast(
new Runnable() {
@Override
public void run() {
if (!ExamplesUtils.hasStreamer(g, "priceBars"))
System.err.println(
"Default streamer not found (is example-streamer.xml "
+ "configuration used on all nodes?)");
else {
GridStreamer streamer = g.streamer("priceBars");
System.out.println("Clearing bars from streamer.");
streamer.reset();
}
}
})
.get();
} finally {
GridGain.stop(true);
}
}
/**
* @param g Grid.
* @return Non-system caches.
*/
private Collection<GridCacheConfiguration> caches(Grid g) {
return F.view(
Arrays.asList(g.configuration().getCacheConfiguration()),
new GridPredicate<GridCacheConfiguration>() {
@Override
public boolean apply(GridCacheConfiguration c) {
return c.getName() == null || !c.getName().equals(CU.UTILITY_CACHE_NAME);
}
});
}
/**
* Listen to events that happen only on local node.
*
* @throws GridException If failed.
*/
private static void localListen() throws GridException {
Grid g = GridGain.grid();
// Register event listener for all local task execution events.
g.events()
.localListen(
new GridPredicate<GridEvent>() {
@Override
public boolean apply(GridEvent evt) {
GridTaskEvent taskEvt = (GridTaskEvent) evt;
System.out.println();
System.out.println(
"Git event notification [evt="
+ evt.name()
+ ", taskName="
+ taskEvt.taskName()
+ ']');
return true;
}
},
EVTS_TASK_EXECUTION);
// Generate task events.
g.compute()
.withName("example-event-task")
.run(
new GridRunnable() {
@Override
public void run() {
System.out.println();
System.out.println("Executing sample job.");
}
})
.get();
}
/**
* Streams random prices into the system.
*
* @param g Grid.
* @throws GridException If failed.
*/
private static void streamData(final Grid g) throws GridException {
GridStreamer streamer = g.streamer("priceBars");
for (int i = 0; i < CNT; i++) {
for (int j = 0; j < INSTRUMENTS.length; j++) {
// Use gaussian distribution to ensure that
// numbers closer to 0 have higher probability.
double price = round2(INITIAL_PRICES[j] + RAND.nextGaussian());
Quote quote = new Quote(INSTRUMENTS[j], price);
streamer.addEvent(quote);
}
}
}
/** @throws GridException If failed. */
public void testAffinity() throws GridException {
Grid g1 = grid(1);
Grid g2 = grid(2);
assert caches(g1).size() == 0;
assert F.first(caches(g2)).getCacheMode() == PARTITIONED;
Map<GridNode, Collection<String>> map = g1.mapKeysToNodes(null, F.asList("1"));
assertNotNull(map);
assertEquals("Invalid map size: " + map.size(), 1, map.size());
assertEquals(F.first(map.keySet()), g2.localNode());
UUID id1 = g1.mapKeyToNode(null, "2").id();
assertNotNull(id1);
assertEquals(g2.localNode().id(), id1);
UUID id2 = g1.mapKeyToNode(null, "3").id();
assertNotNull(id2);
assertEquals(g2.localNode().id(), id2);
}
/** @throws Exception If failed. */
public void testAffinityExecute() throws Exception {
GridClientCompute dflt = client.compute();
GridClientData data = client.data(PARTITIONED_CACHE_NAME);
Collection<? extends GridClientNode> nodes = dflt.nodes();
assertEquals(NODES_CNT, nodes.size());
for (int i = 0; i < NODES_CNT; i++) {
Grid g = grid(i);
assert g != null;
int affinityKey = -1;
for (int key = 0; key < 10000; key++) {
if (g.localNode().id().equals(data.affinity(key))) {
affinityKey = key;
break;
}
}
if (affinityKey == -1)
throw new Exception("Unable to found key for which node is primary: " + g.localNode().id());
GridClientNode clientNode = dflt.node(g.localNode().id());
assertNotNull("Client node for " + g.localNode().id() + " was not found", clientNode);
String res =
dflt.affinityExecute(TestTask.class.getName(), PARTITIONED_CACHE_NAME, affinityKey, null);
assertNotNull(res);
assertEquals(g.localNode().id().toString(), res);
}
}
/**
* Runs basic cache example.
*
* @param args Command line arguments, none required.
* @throws Exception If example execution failed.
*/
public static void main(String[] args) throws Exception {
final Grid g =
args.length == 0 ? G.start("examples/config/spring-cache.xml") : G.start(args[0]);
try {
// Subscribe to events on every node, so we can visualize what's
// happening in remote caches.
g.run(
BROADCAST,
new CA() {
@Override
public void apply() {
GridLocalEventListener lsnr =
new GridLocalEventListener() {
@Override
public void onEvent(GridEvent event) {
switch (event.type()) {
case EVT_CACHE_OBJECT_PUT:
case EVT_CACHE_OBJECT_READ:
case EVT_CACHE_OBJECT_REMOVED:
{
GridCacheEvent e = (GridCacheEvent) event;
X.println("Cache event [name=" + e.name() + ", key=" + e.key() + ']');
}
}
}
};
GridNodeLocal<String, GridLocalEventListener> loc = g.nodeLocal();
GridLocalEventListener prev = loc.remove("lsnr");
// If there is a listener subscribed from previous runs, unsubscribe it.
if (prev != null) g.removeLocalEventListener(prev);
// Record new listener, so we can check it on next run.
loc.put("lsnr", lsnr);
// Subscribe listener.
g.addLocalEventListener(lsnr, EVTS_CACHE);
}
});
final GridCacheProjection<Integer, String> cache =
g.cache(CACHE_NAME).projection(Integer.class, String.class);
final int keyCnt = 20;
// Store keys in cache.
for (int i = 0; i < keyCnt; i++) cache.putx(i, Integer.toString(i));
// Peek and get on local node.
for (int i = 0; i < keyCnt; i++) {
X.println("Peeked [key=" + i + ", val=" + cache.peek(i) + ']');
X.println("Got [key=" + i + ", val=" + cache.get(i) + ']');
}
// Projection (view) for remote nodes.
GridProjection rmts = g.remoteProjection();
if (!rmts.isEmpty()) {
// Peek and get on remote nodes (comment it out if output gets too crowded).
g.remoteProjection()
.run(
BROADCAST,
new GridAbsClosureX() {
@Override
public void applyx() throws GridException {
for (int i = 0; i < keyCnt; i++) {
X.println("Peeked [key=" + i + ", val=" + cache.peek(i) + ']');
X.println("Got [key=" + i + ", val=" + cache.get(i) + ']');
}
}
});
}
} finally {
G.stop(true);
}
}
/**
* @param args Command arguments.
* @throws GridException If failed.
*/
public static void main(String[] args) throws GridException {
// Starts grid.
Grid grid = args.length == 0 ? G.start() : G.start(args[0]);
try {
// Create portfolio.
GridCredit[] portfolio = new GridCredit[5000];
Random rnd = new Random();
// Generate some test portfolio items.
for (int i = 0; i < portfolio.length; i++) {
portfolio[i] =
new GridCredit(
50000 * rnd.nextDouble(), // Credit amount.
rnd.nextInt(1000), // Credit term in days.
rnd.nextDouble() / 10, // APR.
rnd.nextDouble() / 20 + 0.02 // EDF.
);
}
// Forecast horizon in days.
int horizon = 365;
// Number of Monte-Carlo iterations.
int iter = 10000;
// Percentile.
double percentile = 0.95;
// Mark the stopwatch.
long start = System.currentTimeMillis();
// Calculate credit risk and print it out.
// As you can see the grid enabling is completely hidden from the caller
// and it is fully transparent to him. In fact, the caller is never directly
// aware if method was executed just locally or on the 100s of grid nodes.
// Credit risk crdRisk is the minimal amount that creditor has to have
// available to cover possible defaults.
double crdRisk =
grid.reduce(
SPREAD,
closures(grid.size(), portfolio, horizon, iter, percentile),
new R1<Double, Double>() {
/** Collected values sum. */
private double sum;
/** Collected values count. */
private int count;
/** {@inheritDoc} */
@Override
public boolean collect(Double e) {
sum += e;
count++;
return true;
}
/** {@inheritDoc} */
@Override
public Double apply() {
return sum / count;
}
});
X.println(
"Credit risk [crdRisk="
+ crdRisk
+ ", duration="
+ (System.currentTimeMillis() - start)
+ "ms]");
}
// We specifically don't do any error handling here to
// simplify the example. Real application may want to
// add error handling and application specific recovery.
finally {
// Stops grid.
G.stop(true);
}
}