/** @throws Exception If failed. */
@SuppressWarnings({"ObjectEquality"})
public void testDifferentTasks() throws Exception {
Grid grid1 = null;
Grid grid2 = null;
try {
grid1 = startGrid(1, new GridSpringResourceContextImpl(new GenericApplicationContext()));
grid2 = startGrid(2, new GridSpringResourceContextImpl(new GenericApplicationContext()));
// Execute different tasks.
grid1.compute().execute(SharedResourceTask1.class, null).get();
grid1.compute().execute(SharedResourceTask2.class, null).get();
// In ISOLATED_CLASSLOADER mode tasks should have the class
// loaders because they have the same CL locally and thus the same
// resources.
// So 1 resource locally and 1 remotely
assert task1Rsrc1 == task2Rsrc1;
assert task1Rsrc2 == task2Rsrc2;
assert task1Rsrc3 == task2Rsrc3;
assert task1Rsrc4 == task2Rsrc4;
checkUsageCount(createClss, UserResource1.class, 4);
checkUsageCount(createClss, UserResource2.class, 4);
checkUsageCount(deployClss, UserResource1.class, 4);
checkUsageCount(deployClss, UserResource2.class, 4);
} finally {
GridTestUtils.close(grid1, log());
GridTestUtils.close(grid2, log());
}
checkUsageCount(undeployClss, UserResource1.class, 4);
checkUsageCount(undeployClss, UserResource2.class, 4);
}
/** @throws Exception If failed. */
@SuppressWarnings("unchecked")
public void testCancel() throws Exception {
Grid grid = G.grid(getTestGridName());
grid.compute()
.localDeployTask(GridCancelTestTask.class, U.detectClassLoader(GridCancelTestTask.class));
GridComputeTaskFuture<?> fut = grid.compute().execute(GridCancelTestTask.class.getName(), null);
// Wait until jobs begin execution.
boolean await = startSignal.await(WAIT_TIME, TimeUnit.MILLISECONDS);
assert await : "Jobs did not start.";
info("Test task result: " + fut);
assert fut != null;
// Only first job should successfully complete.
Object res = fut.get();
assert (Integer) res == 1;
// Wait for all jobs to finish.
await = stopSignal.await(WAIT_TIME, TimeUnit.MILLISECONDS);
assert await : "Jobs did not stop.";
// One is definitely processed. But there might be some more processed or cancelled or processed
// and cancelled.
// Thus total number should be at least SPLIT_COUNT and at most (SPLIT_COUNT - 1) *2 +1
assert (cancelCnt + processedCnt) >= SPLIT_COUNT
&& (cancelCnt + processedCnt) <= (SPLIT_COUNT - 1) * 2 + 1
: "Invalid cancel count value: " + cancelCnt;
}
/**
* Ensure that {@link GridComputeJobMasterLeaveAware} callback is invoked on job which is
* initiated by master and is currently running on it.
*
* @throws Exception If failed.
*/
public void testLocalJobOnMaster() throws Exception {
invokeLatch = new CountDownLatch(1);
jobLatch = new CountDownLatch(1);
Grid g = startGrid(0);
g.compute().execute(new TestTask(1), null);
jobLatch.await();
// Count down the latch in a separate thread.
new Thread(
new Runnable() {
@Override
public void run() {
try {
U.sleep(500);
} catch (GridInterruptedException ignore) {
// No-op.
}
latch.countDown();
}
})
.start();
stopGrid(0, true);
latch.countDown();
assert invokeLatch.await(5000, MILLISECONDS);
}
/** @throws Exception If failed. */
@SuppressWarnings({"ObjectEquality"})
public void testUndeployedTask() throws Exception {
Grid grid1 = null;
Grid grid2 = null;
try {
grid1 = startGrid(1, new GridSpringResourceContextImpl(new GenericApplicationContext()));
grid2 = startGrid(2, new GridSpringResourceContextImpl(new GenericApplicationContext()));
// Execute tasks.
grid1.compute().execute(SharedResourceTask1.class, null).get();
grid1.compute().execute(SharedResourceTask2.class, null).get();
grid1.compute().undeployTask(SharedResourceTask1.class.getName());
// Wait until resources get undeployed remotely
// because undeploy is asynchronous apply.
Thread.sleep(3000);
// 1 local and 1 remote resource instances
checkUsageCount(createClss, UserResource1.class, 4);
checkUsageCount(deployClss, UserResource1.class, 4);
checkUsageCount(createClss, UserResource2.class, 4);
checkUsageCount(deployClss, UserResource2.class, 4);
checkUsageCount(undeployClss, UserResource1.class, 4);
checkUsageCount(undeployClss, UserResource2.class, 4);
grid1.compute().undeployTask(SharedResourceTask2.class.getName());
// Wait until resources get undeployed remotely
// because undeploy is asynchronous apply.
Thread.sleep(3000);
// We undeployed last task for this class loader and resources.
// All resources should be undeployed.
checkUsageCount(undeployClss, UserResource1.class, 4);
checkUsageCount(undeployClss, UserResource2.class, 4);
// Execute the same tasks.
grid1.compute().execute(SharedResourceTask1.class, null).get();
grid1.compute().execute(SharedResourceTask2.class, null).get();
// 2 new resources.
checkUsageCount(createClss, UserResource1.class, 8);
checkUsageCount(deployClss, UserResource1.class, 8);
checkUsageCount(createClss, UserResource2.class, 8);
checkUsageCount(deployClss, UserResource2.class, 8);
} finally {
GridTestUtils.close(grid1, log());
GridTestUtils.close(grid2, log());
}
checkUsageCount(undeployClss, UserResource1.class, 8);
checkUsageCount(undeployClss, UserResource2.class, 8);
}
/**
* Calculates length of a given phrase on the grid.
*
* @param phrase Phrase to count the number of letters in.
* @throws GridException If failed.
*/
private static void countLettersReducer(String phrase) throws GridException {
X.println(">>> Starting countLettersReducer() example...");
Grid grid = G.grid();
// Logger to use in your closure. Note that even though we assign it
// to a local variable, GridGain still allows to use it from remotely
// executed code.
final GridLogger log = grid.log();
// Execute Hello World task.
int letterCnt =
grid.reduce(
BALANCE,
new GridClosure<String, Integer>() { // Create executable logic.
@Override
public Integer apply(String word) {
// Print out a given word, just so we can
// see which node is doing what.
log.info(">>> Calculating for word: " + word);
// Return the length of a given word, i.e. number of letters.
return word.length();
}
},
Arrays.asList(phrase.split(" ")), // Collection of words.
// Create custom reducer.
// NOTE: Alternatively, you can use existing reducer: F.sumIntReducer()
new GridReducer<Integer, Integer>() {
private int sum;
@Override
public boolean collect(Integer res) {
sum += res;
return true; // True means continue collecting until last result.
}
@Override
public Integer apply() {
return sum;
}
});
X.println(">>>");
X.println(">>> Finished execution of counting letters with reducer based on GridGain 3.0 API.");
X.println(">>> Total number of letters in the phrase is '" + letterCnt + "'.");
X.println(">>> You should see individual words printed out on different nodes.");
X.println(">>> Check all nodes for output (this node is also part of the grid).");
X.println(">>>");
}
/** @throws Exception If failed. */
public void testSameTaskFromTwoNodesLeft() throws Exception {
Grid grid1 = null;
Grid grid2 = null;
Grid grid3 = null;
try {
grid1 = startGrid(1, new GridSpringResourceContextImpl(new GenericApplicationContext()));
grid2 = startGrid(2, new GridSpringResourceContextImpl(new GenericApplicationContext()));
grid3 = startGrid(3, new GridSpringResourceContextImpl(new GenericApplicationContext()));
grid1.compute().execute(SharedResourceTask1.class, null).get();
grid2.compute().execute(SharedResourceTask1.class, null).get();
checkUsageCount(createClss, UserResource1.class, 6);
checkUsageCount(deployClss, UserResource1.class, 6);
checkUsageCount(createClss, UserResource2.class, 6);
checkUsageCount(deployClss, UserResource2.class, 6);
checkUsageCount(undeployClss, UserResource1.class, 0);
checkUsageCount(undeployClss, UserResource2.class, 0);
GridTestUtils.close(grid1, log());
// Wait until other nodes get notified
// this grid1 left.
Thread.sleep(1000);
// Undeployment happened only on Grid1.
checkUsageCount(undeployClss, UserResource1.class, 2);
checkUsageCount(undeployClss, UserResource2.class, 2);
GridTestUtils.close(grid2, log());
// Wait until resources get undeployed remotely
// because undeploy is asynchronous apply.
Thread.sleep(1000);
// Grid1 and Grid2
checkUsageCount(undeployClss, UserResource1.class, 4);
checkUsageCount(undeployClss, UserResource2.class, 4);
} finally {
GridTestUtils.close(grid1, log());
GridTestUtils.close(grid2, log());
GridTestUtils.close(grid3, log());
}
}
/** @throws Exception If failed. */
@SuppressWarnings("unchecked")
public void testRedeployedTask() throws Exception {
Grid grid = startGrid(0, new GridSpringResourceContextImpl(new GenericApplicationContext()));
try {
// Execute same task with different class loaders. Second execution should redeploy first one.
grid.compute().execute(SharedResourceTask1.class, null).get();
checkUsageCount(createClss, UserResource1.class, 2);
checkUsageCount(createClss, UserResource2.class, 2);
checkUsageCount(deployClss, UserResource1.class, 2);
checkUsageCount(deployClss, UserResource2.class, 2);
// Change class loader of the task. So it's just implicit redeploy.
ClassLoader tstClsLdr =
new GridTestClassLoader(
null,
getClass().getClassLoader(),
SharedResourceTask1.class.getName(),
GridResourceSharedUndeploySelfTest.SharedResourceTask1.GridSharedJob1.class.getName(),
GridResourceSharedUndeploySelfTest.class.getName());
Class<? extends GridComputeTask<Object, Object>> taskCls =
(Class<? extends GridComputeTask<Object, Object>>)
tstClsLdr.loadClass(SharedResourceTask1.class.getName());
grid.compute().execute(taskCls, null).get();
// Old resources should be undeployed at this point.
checkUsageCount(undeployClss, UserResource1.class, 2);
checkUsageCount(undeployClss, UserResource2.class, 2);
// We should detect redeployment and create new resources.
checkUsageCount(createClss, UserResource1.class, 4);
checkUsageCount(createClss, UserResource2.class, 4);
checkUsageCount(deployClss, UserResource1.class, 4);
checkUsageCount(deployClss, UserResource2.class, 4);
} finally {
GridTestUtils.close(grid, log());
}
checkUsageCount(undeployClss, UserResource1.class, 4);
checkUsageCount(undeployClss, UserResource2.class, 4);
}
/**
* Sends optional message. If message is {@code null} - it's no-op.
*
* @param nodeId ID of the node to send message to.
* @param respMsg Message to send.
* @throws GridException Thrown in case of any errors.
*/
private void send(UUID nodeId, @Nullable Object respMsg) throws GridException {
assert nodeId != null;
if (respMsg != null) {
GridNode node = grid.node(nodeId);
if (node != null) grid.forNode(node).message().send(null, respMsg); // Can still fail.
else
throw new GridException(
"Failed to send message since destination node has "
+ "left topology (ignoring) [nodeId="
+ nodeId
+ ", respMsg="
+ respMsg
+ ']');
}
}
/** @throws Exception If failed. */
public void testDifferentTaskNameLocally() throws Exception {
Grid grid = startGrid(0, new GridSpringResourceContextImpl(new GenericApplicationContext()));
// Versions are different - should not share
// 2 resource created locally
try {
grid.compute().execute(SharedResourceTask1Version1.class, null).get();
try {
grid.compute().execute(SharedResourceTask1Version2.class, null).get();
assert false : "SharedResourceTask4 should not be allowed to deploy.";
} catch (GridException e) {
info("Received expected exception: " + e);
}
} finally {
GridTestUtils.close(grid, log());
}
}
/** @throws Exception If failed. */
public void testSameTaskLocally() throws Exception {
Grid grid = startGrid(0, new GridSpringResourceContextImpl(new GenericApplicationContext()));
try {
// Execute the same task twice.
// 1 resource created locally
grid.compute().execute(SharedResourceTask1.class, null).get();
grid.compute().execute(SharedResourceTask1.class, null).get();
checkUsageCount(createClss, UserResource1.class, 2);
checkUsageCount(createClss, UserResource2.class, 2);
checkUsageCount(deployClss, UserResource1.class, 2);
checkUsageCount(deployClss, UserResource2.class, 2);
} finally {
GridTestUtils.close(grid, log());
}
checkUsageCount(undeployClss, UserResource1.class, 2);
checkUsageCount(undeployClss, UserResource2.class, 2);
}
/**
* Tests that failover don't pick local node if it has been excluded from topology.
*
* @throws Exception If failed.
*/
@SuppressWarnings({"WaitNotInLoop", "UnconditionalWait", "unchecked"})
public void testFailoverTopology() throws Exception {
try {
Grid grid1 = startGrid(1);
Grid grid2 = startGrid(2);
assert grid1 != null;
assert grid2 != null;
grid1.compute().localDeployTask(JobTask.class, JobTask.class.getClassLoader());
try {
GridComputeTaskFuture<String> fut;
synchronized (mux) {
fut = grid1.compute().execute(JobTask.class, null);
mux.wait();
}
stopAndCancelGrid(2);
String res = fut.get();
info("Task result: " + res);
} catch (GridException e) {
info("Got unexpected grid exception: " + e);
}
info("Failed over: " + failCnt.get());
assert failCnt.get() == 1
: "Invalid fail over counter [expected=1, actual=" + failCnt.get() + ']';
} finally {
stopGrid(1);
// Stopping stopped instance just in case.
stopGrid(2);
}
}
/** @throws Exception If failed. */
public void testSameTaskFromTwoNodesUndeploy() throws Exception {
Grid grid1 = null;
Grid grid2 = null;
Grid grid3 = null;
try {
grid1 = startGrid(1, new GridSpringResourceContextImpl(new GenericApplicationContext()));
grid2 = startGrid(2, new GridSpringResourceContextImpl(new GenericApplicationContext()));
grid3 = startGrid(3, new GridSpringResourceContextImpl(new GenericApplicationContext()));
grid1.compute().execute(SharedResourceTask1.class, null).get();
grid2.compute().execute(SharedResourceTask1.class, null).get();
checkUsageCount(createClss, UserResource1.class, 6);
checkUsageCount(deployClss, UserResource1.class, 6);
checkUsageCount(createClss, UserResource2.class, 6);
checkUsageCount(deployClss, UserResource2.class, 6);
checkUsageCount(undeployClss, UserResource1.class, 0);
checkUsageCount(undeployClss, UserResource2.class, 0);
grid1.compute().undeployTask(SharedResourceTask1.class.getName());
// Wait until resources get undeployed remotely
// because undeploy is asynchronous apply.
Thread.sleep(3000);
checkUsageCount(undeployClss, UserResource1.class, 6);
checkUsageCount(undeployClss, UserResource2.class, 6);
grid2.compute().undeployTask(SharedResourceTask1.class.getName());
// Wait until resources get undeployed remotely
// because undeploy is asynchronous apply.
Thread.sleep(3000);
// All Tasks from originating nodes were undeployed. All resources should be cleaned up.
checkUsageCount(undeployClss, UserResource1.class, 6);
checkUsageCount(undeployClss, UserResource2.class, 6);
} finally {
GridTestUtils.close(grid1, log());
GridTestUtils.close(grid2, log());
GridTestUtils.close(grid3, log());
}
}
/**
* See <a href="http://e-docs.bea.com/wls/docs100/javadocs/weblogic/common/T3StartupDef.html">
* http://e-docs.bea.com/wls/docs100/javadocs/weblogic/common/T3StartupDef.html</a> for more
* information.
*
* @param str Virtual name by which the class is registered as a {@code startupClass} in the
* {@code config.xml} file
* @param params A hashtable that is made up of the name-value pairs supplied from the {@code
* startupArgs} property
* @return Result string (log message).
* @throws Exception Thrown if error occurred.
*/
@SuppressWarnings({"unchecked", "CatchGenericClass"})
@Override
public String startup(String str, Hashtable params) throws Exception {
GridLogger log = new GridJavaLogger(LoggingHelper.getServerLogger());
cfgFile = (String) params.get(cfgFilePathParam);
if (cfgFile == null) {
throw new IllegalArgumentException("Failed to read property: " + cfgFilePathParam);
}
String workMgrName = (String) params.get(workMgrParam);
URL cfgUrl = U.resolveGridGainUrl(cfgFile);
if (cfgUrl == null)
throw new ServerLifecycleException(
"Failed to find Spring configuration file (path provided should be "
+ "either absolute, relative to GRIDGAIN_HOME, or relative to META-INF folder): "
+ cfgFile);
GenericApplicationContext springCtx;
try {
springCtx = new GenericApplicationContext();
XmlBeanDefinitionReader xmlReader = new XmlBeanDefinitionReader(springCtx);
xmlReader.loadBeanDefinitions(new UrlResource(cfgUrl));
springCtx.refresh();
} catch (BeansException e) {
throw new ServerLifecycleException(
"Failed to instantiate Spring XML application context: " + e.getMessage(), e);
}
Map cfgMap;
try {
// Note: Spring is not generics-friendly.
cfgMap = springCtx.getBeansOfType(GridConfiguration.class);
} catch (BeansException e) {
throw new ServerLifecycleException(
"Failed to instantiate bean [type="
+ GridConfiguration.class
+ ", err="
+ e.getMessage()
+ ']',
e);
}
if (cfgMap == null)
throw new ServerLifecycleException(
"Failed to find a single grid factory configuration in: " + cfgUrl);
if (cfgMap.isEmpty())
throw new ServerLifecycleException("Can't find grid factory configuration in: " + cfgUrl);
try {
ExecutorService execSvc = null;
MBeanServer mbeanSrv = null;
for (GridConfiguration cfg : (Collection<GridConfiguration>) cfgMap.values()) {
assert cfg != null;
GridConfigurationAdapter adapter = new GridConfigurationAdapter(cfg);
// Set logger.
if (cfg.getGridLogger() == null) adapter.setGridLogger(log);
if (cfg.getExecutorService() == null) {
if (execSvc == null)
execSvc =
workMgrName != null
? new GridThreadWorkManagerExecutor(workMgrName)
: new GridThreadWorkManagerExecutor(J2EEWorkManager.getDefault());
adapter.setExecutorService(execSvc);
}
if (cfg.getMBeanServer() == null) {
if (mbeanSrv == null) {
InitialContext ctx = null;
try {
ctx = new InitialContext();
mbeanSrv = (MBeanServer) ctx.lookup("java:comp/jmx/runtime");
} catch (Exception e) {
throw new IllegalArgumentException(
"MBean server was not provided and failed to obtain " + "Weblogic MBean server.",
e);
} finally {
if (ctx != null) ctx.close();
}
}
adapter.setMBeanServer(mbeanSrv);
}
Grid grid = G.start(adapter, springCtx);
// Test if grid is not null - started properly.
if (grid != null) gridNames.add(grid.name());
}
return getClass().getSimpleName() + " started successfully.";
} catch (GridException e) {
// Stop started grids only.
for (String name : gridNames) G.stop(name, true);
throw new ServerLifecycleException("Failed to start GridGain.", e);
}
}
