public void doFinalReport() {
await();
doPeriodReport(false);
test.processCacheStats();
clusterTestCount.addAndGet(nodeTestCount.intValue());
clusterReads.addAndGet(processor.getRead());
clusterWrites.addAndGet(processor.getWrite());
// * 100 to get better average as it will convert to Long
if (getConfiguration().isStandalone()) {
clusterLatency.addAndGet(
(long) cumulativeLatencyStats.getTotal() * 100 / testCountAtLastReport);
}
await();
long totalNode = nodeTestCount.get();
long totalCluster = clusterTestCount.get();
long totalRead = clusterReads.get();
long totalWrite = clusterWrites.get();
log.info("------- FINAL REPORT -------- ");
long testDuration = (actualTestEndTime - testStartTime) / 1000;
log.info(String.format("Node TPS: %.1f", (double) totalNode / testDuration));
log.info(String.format("Cluster TPS: %.1f", (double) totalCluster / testDuration));
log.info("------- Cache Stats -------- ");
log.info(String.format("Cluster Cache Read TPS: %.1f", (double) totalRead / testDuration));
log.info(String.format("Cluster Cache Write TPS: %.1f", (double) totalWrite / testDuration));
log.info(
String.format(
"Cluster Cache Total TPS: %.1f", (double) (totalRead + totalWrite) / testDuration));
if (getConfiguration().isStandalone()) {
log.info(
String.format(
"Cluster Avg Latency: %.1f",
(double) clusterLatency.get() / (configuration.getNodesNum() * 100)));
log.info(String.format("Warmup Cache TPS: %d", clusterCacheWarmup.get()));
log.info(
String.format(
"Warmup Cluster TPS: %d , Time taken for clusterCoherent: %d",
clusterWarmup.get(), bulkLoadCompleteTime));
}
int totalWrites = test.getWritesCount();
if (totalWrites > 0) {
log.info(
String.format(
"Node Total Write operations: %d (%.1f %%)",
totalWrites, (totalWrites * 100.0 / totalNode)));
}
int exceptions = nonstopCacheExceptionCount.get();
if (exceptions > 0) {
log.info(
String.format(
"Node NonstopCache Exception Count: %d (%.1f %%)",
exceptions, (exceptions * 100.0 / totalNode)));
}
}
public EhCachePerfTest(final Configuration configuration) {
SpringFactory.getApplicationContext(configuration);
ehcacheBean = SpringFactory.getControllerBean(configuration, TcEhCacheManagerFactoryBean.class);
if (ehcacheBean == null) {
log.warn("Cant find TcEhCacheManagerFactoryBean. Load incoherently WON'T work.");
}
this.test = configuration.getTestCase().getTest();
if (test == null) throw new RuntimeException("Test case is null.");
log.info("XXXXX running test: " + this.test.getClass().getSimpleName());
test.setDriver(this);
this.configuration = configuration;
if (configuration.isStandalone()) {
ClusteringToolkit toolkit =
new TerracottaClient(configuration.getExpressTerracottaUrl()).getToolkit();
this.barrier = toolkit.getBarrier(BARRIER_ROOT, configuration.getNodesNum());
clusterTestCount = toolkit.getAtomicLong("ehcacheperf-clusterTestCount");
clusterLatency = toolkit.getAtomicLong("ehcacheperf-clusterLatency");
clusterWarmup = toolkit.getAtomicLong("ehcacheperf-warmup");
clusterReads = toolkit.getAtomicLong("ehcacheperf-clusterReads");
clusterWrites = toolkit.getAtomicLong("ehcacheperf-clusterWrites");
clusterCacheWarmup = toolkit.getAtomicLong("ehcacheperf-clusterCacheWarmup");
// Counter for increasing keys over time
ClusteredAtomicLong atomicLong = toolkit.getAtomicLong("ehcacheperf-currKeyCount");
atomicLong.set(configuration.getElementNum());
test.setCurrKeyCount(atomicLong);
} else {
this.barrier = new DefaultBarrierImpl(configuration.getNodesNum());
clusterTestCount = new DefaultAtomicLongImpl();
clusterLatency = new DefaultAtomicLongImpl();
clusterWarmup = new DefaultAtomicLongImpl();
clusterReads = new DefaultAtomicLongImpl();
clusterWrites = new DefaultAtomicLongImpl();
clusterCacheWarmup = new DefaultAtomicLongImpl();
}
this.nodeId = await();
test.setNodeId(nodeId);
test.setNumberOfNodes(configuration.getNodesNum());
}
private void runTest() {
log.info("Welcome on node #" + nodeId + ", total nodes: " + configuration.getNodesNum());
log.info("Starting warmup phase");
try {
log.info("Starting L2 Warmup phase.");
log.info("Loading cache: bulk load enabled : " + configuration.isBulkLoadEnabled());
setBulkLoad(configuration.isBulkLoadEnabled());
long start = now();
test.doL2WarmUp();
long end = now();
long count = configuration.getElementNum() / configuration.getNodesNum();
long time = (end - start) / 1000;
time = (time == 0) ? 1 : time;
log.info(
String.format(
"L2 Cache Warmup complete, %d reads, %d seconds, %.1f reads/sec",
count, time, count * 1.0 / time));
clusterWarmup.addAndGet(count / time);
test.processCacheStats();
int warmup = processor.getWrite();
LongStat warmupStats = processor.getWriteStat();
log.info(
String.format(
"Cache Warmup: %d puts, %d seconds, %.1f puts/sec",
warmup, time, warmup * 1.0 / time));
log.info("Cache Warmup Latency: " + warmupStats.toString());
clusterCacheWarmup.addAndGet(warmup / time);
test.resetCacheStats();
log.info("Waiting for all nodes to complete L2 warmup.");
await();
start = now();
waitUntilBulkLoadComplete();
bulkLoadCompleteTime = now() - start;
await();
if (configuration.isL1Enabled()) {
log.info("Starting L1 Warmup phase.");
setBulkLoad(configuration.isBulkLoadEnabled());
test.doL1WarmUp();
}
} catch (Exception e) {
log.fatal("Error during warm up phase!", e);
System.exit(-1);
}
log.info("Warmup phase done... Waiting for the other nodes to be ready");
setBulkLoad(false);
await();
log.info("Starting the actual test phase now!");
if (configuration.isLogMisses()) {
test.logMisses(true);
}
test.beforeTest();
if (configuration.isSearchEnabled()) {
SearchExecutor exec = new SearchExecutor(configuration, ehcacheBean);
exec.run();
}
testStartTime = now();
lastReportTime = now();
estimatedTestEndTime = testStartTime + (configuration.getTestDuration() * 1000);
this.threads = new ArrayList<Thread>(configuration.getThreadNum());
for (int i = 0; i < configuration.getThreadNum(); i++) {
threads.add(
new Thread("PerfAppThread-" + i) {
@Override
public void run() {
test.beforeTestForEachAppThread();
while (isTestRunning()) {
long start = now();
try {
test.doTestBody();
} catch (NonStopCacheException ne) {
nonstopCacheExceptionCount.incrementAndGet();
} catch (RuntimeException e) {
log.error("error in test", e);
testHasErrors = true;
}
iterationComplete(now() - start);
}
test.afterTestForEachAppThread();
}
});
}
if (configuration.isAddOwnersEnabled()) {
log.info(
"Starting add-owners thread. "
+ getConfiguration().getAddOwnersCount()
+ " new owners will be added every "
+ getConfiguration().getAddOwnersPeriodInSecs()
+ " secs.");
new Thread() {
@Override
public void run() {
while (isTestRunning()) {
try {
sleep(getConfiguration().getAddOwnersPeriodInSecs() * 1000);
} catch (InterruptedException e) {
throw new RuntimeException(e);
}
test.addNewOwners(getConfiguration().getAddOwnersCount());
}
}
}.start();
} else log.info("Not adding new owners.....");
for (Thread thread : threads) {
thread.start();
}
startReporterThread();
waitForTestThreads();
waitForReporterThread();
doFinalReport();
}