/** Start all cqs running for this VM, and create a CQHistory instance for each CQ. */
private void startCQsWithHistory() {
initializeQueryService();
CqAttributesFactory cqFac = new CqAttributesFactory();
cqFac.addCqListener(new CQHistoryListener());
cqFac.addCqListener(new CQGatherListener());
CqAttributes cqAttr = cqFac.create();
Iterator it = queryMap.keySet().iterator();
while (it.hasNext()) {
String queryName = (String) (it.next());
String query = (String) (queryMap.get(queryName));
try {
CqQuery cq = qService.newCq(queryName, query, cqAttr);
CQHistory history = new CQHistory(cq.getName());
CQHistoryListener.recordHistory(history);
Log.getLogWriter()
.info(
"Creating CQ with name " + queryName + ": " + query + ", cq attributes: " + cqAttr);
Log.getLogWriter().info("Calling executeWithInitialResults on " + cq);
CqResults rs = cq.executeWithInitialResults();
SelectResults sr = CQUtil.getSelectResults(rs);
if (sr == null) {
throw new TestException(
"For cq "
+ cq
+ " with name "
+ cq.getName()
+ " executeWithInitialResults returned "
+ sr);
}
Log.getLogWriter()
.info(
"Done calling executeWithInitializResults on "
+ cq
+ " with name "
+ queryName
+ ", select results size is "
+ sr.size());
history.setSelectResults(sr);
logNumOps();
// log the select results
List srList = sr.asList();
StringBuffer aStr = new StringBuffer();
aStr.append("SelectResults returned from " + queryName + " is\n");
for (int i = 0; i < srList.size(); i++) {
aStr.append(srList.get(i) + "\n");
}
Log.getLogWriter().info(aStr.toString());
} catch (CqExistsException e) {
throw new TestException(TestHelper.getStackTrace(e));
} catch (RegionNotFoundException e) {
throw new TestException(TestHelper.getStackTrace(e));
} catch (CqException e) {
throw new TestException(TestHelper.getStackTrace(e));
}
}
}
private static String modifyFile(String str) throws IOException {
String search = "<jndi-binding type=\"XAPooledDataSource\"";
String last_search = "</jndi-binding>";
String newDB = "newDB_" + OSProcess.getId();
String jndi_str =
"<jndi-binding type=\"XAPooledDataSource\" jndi-name=\"XAPooledDataSource\" jdbc-driver-class=\"org.apache.derby.jdbc.EmbeddedDriver\" init-pool-size=\"5\" max-pool-size=\"5\" idle-timeout-seconds=\"600\" blocking-timeout-seconds=\"6\" login-timeout-seconds=\"2\" conn-pooled-datasource-class=\"org.apache.derby.jdbc.EmbeddedConnectionPoolDataSource\" xa-datasource-class=\"org.apache.derby.jdbc.EmbeddedXADataSource\" user-name=\"mitul\" password=\"83f0069202c571faf1ae6c42b4ad46030e4e31c17409e19a\" connection-url=\"jdbc:derby:"
+ newDB
+ ";create=true\" >";
String config_prop =
"<config-property>"
+ "<config-property-name>description</config-property-name>"
+ "<config-property-type>java.lang.String</config-property-type>"
+ "<config-property-value>hi</config-property-value>"
+ "</config-property>"
+ "<config-property>"
+ "<config-property-name>user</config-property-name>"
+ "<config-property-type>java.lang.String</config-property-type>"
+ "<config-property-value>jeeves</config-property-value>"
+ "</config-property>"
+ "<config-property>"
+ "<config-property-name>password</config-property-name>"
+ "<config-property-type>java.lang.String</config-property-type>"
+ "<config-property-value>83f0069202c571faf1ae6c42b4ad46030e4e31c17409e19a</config-property-value> "
+ "</config-property>"
+ "<config-property>"
+ "<config-property-name>databaseName</config-property-name>"
+ "<config-property-type>java.lang.String</config-property-type>"
+ "<config-property-value>"
+ newDB
+ "</config-property-value>"
+ "</config-property>\n";
String new_str = jndi_str + config_prop;
/*
* String new_str = " <jndi-binding type=\"XAPooledDataSource\"
* jndi-name=\"XAPooledDataSource\"
* jdbc-driver-class=\"org.apache.derby.jdbc.EmbeddedDriver\"
* init-pool-size=\"5\" max-pool-size=\"5\" idle-timeout-seconds=\"600\"
* blocking-timeout-seconds=\"6\" login-timeout-seconds=\"2\"
* conn-pooled-datasource-class=\"org.apache.derby.jdbc.EmbeddedConnectionPoolDataSource\"
* xa-datasource-class=\"org.apache.derby.jdbc.EmbeddedXADataSource\"
* user-name=\"mitul\"
* password=\"83f0069202c571faf1ae6c42b4ad46030e4e31c17409e19a\"
* connection-url=\"jdbc:derby:"+newDB+";create=true\" > <property
* key=\"description\" value=\"hi\"/> <property key=\"databaseName\"
* value=\""+newDB+"\"/> <property key=\"user\" value=\"mitul\"/> <property
* key=\"password\"
* value=\"83f0069202c571faf1ae6c42b4ad46030e4e31c17409e19a\"/>";
*/
int n1 = str.indexOf(search);
getLogWriter().fine("Start Index = " + n1);
int n2 = str.indexOf(last_search, n1);
StringBuffer sbuff = new StringBuffer(str);
getLogWriter().fine("END Index = " + n2);
String modified_str = sbuff.replace(n1, n2, new_str).toString();
return modified_str;
}
private static String readFile(String filename) throws IOException {
// String lineSep = System.getProperty("\n");
BufferedReader br = new BufferedReader(new FileReader(filename));
String nextLine = "";
StringBuffer sb = new StringBuffer();
while ((nextLine = br.readLine()) != null) {
sb.append(nextLine);
//
// note:
// BufferedReader strips the EOL character.
//
// sb.append(lineSep);
}
getLogWriter().fine("***********\n " + sb);
return sb.toString();
}
@Override
public void generateCanonicalizedExpression(StringBuffer clauseBuffer, ExecutionContext context)
throws NameResolutionException {
clauseBuffer.insert(0, regionPath);
// rahul : changed for running queries on partitioned region.
// clauseBuffer.insert(0, ((QRegion)this.evaluate(context)).getFullPath());
}
/** Called for debugging */
public void printKeyRange(Region aRegion) {
int lower = ((Integer) (lowerKeyRange.get())).intValue();
int upper = ((Integer) (upperKeyRange.get())).intValue();
StringBuffer aStr = new StringBuffer();
for (int i = lower; i <= upper; i++) {
Object key = NameFactory.getObjectNameForCounter(i);
aStr.append(
"key "
+ key
+ " containsKey: "
+ aRegion.containsKey(key)
+ ", containsValueForKey: "
+ aRegion.containsValueForKey(key)
+ ", getValueInVM: "
+ diskReg.DiskRegUtil.getValueInVM(aRegion, key)
+ "\n");
}
Log.getLogWriter().info(aStr.toString());
}
/**
* Verify the result of the CQs registered for this VM. Query results from
* executeWithInitialResults are combined with subsequent cq events to form the final result.
*/
protected void verifyQueryResultsCombine() {
Log.getLogWriter().info("In verifyQueryResultsCombine");
Iterator it = queryMap.keySet().iterator();
int count = 0;
while (it.hasNext()) {
count++;
String cqName = (String) (it.next());
Log.getLogWriter()
.info("Verifying query " + count + " out of " + queryMap.size() + " with name " + cqName);
CqQuery cq = qService.getCq(cqName);
String queryStr = cq.getQueryString();
String readableQueryStr = CQTest.getReadableQueryString(queryStr);
// combine the initial selectResults with history of events
CQHistory history = CQHistoryListener.getCQHistory(cqName);
Map combinedMap = history.getCombinedResults();
List combinedList = new ArrayList(combinedMap.values());
List expectedResults = CQTestInstance.getExpectedResults(queryStr);
List missingInCombined = new ArrayList(expectedResults);
List unexpectedInCombined = new ArrayList(combinedList);
unexpectedInCombined.removeAll(expectedResults);
missingInCombined.removeAll(combinedList);
// prepare error Strings
StringBuffer aStr = new StringBuffer();
if (unexpectedInCombined.size() > 0) {
String tmpStr =
getLocationString(unexpectedInCombined, expectedResults, history)
+ "\n"
+ "Found the following "
+ unexpectedInCombined.size()
+ " unexpected elements in combined results for cq "
+ cqName
+ ", "
+ readableQueryStr
+ ": "
+ QueryObject.toStringFull(unexpectedInCombined);
Log.getLogWriter().info(tmpStr);
aStr.append(tmpStr);
}
if (missingInCombined.size() > 0) {
String tmpStr =
getLocationString(missingInCombined, expectedResults, history)
+ "\n"
+ "The following "
+ missingInCombined.size()
+ " elements were missing from combined results for cq "
+ cqName
+ ", "
+ readableQueryStr
+ ": "
+ QueryObject.toStringFull(missingInCombined);
Log.getLogWriter().info(tmpStr);
aStr.append(tmpStr);
}
if (aStr.length() > 0) {
throw new TestException(
"Probably bug 38065: For cq "
+ cqName
+ ", "
+ readableQueryStr
+ "\n"
+ aStr.toString());
}
}
Log.getLogWriter().info("Done verifying " + count + " queries");
}
/**
* Verify the contents of the region, taking into account the keys that were destroyed,
* invalidated, etc (as specified in keyIntervals) Throw an error of any problems are detected.
* This must be called repeatedly by the same thread until StopSchedulingTaskOnClientOrder is
* thrown.
*/
public void verifyRegionContents() {
final long LOG_INTERVAL_MILLIS = 10000;
// we already completed this check once; we can't do it again without reinitializing the
// verify state variables
if (verifyRegionContentsCompleted) {
throw new TestException(
"Test configuration problem; already verified region contents, "
+ "cannot call this task again without resetting batch variables");
}
// iterate keys
long lastLogTime = System.currentTimeMillis();
long minTaskGranularitySec = TestConfig.tab().longAt(TestHelperPrms.minTaskGranularitySec);
long minTaskGranularityMS = minTaskGranularitySec * TestHelper.SEC_MILLI_FACTOR;
long startTime = System.currentTimeMillis();
long size = aRegion.size();
boolean first = true;
int numKeysToCheck = keyIntervals.getNumKeys() + numNewKeys;
while (verifyRegionContentsIndex < numKeysToCheck) {
verifyRegionContentsIndex++;
if (first) {
Log.getLogWriter()
.info(
"In verifyRegionContents, region has "
+ size
+ " keys; starting verify at verifyRegionContentsIndex "
+ verifyRegionContentsIndex
+ "; verifying key names with indexes through (and including) "
+ numKeysToCheck);
first = false;
}
// check region size the first time through the loop to avoid it being called
// multiple times when this is batched
if (verifyRegionContentsIndex == 1) {
if (totalNumKeys != size) {
String tmpStr = "Expected region size to be " + totalNumKeys + ", but it is size " + size;
Log.getLogWriter().info(tmpStr);
verifyRegionContentsErrStr.append(tmpStr + "\n");
}
}
Object key = NameFactory.getObjectNameForCounter(verifyRegionContentsIndex);
try {
if (((verifyRegionContentsIndex >= keyIntervals.getFirstKey(KeyIntervals.NONE))
&& (verifyRegionContentsIndex <= keyIntervals.getLastKey(KeyIntervals.NONE)))
|| ((verifyRegionContentsIndex >= keyIntervals.getFirstKey(KeyIntervals.GET))
&& (verifyRegionContentsIndex <= keyIntervals.getLastKey(KeyIntervals.GET)))) {
// this key was untouched after its creation
checkContainsKey(key, true, "key was untouched");
checkContainsValueForKey(key, true, "key was untouched");
Object value = aRegion.get(key);
checkValue(key, value);
} else if ((verifyRegionContentsIndex >= keyIntervals.getFirstKey(KeyIntervals.INVALIDATE))
&& (verifyRegionContentsIndex <= keyIntervals.getLastKey(KeyIntervals.INVALIDATE))) {
checkContainsKey(key, true, "key was invalidated");
checkContainsValueForKey(key, false, "key was invalidated");
} else if ((verifyRegionContentsIndex
>= keyIntervals.getFirstKey(KeyIntervals.LOCAL_INVALIDATE))
&& (verifyRegionContentsIndex
<= keyIntervals.getLastKey(KeyIntervals.LOCAL_INVALIDATE))) {
// this key was locally invalidated
checkContainsKey(key, true, "key was locally invalidated");
checkContainsValueForKey(key, true, "key was locally invalidated");
Object value = aRegion.get(key);
checkValue(key, value);
} else if ((verifyRegionContentsIndex >= keyIntervals.getFirstKey(KeyIntervals.DESTROY))
&& (verifyRegionContentsIndex <= keyIntervals.getLastKey(KeyIntervals.DESTROY))) {
// this key was destroyed
checkContainsKey(key, false, "key was destroyed");
checkContainsValueForKey(key, false, "key was destroyed");
} else if ((verifyRegionContentsIndex
>= keyIntervals.getFirstKey(KeyIntervals.LOCAL_DESTROY))
&& (verifyRegionContentsIndex <= keyIntervals.getLastKey(KeyIntervals.LOCAL_DESTROY))) {
// this key was locally destroyed
checkContainsKey(key, true, "key was locally destroyed");
checkContainsValueForKey(key, true, "key was locally destroyed");
Object value = aRegion.get(key);
checkValue(key, value);
} else if ((verifyRegionContentsIndex
>= keyIntervals.getFirstKey(KeyIntervals.UPDATE_EXISTING_KEY))
&& (verifyRegionContentsIndex
<= keyIntervals.getLastKey(KeyIntervals.UPDATE_EXISTING_KEY))) {
// this key was updated
checkContainsKey(key, true, "key was updated");
checkContainsValueForKey(key, true, "key was updated");
Object value = aRegion.get(key);
checkUpdatedValue(key, value);
} else if (verifyRegionContentsIndex > keyIntervals.getNumKeys()) {
// key was newly added
checkContainsKey(key, true, "key was new");
checkContainsValueForKey(key, true, "key was new");
Object value = aRegion.get(key);
checkValue(key, value);
}
} catch (TestException e) {
Log.getLogWriter().info(TestHelper.getStackTrace(e));
verifyRegionContentsErrStr.append(e.getMessage() + "\n");
}
if (System.currentTimeMillis() - lastLogTime > LOG_INTERVAL_MILLIS) {
Log.getLogWriter()
.info("Verified key " + verifyRegionContentsIndex + " out of " + totalNumKeys);
lastLogTime = System.currentTimeMillis();
}
if (System.currentTimeMillis() - startTime >= minTaskGranularityMS) {
Log.getLogWriter()
.info(
"In HydraTask_verifyRegionContents, returning before completing verify "
+ "because of task granularity (this task must be batched to complete); last key verified is "
+ key);
return; // task is batched; we are done with this batch
}
}
verifyRegionContentsCompleted = true;
if (verifyRegionContentsErrStr.length() > 0) {
throw new TestException(verifyRegionContentsErrStr.toString());
}
String aStr =
"In HydraTask_verifyRegionContents, verified " + verifyRegionContentsIndex + " keys/values";
Log.getLogWriter().info(aStr);
throw new StopSchedulingTaskOnClientOrder(aStr);
}
/**
* Given a List of QueryObjects known to be inconsistent as determined by validation, log where
* the suspect objects are found by checking for it in 1) the expected List 2) the CQ history of
* events 3) the select results 4) the localRegion
*
* @param inconsistencies A List of suspect QueryObjects to check in each location.
* @param expected The expected List of objects for a query.
* @param history The CQHistory for the query
* @returns
*/
private String getLocationString(List inconsistencies, List expected, CQHistory history) {
StringBuffer aStr = new StringBuffer();
for (int i = 0; i < inconsistencies.size(); i++) {
QueryObject suspect = (QueryObject) (inconsistencies.get(i));
// check the local region
boolean found = false;
Iterator it = aRegion.keySet().iterator();
while (it.hasNext()) {
Object key = it.next();
Region.Entry entry = aRegion.getEntry(key);
QueryObject qo = (QueryObject) (entry.getValue());
if ((qo != null) && (qo.equals(suspect))) {
found = true;
aStr.append(
qo.toStringAbbreviated()
+ " was found in "
+ aRegion.getFullPath()
+ " at key "
+ key
+ "\n");
}
}
if (!found) {
aStr.append(
suspect.toStringAbbreviated() + " was NOT found in " + aRegion.getFullPath() + "\n");
}
// seach for all occurrences in expected list
found = false;
it = expected.iterator();
while (it.hasNext()) {
QueryObject qo = (QueryObject) (it.next());
if (qo.equals(suspect)) {
found = true;
aStr.append(qo.toStringAbbreviated() + " was found in expected results\n");
}
}
if (!found) {
aStr.append(suspect.toStringAbbreviated() + " was NOT found in expected results\n");
}
// seach for all occurrences in selectResults
SelectResults selResults = history.getSelectResults();
found = false;
it = selResults.iterator();
while (it.hasNext()) {
QueryObject qo = (QueryObject) (it.next());
if (qo.equals(suspect)) {
found = true;
aStr.append(qo.toStringAbbreviated() + " was found in SelectResults\n");
}
}
if (!found) {
aStr.append(suspect.toStringAbbreviated() + " was NOT found in SelectResults\n");
}
// seach for all occurrences in history
found = false;
List eventList = history.getEvents();
for (int j = 0; j < eventList.size(); j++) {
CqEvent event = (CqEvent) (eventList.get(j));
QueryObject qo = (QueryObject) (event.getNewValue());
if ((qo != null) && (qo.equals(suspect))) {
found = true;
aStr.append(
qo.toStringAbbreviated()
+ " was found in event history as new value "
+ event
+ "\n");
}
}
if (!found) {
aStr.append(suspect.toStringAbbreviated() + " was NOT found in CqEvent history\n");
}
}
return aStr.toString();
}
/** Log the event counters. */
public static void logCounters() {
StringBuffer aStr = new StringBuffer();
aStr.append("CountListener.afterCreateCount_isRemote = " + afterCreateCount_isRemote + "\n");
aStr.append(
"CountListener.afterCreatePutAllCount_isRemote = "
+ afterCreatePutAllCount_isRemote
+ "\n");
aStr.append(
"CountListener.afterCreateCount_isNotRemote = " + afterCreateCount_isNotRemote + "\n");
aStr.append(
"CountListener.afterCreatePutAllCount_isNotRemote = "
+ afterCreatePutAllCount_isNotRemote
+ "\n");
aStr.append("CountListener.afterDestroyCount_isRemote = " + afterDestroyCount_isRemote + "\n");
aStr.append(
"CountListener.afterDestroyCount_isNotRemote = " + afterDestroyCount_isNotRemote + "\n");
aStr.append(
"CountListener.afterInvalidateCount_isRemote = " + afterInvalidateCount_isRemote + "\n");
aStr.append(
"CountListener.afterInvalidateCount_isNotRemote = "
+ afterInvalidateCount_isNotRemote
+ "\n");
aStr.append("CountListener.afterUpdateCount_isRemote = " + afterUpdateCount_isRemote + "\n");
aStr.append(
"CountListener.afterUpdateCount_isNotRemote = " + afterUpdateCount_isNotRemote + "\n");
Log.getLogWriter().info(aStr.toString());
}