private static void storeExtractionTempates(Map<String, StringHandle> templateMap) {
DocumentWriteSet writeSet = docMgr.newWriteSet();
for (String entityTypeName : templateMap.keySet()) {
String moduleName = entityTypeName.replaceAll("\\.(xml|json)", ".tdex");
DocumentMetadataHandle metadata =
new DocumentMetadataHandle().withCollections(TDE_COLLECTION);
writeSet.add(moduleName, metadata, templateMap.get(entityTypeName));
}
docMgr.write(writeSet);
}
@Override
public void write(T entity, Transaction transaction, String... collections) {
if (entity == null) return;
JacksonDatabindHandle<T> contentHandle = new JacksonDatabindHandle<T>(entity);
contentHandle.setMapper(objectMapper);
DocumentMetadataHandle metadataHandle = new DocumentMetadataHandle();
metadataHandle = metadataHandle.withCollections(entityClass.getName());
if (collections != null && collections.length > 0) {
metadataHandle = metadataHandle.withCollections(collections);
}
DocumentWriteSet writeSet = docMgr.newWriteSet();
writeSet.add(getDocumentUri(entity), metadataHandle, contentHandle);
try {
docMgr.write(writeSet, transaction);
} catch (ClientHandlerException e) {
checkForEmptyBeans(e);
throw e;
}
}
public void loadXMLDocuments()
throws IOException, ParserConfigurationException, SAXException, TransformerException {
int count = 1;
XMLDocumentManager docMgr = client.newXMLDocumentManager();
DocumentWriteSet writeset = docMgr.newWriteSet();
for (int i = 0; i < 102; i++) {
writeset.add(
DIRECTORY + "foo" + i + ".xml",
new DOMHandle(getDocumentContent("This is so foo with a bar " + i)));
if (count % BATCH_SIZE == 0) {
docMgr.write(writeset);
writeset = docMgr.newWriteSet();
}
count++;
}
if (count % BATCH_SIZE > 0) {
docMgr.write(writeset);
}
}
public void loadJSONDocuments() throws JsonProcessingException, IOException {
int count = 1;
JSONDocumentManager docMgr = client.newJSONDocumentManager();
DocumentWriteSet writeset = docMgr.newWriteSet();
HashMap<String, String> map = new HashMap<String, String>();
for (int i = 0; i < 102; i++) {
JsonNode jn = new ObjectMapper().readTree("{\"animal\":\"dog" + i + "\", \"says\":\"woof\"}");
JacksonHandle jh = new JacksonHandle();
jh.set(jn);
writeset.add(DIRECTORY + "dog" + i + ".json", jh);
map.put(DIRECTORY + "dog" + i + ".json", jn.toString());
if (count % BATCH_SIZE == 0) {
docMgr.write(writeset);
writeset = docMgr.newWriteSet();
}
count++;
// System.out.println(jn.toString());
}
if (count % BATCH_SIZE > 0) {
docMgr.write(writeset);
}
}
/* Searching for boolean and string in XML element using value query.
* Purpose: To validate QueryBuilder's new value methods (in 8.0) in XML document using an element.
*
* Load a file that has a boolean value in a XML attribute and use query def to search on that boolean value
*
* Methods used : value(StructuredQueryBuilder.TextIndex index, boolean)
* value(StructuredQueryBuilder.TextIndex index, String)
*/
@Test
public void testQueryBuilderValueWithBooleanAndString()
throws XpathException, SAXException, IOException {
String docId[] = {"play-persons.xml"};
TextDocumentManager docMgr = client.newTextDocumentManager();
QueryManager queryMgr = client.newQueryManager();
DocumentWriteSet writeset = docMgr.newWriteSet();
// Put meta-data
DocumentMetadataHandle metadataHandle = new DocumentMetadataHandle();
metadataHandle.getCollections().addAll("my-collection1", "my-collection2");
metadataHandle.getPermissions().add("app-user", Capability.UPDATE, Capability.READ);
metadataHandle.getProperties().put("reviewed", true);
metadataHandle.getProperties().put("myString", "foo");
metadataHandle.getProperties().put("myInteger", 10);
metadataHandle.getProperties().put("myDecimal", 34.56678);
metadataHandle.getProperties().put("myCalendar", Calendar.getInstance().get(Calendar.YEAR));
metadataHandle.setQuality(23);
writeset.addDefault(metadataHandle);
// Create a new document using StringHandle
StringBuffer strBuf = new StringBuffer();
strBuf.append("<PLAY>");
strBuf.append("<TITLE>All's Well That Ends Well</TITLE>");
strBuf.append("<PERSONAE>");
strBuf.append("<TITLE>Dramatis Personae</TITLE>");
strBuf.append("<PGROUP>");
strBuf.append("<subgroup>true</subgroup>");
strBuf.append("<PERSONA>KING OF FRANCE</PERSONA>");
strBuf.append("<PERSONA>DUKE OF FLORENCE</PERSONA>");
strBuf.append("<PERSONA>BERTRAM, Count of Rousillon.</PERSONA>");
strBuf.append("<PERSONA>LAFEU, an old lord.</PERSONA>");
strBuf.append("</PGROUP>");
strBuf.append("<PGROUP>");
strBuf.append("<subgroup>false</subgroup>");
strBuf.append("<PERSONA>PAROLLES, a follower of Bertram.</PERSONA>");
strBuf.append("<PERSONA>A Page. </PERSONA>");
strBuf.append("</PGROUP>");
strBuf.append("<PGROUP>");
strBuf.append("<subgroup>false</subgroup>");
strBuf.append("<PERSONA>COUNTESS OF ROUSILLON, mother to Bertram. </PERSONA>");
strBuf.append("<PERSONA>HELENA, a gentlewoman protected by the Countess.</PERSONA>");
strBuf.append("<PERSONA>An old Widow of Florence. </PERSONA>");
strBuf.append("<PERSONA>DIANA, daughter to the Widow.</PERSONA>");
strBuf.append("</PGROUP>");
strBuf.append("<PGROUP>");
strBuf.append("<subgroup>false</subgroup>");
strBuf.append("<PERSONA>VIOLENTA</PERSONA>");
strBuf.append("<PERSONA>MARIANA</PERSONA>");
strBuf.append("<GRPDESCR>neighbours and friends to the Widow.</GRPDESCR>");
strBuf.append("</PGROUP>");
strBuf.append("<PERSONA>Lords, Officers, Soldiers, &c., French and Florentine.</PERSONA>");
strBuf.append("</PERSONAE>");
strBuf.append("</PLAY>");
writeset.add("/1/" + docId[0], new StringHandle().with(strBuf.toString()));
docMgr.write(writeset);
docMgr.write(writeset);
// Search for the range with attribute value true in rangeRelativeBucketConstraintOpt.xml
// document.
StructuredQueryBuilder qb = new StructuredQueryBuilder();
// Build an object that represents StructuredQueryBuilder.ElementAttribute for use in values
// method
// that is of type StructuredQueryBuilder.TextIndex
QueryDefinition qd = qb.value(qb.element("subgroup"), false);
// Create handle for the result
StringHandle resultsHandle = new StringHandle().withFormat(Format.XML);
queryMgr.search(qd, resultsHandle);
// Get the result
String resultDoc = resultsHandle.get();
System.out.println(resultDoc);
// Verify that search response has found 1 element attribute
assertXpathEvaluatesTo(
"fn:doc(\"/1/play-persons.xml\")",
"string(//*[local-name()='response']//*[local-name()='result']//@*[local-name()='path'])",
resultDoc);
assertXpathEvaluatesTo(
"3", "count(//*[local-name()='response']//*[local-name()='match'])", resultDoc);
// Search for the following royal (XML ELEMENT) in all-well.xml document.
StructuredQueryBuilder qbStr = new StructuredQueryBuilder();
QueryDefinition qdStr =
qbStr.value(
qbStr.element("PERSONA"),
"KING OF FRANCE",
"DUKE OF FLORENCE",
"BERTRAM, Count of Rousillon.",
"LAFEU, an old lord.");
// Create handle for the result
StringHandle resultsHandleStr = new StringHandle().withFormat(Format.XML);
queryMgr.search(qdStr, resultsHandleStr);
// Get the result
String resultDocStr = resultsHandleStr.get();
System.out.println(resultDocStr);
// Verify that search response has found 4 PERSONA elements under /PLAY/PERSONAE
assertXpathEvaluatesTo(
"fn:doc(\"/1/play-persons.xml\")",
"string(//*[local-name()='response']//*[local-name()='result']//@*[local-name()='path'])",
resultDocStr);
assertXpathEvaluatesTo(
"4", "count(//*[local-name()='response']//*[local-name()='match'])", resultDocStr);
}
// This test is to verify the transactions, verifies the search works with transaction before
// commit, after rollback and after commit
@Test
public void testBulkSearchSQDwithTransactionsandDOMHandle() throws Exception {
XMLDocumentManager docMgr = client.newXMLDocumentManager();
DOMHandle results = new DOMHandle();
StructuredQueryBuilder qb = new StructuredQueryBuilder();
StructuredQueryDefinition qd = qb.and(qb.term("much", "thought"));
Transaction t = client.openTransaction();
try {
int count = 1;
XMLDocumentManager xmldocMgr = client.newXMLDocumentManager();
DocumentWriteSet writeset = xmldocMgr.newWriteSet();
for (int i = 0; i < 102; i++) {
writeset.add(
DIRECTORY + "boo" + i + ".xml",
new DOMHandle(getDocumentContent("This is so too much thought " + i)));
if (count % BATCH_SIZE == 0) {
xmldocMgr.write(writeset, t);
writeset = xmldocMgr.newWriteSet();
}
count++;
}
if (count % BATCH_SIZE > 0) {
xmldocMgr.write(writeset, t);
}
count = 0;
docMgr.setSearchView(QueryView.RESULTS);
DocumentPage page = docMgr.search(qd, 1, results, t);
while (page.hasNext()) {
DocumentRecord rec = page.next();
validateRecord(rec, Format.XML);
count++;
}
assertTrue("Page has conttent :", page.hasContent());
assertEquals(
"Total search results before transaction rollback are ",
"102",
results
.get()
.getElementsByTagNameNS("*", "response")
.item(0)
.getAttributes()
.getNamedItem("total")
.getNodeValue());
// System.out.println(results.get().getElementsByTagNameNS("*",
// "response").item(0).getAttributes().getNamedItem("total").getNodeValue());
} catch (Exception e) {
throw e;
} finally {
t.rollback();
}
docMgr.search(qd, 1, results);
System.out.println(convertXMLDocumentToString(results.get()));
assertEquals(
"Total search results after rollback are ",
results
.get()
.getElementsByTagNameNS("*", "response")
.item(0)
.getAttributes()
.getNamedItem("total")
.getNodeValue(),
"0");
}