@Test
public void testDescendingIntAscendingKeyIndex() throws Exception {
final String INDEX_NAME = "descendingIntAscendingKey";
IndexManager indexManager = new IndexManager(TEST_UTIL.getConfiguration());
IndexDefinition indexDef = new IndexDefinition(INDEX_NAME, INDEX_NAME);
IntegerIndexFieldDefinition fieldDef = indexDef.addIntegerField("field1");
fieldDef.setOrder(Order.DESCENDING);
indexManager.createIndex(indexDef);
Index index = indexManager.getIndex(INDEX_NAME, INDEX_NAME);
Integer[] values = {1, 1, 2, 2};
for (int i = 0; i < values.length; i++) {
IndexEntry entry = new IndexEntry();
entry.addField("field1", values[i]);
index.addEntry(entry, Bytes.toBytes("key" + (i + 1)));
}
// The index on the value is descending, the identifiers themselves are ascending!
Query query = new Query();
query.setRangeCondition("field1", 2, 1);
QueryResult result = index.performQuery(query);
assertResultIds(result, "key3", "key4", "key1", "key2");
}
@Test
public void testSingleByteFieldIndex() throws Exception {
final String INDEX_NAME = "singleByteField";
IndexManager indexManager = new IndexManager(TEST_UTIL.getConfiguration());
IndexDefinition indexDef = new IndexDefinition(INDEX_NAME, INDEX_NAME);
ByteIndexFieldDefinition fieldDef = indexDef.addByteField("field1");
fieldDef.setLength(3);
indexManager.createIndex(indexDef);
Index index = indexManager.getIndex(INDEX_NAME, INDEX_NAME);
// Create a few index entries, inserting them in non-sorted order
byte[][] values = {Bytes.toBytes("aaa"), Bytes.toBytes("aab")};
for (int i = 0; i < values.length; i++) {
IndexEntry entry = new IndexEntry();
entry.addField("field1", values[i]);
index.addEntry(entry, Bytes.toBytes("key" + i));
}
Query query = new Query();
query.setRangeCondition("field1", Bytes.toBytes("aaa"), Bytes.toBytes("aab"));
QueryResult result = index.performQuery(query);
assertResultIds(result, "key0", "key1");
}
@Test
public void testStringPrefixQuery() throws Exception {
final String INDEX_NAME = "stringPrefixQuery";
IndexManager indexManager = new IndexManager(TEST_UTIL.getConfiguration());
IndexDefinition indexDef = new IndexDefinition(INDEX_NAME, INDEX_NAME);
indexDef.addStringField("field1");
indexManager.createIndex(indexDef);
Index index = indexManager.getIndex(INDEX_NAME, INDEX_NAME);
String[] values = {"baard", "boer", "beek", "kanaal", "paard"};
for (int i = 0; i < values.length; i++) {
IndexEntry entry = new IndexEntry();
entry.addField("field1", values[i]);
index.addEntry(entry, Bytes.toBytes("key" + i));
}
Query query = new Query();
query.setRangeCondition("field1", "b", "b");
QueryResult result = index.performQuery(query);
assertResultIds(result, "key0", "key2", "key1");
}
@Test
public void testDeleteFromIndex() throws Exception {
final String INDEX_NAME = "deleteFromIndex";
IndexManager indexManager = new IndexManager(TEST_UTIL.getConfiguration());
IndexDefinition indexDef = new IndexDefinition(INDEX_NAME, INDEX_NAME);
indexDef.addStringField("field1");
indexManager.createIndex(indexDef);
Index index = indexManager.getIndex(INDEX_NAME, INDEX_NAME);
// Add the entry
IndexEntry entry = new IndexEntry();
entry.addField("field1", "foobar");
index.addEntry(entry, Bytes.toBytes("key1"));
// Test it is there
Query query = new Query();
query.addEqualsCondition("field1", "foobar");
QueryResult result = index.performQuery(query);
assertEquals("key1", Bytes.toString(result.next()));
assertNull(result.next());
// Delete the entry
index.removeEntry(entry, Bytes.toBytes("key1"));
// Test it is gone
result = index.performQuery(query);
assertNull(result.next());
// Delete the entry again, this should not give an error
index.removeEntry(entry, Bytes.toBytes("key1"));
}
@Test
public void testSingleDecimalFieldIndex() throws Exception {
final String INDEX_NAME = "singleDecimalField";
IndexManager indexManager = new IndexManager(TEST_UTIL.getConfiguration());
IndexDefinition indexDef = new IndexDefinition(INDEX_NAME, INDEX_NAME);
indexDef.addDecimalField("field1");
indexManager.createIndex(indexDef);
Index index = indexManager.getIndex(INDEX_NAME, INDEX_NAME);
String[] values = {"33.66", "-1", "-3.00007E77"};
for (int i = 0; i < values.length; i++) {
IndexEntry entry = new IndexEntry();
entry.addField("field1", new BigDecimal(values[i]));
index.addEntry(entry, Bytes.toBytes("key" + i));
}
{
Query query = new Query();
query.setRangeCondition("field1", new BigDecimal(values[2]), new BigDecimal(values[0]));
QueryResult result = index.performQuery(query);
assertResultIds(result, "key2", "key1", "key0");
}
{
Query query = new Query();
query.addEqualsCondition("field1", new BigDecimal(values[2]));
QueryResult result = index.performQuery(query);
assertResultIds(result, "key2");
}
}
@Test
public void testDuplicateValuesIndex() throws Exception {
final String INDEX_NAME = "duplicateValues";
IndexManager indexManager = new IndexManager(TEST_UTIL.getConfiguration());
IndexDefinition indexDef = new IndexDefinition(INDEX_NAME, INDEX_NAME);
indexDef.addStringField("field1");
indexManager.createIndex(indexDef);
Index index = indexManager.getIndex(INDEX_NAME, INDEX_NAME);
// Create a few index entries, inserting them in non-sorted order
String[] values = {"a", "a", "a", "a", "b", "c", "d"};
for (int i = 0; i < values.length; i++) {
IndexEntry entry = new IndexEntry();
entry.addField("field1", values[i]);
index.addEntry(entry, Bytes.toBytes("key" + i));
}
Query query = new Query();
query.addEqualsCondition("field1", "a");
QueryResult result = index.performQuery(query);
assertResultSize(4, result);
}
@Test
public void testSingleLongFieldIndex() throws Exception {
final String INDEX_NAME = "singleLongField";
IndexManager indexManager = new IndexManager(TEST_UTIL.getConfiguration());
IndexDefinition indexDef = new IndexDefinition(INDEX_NAME, INDEX_NAME);
indexDef.addLongField("field1");
indexManager.createIndex(indexDef);
Index index = indexManager.getIndex(INDEX_NAME, INDEX_NAME);
long values[] = {Long.MIN_VALUE, -1, 0, 1, Long.MAX_VALUE};
for (long value : values) {
IndexEntry entry = new IndexEntry();
entry.addField("field1", value);
index.addEntry(entry, Bytes.toBytes("key" + value));
}
Query query = new Query();
query.setRangeCondition("field1", Long.MIN_VALUE, Long.MAX_VALUE);
QueryResult result = index.performQuery(query);
for (long value : values) {
assertEquals("key" + value, Bytes.toString(result.next()));
}
assertNull(result.next());
}
@Test
public void testSingleDateTimeFieldIndex() throws Exception {
final String INDEX_NAME = "singleDateTimeField";
IndexManager indexManager = new IndexManager(TEST_UTIL.getConfiguration());
IndexDefinition indexDef = new IndexDefinition(INDEX_NAME, INDEX_NAME);
DateTimeIndexFieldDefinition fieldDef = indexDef.addDateTimeField("field1");
fieldDef.setPrecision(DateTimeIndexFieldDefinition.Precision.DATETIME_NOMILLIS);
indexManager.createIndex(indexDef);
Index index = indexManager.getIndex(INDEX_NAME, INDEX_NAME);
Date[] values = {
new GregorianCalendar(2010, 1, 15, 14, 5, 0).getTime(),
new GregorianCalendar(2010, 1, 15, 14, 5, 1).getTime(),
new GregorianCalendar(2010, 1, 16, 10, 0, 0).getTime(),
new GregorianCalendar(2010, 1, 17, 10, 0, 0).getTime()
};
for (int i = 0; i < values.length; i++) {
IndexEntry entry = new IndexEntry();
entry.addField("field1", values[i]);
index.addEntry(entry, Bytes.toBytes("key" + i));
}
Query query = new Query();
query.setRangeCondition(
"field1",
new GregorianCalendar(2010, 1, 15, 14, 5, 0).getTime(),
new GregorianCalendar(2010, 1, 15, 14, 5, 1).getTime());
QueryResult result = index.performQuery(query);
assertResultIds(result, "key0", "key1");
}
/**
* Defines an index with the specified column names.
*
* @param type the index type (STANDARD, HASH, UNIQUE, UNIQUE_HASH)
* @param columnNames the ordered list of column names
*/
void addIndex(IndexType type, List<String> columnNames) {
IndexDefinition index = new IndexDefinition();
index.indexName = tableName + "_" + indexes.size();
index.columnNames = New.arrayList(columnNames);
index.type = type;
indexes.add(index);
}
@Test
public void testData() throws Exception {
final String INDEX_NAME = "dataIndex";
IndexManager indexManager = new IndexManager(TEST_UTIL.getConfiguration());
IndexDefinition indexDef = new IndexDefinition(INDEX_NAME, INDEX_NAME);
indexDef.addStringField("field1");
indexManager.createIndex(indexDef);
Index index = indexManager.getIndex(INDEX_NAME, INDEX_NAME);
String[] values = new String[] {"foo", "bar"};
for (String value : values) {
IndexEntry entry = new IndexEntry();
entry.addField("field1", value);
entry.addData(Bytes.toBytes("originalValue"), Bytes.toBytes(value));
index.addEntry(entry, Bytes.toBytes(value));
}
Query query = new Query();
query.setRangeCondition("field1", Query.MIN_VALUE, Query.MAX_VALUE);
QueryResult result = index.performQuery(query);
assertNotNull(result.next());
assertEquals("bar", result.getDataAsString("originalValue"));
assertNotNull(result.next());
assertEquals("foo", result.getDataAsString("originalValue"));
}
@Test
public void testDataTypeChecks() throws Exception {
final String INDEX_NAME = "dataTypeChecks";
IndexManager indexManager = new IndexManager(TEST_UTIL.getConfiguration());
IndexDefinition indexDef = new IndexDefinition(INDEX_NAME, INDEX_NAME);
indexDef.addStringField("field1");
indexDef.addIntegerField("field2");
indexManager.createIndex(indexDef);
Index index = indexManager.getIndex(INDEX_NAME, INDEX_NAME);
//
// Index entry checks
//
// First test correct situation
IndexEntry entry = new IndexEntry();
entry.addField("field1", "a");
index.addEntry(entry, Bytes.toBytes("1"));
// Now test incorrect situation
entry = new IndexEntry();
entry.addField("field1", 55);
try {
index.addEntry(entry, Bytes.toBytes("1"));
fail("Expected exception.");
} catch (MalformedIndexEntryException e) {
// System.out.println(e.getMessage());
}
//
// Query checks
//
// First test correct situation
Query query = new Query();
query.addEqualsCondition("field1", "a");
index.performQuery(query);
// Now test incorrect situation
query = new Query();
query.addEqualsCondition("field1", 55);
try {
index.performQuery(query);
fail("Expected exception.");
} catch (MalformedQueryException e) {
// System.out.println(e.getMessage());
}
}
@Test
public void testExclusiveRanges() throws Exception {
final String INDEX_NAME = "exclusiveRanges";
IndexManager indexManager = new IndexManager(TEST_UTIL.getConfiguration());
IndexDefinition indexDef = new IndexDefinition(INDEX_NAME, INDEX_NAME);
indexDef.addIntegerField("field1");
indexManager.createIndex(indexDef);
Index index = indexManager.getIndex(INDEX_NAME, INDEX_NAME);
int[] values = {1, 2, 3, 4};
for (int value : values) {
IndexEntry entry = new IndexEntry();
entry.addField("field1", value);
index.addEntry(entry, Bytes.toBytes("key" + value));
}
{
Query query = new Query();
query.setRangeCondition("field1", 1, 4);
QueryResult result = index.performQuery(query);
assertResultIds(result, "key1", "key2", "key3", "key4");
}
{
Query query = new Query();
query.setRangeCondition("field1", 1, 4, false, false);
QueryResult result = index.performQuery(query);
assertResultIds(result, "key2", "key3");
}
{
Query query = new Query();
query.setRangeCondition("field1", 1, 4, false, true);
QueryResult result = index.performQuery(query);
assertResultIds(result, "key2", "key3", "key4");
}
{
Query query = new Query();
query.setRangeCondition("field1", 1, 4, true, false);
QueryResult result = index.performQuery(query);
assertResultIds(result, "key1", "key2", "key3");
}
}
@Test
public void testIndexEntryVerificationIndex() throws Exception {
final String INDEX_NAME = "indexEntryVerification";
IndexManager indexManager = new IndexManager(TEST_UTIL.getConfiguration());
IndexDefinition indexDef = new IndexDefinition(INDEX_NAME, INDEX_NAME);
indexDef.addStringField("stringfield");
indexDef.addFloatField("floatfield");
indexManager.createIndex(indexDef);
Index index = indexManager.getIndex(INDEX_NAME, INDEX_NAME);
IndexEntry entry = new IndexEntry();
entry.addField("nonexistingfield", "foobar");
try {
index.addEntry(entry, Bytes.toBytes("key"));
fail("Expected a MalformedIndexEntryException.");
} catch (MalformedIndexEntryException e) {
// ok
}
entry = new IndexEntry();
entry.addField("stringfield", new Integer(55));
try {
index.addEntry(entry, Bytes.toBytes("key"));
fail("Expected a MalformedIndexEntryException.");
} catch (MalformedIndexEntryException e) {
// ok
}
entry = new IndexEntry();
entry.addField("floatfield", "hello world");
try {
index.addEntry(entry, Bytes.toBytes("key"));
fail("Expected a MalformedIndexEntryException.");
} catch (MalformedIndexEntryException e) {
// ok
}
}
@Test
public void testNullIndex() throws Exception {
final String INDEX_NAME = "nullIndex";
IndexManager indexManager = new IndexManager(TEST_UTIL.getConfiguration());
IndexDefinition indexDef = new IndexDefinition(INDEX_NAME, INDEX_NAME);
indexDef.addStringField("field1");
indexDef.addStringField("field2");
indexManager.createIndex(indexDef);
Index index = indexManager.getIndex(INDEX_NAME, INDEX_NAME);
IndexEntry entry = new IndexEntry();
entry.addField("field1", "foobar");
index.addEntry(entry, Bytes.toBytes("key1"));
entry = new IndexEntry();
index.addEntry(entry, Bytes.toBytes("key2"));
entry = new IndexEntry();
entry.addField("field2", "foobar");
index.addEntry(entry, Bytes.toBytes("key3"));
Query query = new Query();
query.addEqualsCondition("field1", "foobar");
query.addEqualsCondition("field2", null);
QueryResult result = index.performQuery(query);
assertResultIds(result, "key1");
query = new Query();
query.addEqualsCondition("field1", null);
query.addEqualsCondition("field2", null);
result = index.performQuery(query);
assertResultIds(result, "key2");
query = new Query();
query.addEqualsCondition("field1", null);
query.addEqualsCondition("field2", "foobar");
result = index.performQuery(query);
assertResultIds(result, "key3");
}
@Test
public void testDeleteIndex() throws Exception {
final String INDEX_NAME = "deleteIndex";
IndexManager indexManager = new IndexManager(TEST_UTIL.getConfiguration());
IndexDefinition indexDef = new IndexDefinition(INDEX_NAME, INDEX_NAME);
indexDef.addStringField("foo");
indexManager.createIndex(indexDef);
indexManager.getIndex(INDEX_NAME, INDEX_NAME);
indexManager.deleteIndex(INDEX_NAME, INDEX_NAME);
try {
indexManager.getIndex(INDEX_NAME, INDEX_NAME);
fail("Expected an IndexNotFoundException.");
} catch (IndexNotFoundException e) {
// ok
}
}
@Test
public void testDescendingStringIndex() throws Exception {
final String INDEX_NAME = "descendingStringIndex";
IndexManager indexManager = new IndexManager(TEST_UTIL.getConfiguration());
IndexDefinition indexDef = new IndexDefinition(INDEX_NAME, INDEX_NAME);
indexDef.setIdentifierOrder(Order.DESCENDING);
StringIndexFieldDefinition fieldDef = indexDef.addStringField("field1");
fieldDef.setOrder(Order.DESCENDING);
indexManager.createIndex(indexDef);
Index index = indexManager.getIndex(INDEX_NAME, INDEX_NAME);
String[] values = {"a", "ab", "abc", "b"};
for (int i = 0; i < values.length; i++) {
IndexEntry entry = new IndexEntry();
entry.addField("field1", values[i]);
index.addEntry(entry, Bytes.toBytes("key" + (i + 1)));
}
{
Query query = new Query();
query.setRangeCondition("field1", Query.MIN_VALUE, Query.MAX_VALUE);
QueryResult result = index.performQuery(query);
assertResultIds(result, "key4", "key3", "key2", "key1");
}
{
Query query = new Query();
query.setRangeCondition("field1", "b", "a");
QueryResult result = index.performQuery(query);
assertResultIds(result, "key4", "key3", "key2", "key1");
}
{
Query query = new Query();
query.setRangeCondition("field1", "a", "a");
QueryResult result = index.performQuery(query);
assertResultIds(result, "key3", "key2", "key1");
}
}
@Test
public void testMinMaxRanges() throws Exception {
final String INDEX_NAME = "minmaxranges";
IndexManager indexManager = new IndexManager(TEST_UTIL.getConfiguration());
IndexDefinition indexDef = new IndexDefinition(INDEX_NAME, INDEX_NAME);
indexDef.addIntegerField("field1");
indexManager.createIndex(indexDef);
Index index = indexManager.getIndex(INDEX_NAME, INDEX_NAME);
Integer[] values = {Integer.MIN_VALUE, 1, 2, Integer.MAX_VALUE, null};
for (int i = 0; i < values.length; i++) {
IndexEntry entry = new IndexEntry();
entry.addField("field1", values[i]);
index.addEntry(entry, Bytes.toBytes("key" + (i + 1)));
}
{
Query query = new Query();
query.setRangeCondition("field1", Query.MIN_VALUE, Query.MAX_VALUE);
QueryResult result = index.performQuery(query);
assertResultIds(result, "key1", "key2", "key3", "key4", "key5");
}
{
Query query = new Query();
query.setRangeCondition("field1", Query.MIN_VALUE, 0);
QueryResult result = index.performQuery(query);
assertResultIds(result, "key1");
}
{
Query query = new Query();
query.setRangeCondition("field1", 0, Query.MAX_VALUE);
QueryResult result = index.performQuery(query);
assertResultIds(result, "key2", "key3", "key4", "key5");
}
}
@Test
public void testSingleFloatFieldIndex() throws Exception {
final String INDEX_NAME = "singleFloatField";
IndexManager indexManager = new IndexManager(TEST_UTIL.getConfiguration());
IndexDefinition indexDef = new IndexDefinition(INDEX_NAME, INDEX_NAME);
indexDef.addFloatField("field1");
indexManager.createIndex(indexDef);
Index index = indexManager.getIndex(INDEX_NAME, INDEX_NAME);
float[] values = {55.45f, 63.88f, 55.46f, 55.47f, -0.3f};
for (int i = 0; i < values.length; i++) {
IndexEntry entry = new IndexEntry();
entry.addField("field1", values[i]);
index.addEntry(entry, Bytes.toBytes("key" + i));
}
Query query = new Query();
query.setRangeCondition("field1", new Float(55.44f), new Float(55.48f));
QueryResult result = index.performQuery(query);
assertResultIds(result, "key0", "key2", "key3");
}
@Test
public void testMultiFieldIndex() throws Exception {
final String INDEX_NAME = "multiField";
IndexManager indexManager = new IndexManager(TEST_UTIL.getConfiguration());
IndexDefinition indexDef = new IndexDefinition(INDEX_NAME, INDEX_NAME);
indexDef.addIntegerField("field1");
indexDef.addStringField("field2");
indexManager.createIndex(indexDef);
Index index = indexManager.getIndex(INDEX_NAME, INDEX_NAME);
IndexEntry entry = new IndexEntry();
entry.addField("field1", 10);
entry.addField("field2", "a");
index.addEntry(entry, Bytes.toBytes("key1"));
index.addEntry(entry, Bytes.toBytes("key2"));
index.addEntry(entry, Bytes.toBytes("key3"));
entry = new IndexEntry();
entry.addField("field1", 11);
entry.addField("field2", "a");
index.addEntry(entry, Bytes.toBytes("key4"));
entry = new IndexEntry();
entry.addField("field1", 10);
entry.addField("field2", "b");
index.addEntry(entry, Bytes.toBytes("key5"));
Query query = new Query();
query.addEqualsCondition("field1", 10);
query.addEqualsCondition("field2", "a");
QueryResult result = index.performQuery(query);
assertResultSize(3, result);
}
@Test
public void testSingleIntFieldIndex() throws Exception {
final String INDEX_NAME = "singleIntField";
IndexManager indexManager = new IndexManager(TEST_UTIL.getConfiguration());
IndexDefinition indexDef = new IndexDefinition(INDEX_NAME, INDEX_NAME);
indexDef.addIntegerField("field1");
indexManager.createIndex(indexDef);
Index index = indexManager.getIndex(INDEX_NAME, INDEX_NAME);
final int COUNT = 1000;
final int MAXVALUE = Integer.MAX_VALUE;
int[] values = new int[COUNT];
for (int i = 0; i < COUNT; i++) {
values[i] = (int) (Math.random() * MAXVALUE);
}
for (int value : values) {
IndexEntry entry = new IndexEntry();
entry.addField("field1", value);
index.addEntry(entry, Bytes.toBytes("key" + value));
}
Query query = new Query();
query.setRangeCondition("field1", new Integer(0), new Integer(MAXVALUE));
QueryResult result = index.performQuery(query);
Arrays.sort(values);
for (int value : values) {
assertEquals("key" + value, Bytes.toString(result.next()));
}
assertNull(result.next());
}
public String getPkIndexName() {
if (pkIndex != null) return pkIndex.getName();
if (pkIndexName == null) return pkName;
return pkIndexName;
}
@Test
public void testSomeBasics() throws Exception {
ZooKeeperItf zk1 = ZkUtil.connect("localhost:" + ZK_CLIENT_PORT, 3000);
ZooKeeperItf zk2 = ZkUtil.connect("localhost:" + ZK_CLIENT_PORT, 3000);
WriteableIndexerModel model1 = null;
WriteableIndexerModel model2 = null;
try {
TestListener listener = new TestListener();
model1 = new IndexerModelImpl(zk1);
model1.registerListener(listener);
// Create an index
IndexDefinition index1 = model1.newIndex("index1");
index1.setConfiguration("<indexer/>".getBytes("UTF-8"));
index1.setSolrShards(Collections.singletonMap("shard1", "http://localhost:8983/solr"));
model1.addIndex(index1);
listener.waitForEvents(1);
listener.verifyEvents(new IndexerModelEvent(IndexerModelEventType.INDEX_ADDED, "index1"));
// Verify that a fresh indexer model has the index
model2 = new IndexerModelImpl(zk2);
assertEquals(1, model2.getIndexes().size());
assertTrue(model2.hasIndex("index1"));
// Update the index
index1.setGeneralState(IndexGeneralState.DISABLED);
String lock = model1.lockIndex("index1");
model1.updateIndex(index1, lock);
listener.waitForEvents(1);
listener.verifyEvents(new IndexerModelEvent(IndexerModelEventType.INDEX_UPDATED, "index1"));
// Do not release the lock, updating through model2 should fail
index1.setConfiguration("<indexer></indexer>".getBytes("UTF-8"));
try {
model2.updateIndex(index1, lock + "foo");
fail("expected exception");
} catch (IndexUpdateException e) {
// verify the exception says something about locks
assertTrue(e.getMessage().indexOf("lock") != -1);
}
model1.unlockIndex(lock);
model1.deleteIndex("index1");
listener.waitForEvents(1);
listener.verifyEvents(new IndexerModelEvent(IndexerModelEventType.INDEX_REMOVED, "index1"));
// Create some more indexes
IndexerModelEvent[] expectedEvents = new IndexerModelEvent[9];
for (int i = 2; i <= 10; i++) {
String name = "index" + i;
IndexDefinition index = model1.newIndex(name);
index.setConfiguration("<indexer/>".getBytes("UTF-8"));
index.setSolrShards(Collections.singletonMap("shard1", "http://localhost:8983/solr"));
model1.addIndex(index);
expectedEvents[i - 2] = new IndexerModelEvent(IndexerModelEventType.INDEX_ADDED, name);
}
listener.waitForEvents(9);
listener.verifyEvents(expectedEvents);
} finally {
Closer.close(model1);
Closer.close(model2);
Closer.close(zk1);
Closer.close(zk2);
}
}
public ObjectNode toJson(IndexDefinition index) {
ObjectNode node = JsonNodeFactory.instance.objectNode();
node.put("name", index.getName());
node.put("generalState", index.getGeneralState().toString());
node.put("batchBuildState", index.getBatchBuildState().toString());
node.put("updateState", index.getUpdateState().toString());
node.put("zkDataVersion", index.getZkDataVersion());
if (index.getQueueSubscriptionId() != null)
node.put("queueSubscriptionId", index.getQueueSubscriptionId());
String configurationAsString;
try {
configurationAsString = Base64.encodeBytes(index.getConfiguration(), Base64.GZIP);
} catch (IOException e) {
throw new RuntimeException(e);
}
node.put("configuration", configurationAsString);
if (index.getShardingConfiguration() != null) {
String shardingConfAsString;
try {
shardingConfAsString = Base64.encodeBytes(index.getShardingConfiguration(), Base64.GZIP);
} catch (IOException e) {
throw new RuntimeException(e);
}
node.put("shardingConfiguration", shardingConfAsString);
}
ArrayNode shardsNode = node.putArray("solrShards");
for (Map.Entry<String, String> shard : index.getSolrShards().entrySet()) {
ObjectNode shardNode = shardsNode.addObject();
shardNode.put("name", shard.getKey());
shardNode.put("address", shard.getValue());
}
if (index.getActiveBatchBuildInfo() != null) {
ActiveBatchBuildInfo buildInfo = index.getActiveBatchBuildInfo();
ObjectNode buildNode = node.putObject("activeBatchBuild");
buildNode.put("jobId", buildInfo.getJobId());
buildNode.put("submitTime", buildInfo.getSubmitTime());
buildNode.put("trackingUrl", buildInfo.getTrackingUrl());
buildNode.put(
"batchIndexConfiguration", deserializeByteArray(buildInfo.getBatchIndexConfiguration()));
}
if (index.getLastBatchBuildInfo() != null) {
BatchBuildInfo buildInfo = index.getLastBatchBuildInfo();
ObjectNode buildNode = node.putObject("lastBatchBuild");
buildNode.put("jobId", buildInfo.getJobId());
buildNode.put("submitTime", buildInfo.getSubmitTime());
buildNode.put("success", buildInfo.getSuccess());
buildNode.put("jobState", buildInfo.getJobState());
if (buildInfo.getTrackingUrl() != null)
buildNode.put("trackingUrl", buildInfo.getTrackingUrl());
ObjectNode countersNode = buildNode.putObject("counters");
for (Map.Entry<String, Long> counter : buildInfo.getCounters().entrySet()) {
countersNode.put(counter.getKey(), counter.getValue());
}
buildNode.put(
"batchIndexConfiguration", deserializeByteArray(buildInfo.getBatchIndexConfiguration()));
}
if (index.getBatchIndexConfiguration() != null) {
node.put(
"batchIndexConfiguration", this.deserializeByteArray(index.getBatchIndexConfiguration()));
}
if (index.getDefaultBatchIndexConfiguration() != null) {
node.put(
"defaultBatchIndexConfiguration",
this.deserializeByteArray(index.getDefaultBatchIndexConfiguration()));
}
return node;
}
/** Test searching on a subset of the fields. */
@Test
public void testPartialQuery() throws Exception {
final String INDEX_NAME = "partialQuery";
IndexManager indexManager = new IndexManager(TEST_UTIL.getConfiguration());
IndexDefinition indexDef = new IndexDefinition(INDEX_NAME, INDEX_NAME);
indexDef.addStringField("field1");
indexDef.addIntegerField("field2");
indexDef.addStringField("field3");
indexManager.createIndex(indexDef);
Index index = indexManager.getIndex(INDEX_NAME, INDEX_NAME);
for (int i = 0; i < 3; i++) {
IndexEntry entry = new IndexEntry();
entry.addField("field1", "value A " + i);
entry.addField("field2", 10 + i);
entry.addField("field3", "value B " + i);
index.addEntry(entry, Bytes.toBytes("key" + i));
}
// Search only on the leftmost field
{
Query query = new Query();
query.addEqualsCondition("field1", "value A 0");
QueryResult result = index.performQuery(query);
assertResultIds(result, "key0");
}
// Search only on the two leftmost fields
{
Query query = new Query();
query.addEqualsCondition("field1", "value A 0");
query.addEqualsCondition("field2", 10);
QueryResult result = index.performQuery(query);
assertResultIds(result, "key0");
}
// Search only on the two leftmost fields, with range query on the second
{
Query query = new Query();
query.addEqualsCondition("field1", "value A 0");
query.setRangeCondition("field2", 9, 11);
QueryResult result = index.performQuery(query);
assertResultIds(result, "key0");
}
// Try searching on just the second field, should give error
{
Query query = new Query();
query.addEqualsCondition("field2", 10);
try {
index.performQuery(query);
fail("Exception expected");
} catch (MalformedQueryException e) {
// System.out.println(e.getMessage());
}
}
// Try searching on just the second field, should give error
{
Query query = new Query();
query.setRangeCondition("field2", 9, 11);
try {
index.performQuery(query);
fail("Exception expected");
} catch (MalformedQueryException e) {
// System.out.println(e.getMessage());
}
}
// Try not using all fields from left to right, should give error
{
Query query = new Query();
query.addEqualsCondition("field1", "value A 0");
// skip field 2
query.addEqualsCondition("field3", "value B 0");
try {
index.performQuery(query);
fail("Exception expected");
} catch (MalformedQueryException e) {
// System.out.println(e.getMessage());
}
}
// Try not using all fields from left to right, should give error
{
Query query = new Query();
query.addEqualsCondition("field1", "value A 0");
// skip field 2
query.setRangeCondition("field3", "a", "b");
try {
index.performQuery(query);
fail("Exception expected");
} catch (MalformedQueryException e) {
// System.out.println(e.getMessage());
}
}
}
