private AbstractAllGroupsCollector<?> createRandomCollector(String groupField, boolean canUseIDV) throws IOException { AbstractAllGroupsCollector<?> selected; if (random().nextBoolean() && canUseIDV) { boolean diskResident = random().nextBoolean(); selected = DVAllGroupsCollector.create(groupField, Type.BYTES_VAR_SORTED, diskResident); } else if (random().nextBoolean()) { selected = new TermAllGroupsCollector(groupField); } else { ValueSource vs = new BytesRefFieldSource(groupField); selected = new FunctionAllGroupsCollector(vs, new HashMap<Object, Object>()); } if (VERBOSE) { System.out.println("Selected implementation: " + selected.getClass().getName()); } return selected; }
public void testTotalGroupCount() throws Exception { final String groupField = "author"; FieldType customType = new FieldType(); customType.setStored(true); Directory dir = newDirectory(); RandomIndexWriter w = new RandomIndexWriter( random(), dir, newIndexWriterConfig(TEST_VERSION_CURRENT, new MockAnalyzer(random())) .setMergePolicy(newLogMergePolicy())); boolean canUseIDV = !"Lucene3x".equals(w.w.getConfig().getCodec().getName()); // 0 Document doc = new Document(); addGroupField(doc, groupField, "author1", canUseIDV); doc.add(new Field("content", "random text", TextField.TYPE_STORED)); doc.add(new Field("id", "1", customType)); w.addDocument(doc); // 1 doc = new Document(); addGroupField(doc, groupField, "author1", canUseIDV); doc.add(new Field("content", "some more random text blob", TextField.TYPE_STORED)); doc.add(new Field("id", "2", customType)); w.addDocument(doc); // 2 doc = new Document(); addGroupField(doc, groupField, "author1", canUseIDV); doc.add(new Field("content", "some more random textual data", TextField.TYPE_STORED)); doc.add(new Field("id", "3", customType)); w.addDocument(doc); w.commit(); // To ensure a second segment // 3 doc = new Document(); addGroupField(doc, groupField, "author2", canUseIDV); doc.add(new Field("content", "some random text", TextField.TYPE_STORED)); doc.add(new Field("id", "4", customType)); w.addDocument(doc); // 4 doc = new Document(); addGroupField(doc, groupField, "author3", canUseIDV); doc.add(new Field("content", "some more random text", TextField.TYPE_STORED)); doc.add(new Field("id", "5", customType)); w.addDocument(doc); // 5 doc = new Document(); addGroupField(doc, groupField, "author3", canUseIDV); doc.add(new Field("content", "random blob", TextField.TYPE_STORED)); doc.add(new Field("id", "6", customType)); w.addDocument(doc); // 6 -- no author field doc = new Document(); doc.add(new Field("content", "random word stuck in alot of other text", TextField.TYPE_STORED)); doc.add(new Field("id", "6", customType)); w.addDocument(doc); IndexSearcher indexSearcher = new IndexSearcher(w.getReader()); w.close(); AbstractAllGroupsCollector<?> allGroupsCollector = createRandomCollector(groupField, canUseIDV); indexSearcher.search(new TermQuery(new Term("content", "random")), allGroupsCollector); assertEquals(4, allGroupsCollector.getGroupCount()); allGroupsCollector = createRandomCollector(groupField, canUseIDV); indexSearcher.search(new TermQuery(new Term("content", "some")), allGroupsCollector); assertEquals(3, allGroupsCollector.getGroupCount()); allGroupsCollector = createRandomCollector(groupField, canUseIDV); indexSearcher.search(new TermQuery(new Term("content", "blob")), allGroupsCollector); assertEquals(2, allGroupsCollector.getGroupCount()); indexSearcher.getIndexReader().close(); dir.close(); }