private static void populateFieldInfo(
IndexSchema schema,
Map<String, List<String>> typeusemap,
SimpleOrderedMap<Object> fields,
SchemaField uniqueField,
SchemaField f) {
FieldType ft = f.getType();
SimpleOrderedMap<Object> field = new SimpleOrderedMap<Object>();
field.add("type", ft.getTypeName());
field.add("flags", getFieldFlags(f));
if (f.isRequired()) {
field.add("required", f.isRequired());
}
if (f.getDefaultValue() != null) {
field.add("default", f.getDefaultValue());
}
if (f == uniqueField) {
field.add("uniqueKey", true);
}
if (ft.getAnalyzer().getPositionIncrementGap(f.getName()) != 0) {
field.add("positionIncrementGap", ft.getAnalyzer().getPositionIncrementGap(f.getName()));
}
field.add("copyDests", schema.getCopyFields(f.getName()));
field.add("copySources", schema.getCopySources(f.getName()));
fields.add(f.getName(), field);
List<String> v = typeusemap.get(ft.getTypeName());
if (v == null) {
v = new ArrayList<String>();
}
v.add(f.getName());
typeusemap.put(ft.getTypeName(), v);
}
/** Return info from the index */
private static SimpleOrderedMap<Object> getSchemaInfo(IndexSchema schema) {
Map<String, List<String>> typeusemap = new HashMap<String, List<String>>();
SimpleOrderedMap<Object> fields = new SimpleOrderedMap<Object>();
SchemaField uniqueField = schema.getUniqueKeyField();
for (SchemaField f : schema.getFields().values()) {
populateFieldInfo(schema, typeusemap, fields, uniqueField, f);
}
SimpleOrderedMap<Object> dynamicFields = new SimpleOrderedMap<Object>();
for (SchemaField f : schema.getDynamicFieldPrototypes()) {
populateFieldInfo(schema, typeusemap, dynamicFields, uniqueField, f);
}
SimpleOrderedMap<Object> types = new SimpleOrderedMap<Object>();
for (FieldType ft : schema.getFieldTypes().values()) {
SimpleOrderedMap<Object> field = new SimpleOrderedMap<Object>();
field.add("fields", typeusemap.get(ft.getTypeName()));
field.add("tokenized", ft.isTokenized());
field.add("className", ft.getClass().getName());
field.add("indexAnalyzer", getAnalyzerInfo(ft.getAnalyzer()));
field.add("queryAnalyzer", getAnalyzerInfo(ft.getQueryAnalyzer()));
types.add(ft.getTypeName(), field);
}
SimpleOrderedMap<Object> finfo = new SimpleOrderedMap<Object>();
finfo.add("fields", fields);
finfo.add("dynamicFields", dynamicFields);
finfo.add("uniqueKeyField", null == uniqueField ? null : uniqueField.getName());
finfo.add("defaultSearchField", schema.getDefaultSearchFieldName());
finfo.add("types", types);
return finfo;
}
@Before
public void setUp() throws Exception {
Answer<GroupCollapseSummary> answer =
new Answer<GroupCollapseSummary>() {
@Override
public GroupCollapseSummary answer(InvocationOnMock invocation) throws Throwable {
Object[] args = invocation.getArguments();
DummyGroupCollapseSummary dummyObject =
new DummyGroupCollapseSummary(
(String) args[0],
(SolrIndexSearcher) args[1],
(Set<String>) args[2],
(String) args[3]);
return dummyObject;
}
};
PowerMockito.whenNew(GroupCollapseSummary.class).withAnyArguments().thenAnswer(answer);
initMocks(this);
schema = PowerMockito.mock(IndexSchema.class);
rb.req = req;
rb.rsp = rsp;
when(rb.getGroupingSpec()).thenReturn(groupSpec);
when(req.getParams()).thenReturn(params);
when(req.getSchema()).thenReturn(schema);
when(req.getSearcher()).thenReturn(searcher);
mockResponse();
when(schema.getFieldType(FIELD_PRICE)).thenReturn(priceType);
when(schema.getFieldType(FIELD_DISCOUNT)).thenReturn(discountType);
when(schema.getFieldType(FIELD_CLOSEOUT)).thenReturn(booleanType);
when(schema.getFieldType(FIELD_COLOR)).thenReturn(stringType);
when(schema.getFieldType(FIELD_COLORFAMILY)).thenReturn(stringType);
numericType = PowerMockito.mock(org.apache.lucene.document.FieldType.NumericType.class);
when(priceType.getNumericType()).thenReturn(numericType);
when(priceType.getTypeName()).thenReturn("tfloat");
when(discountType.getNumericType()).thenReturn(numericType);
when(discountType.getTypeName()).thenReturn("tint");
when(booleanType.getTypeName()).thenReturn("boolean");
when(stringType.getTypeName()).thenReturn("string");
when(groupSpec.getFields()).thenReturn(new String[] {"productId"});
}
@Override
public String toString() {
return name
+ "{type="
+ type.getTypeName()
+ ((defaultValue == null) ? "" : (",default=" + defaultValue))
+ ",properties="
+ propertiesToString(properties)
+ (required ? ", required=true" : "")
+ "}";
}
private static SimpleOrderedMap<Object> getDocumentFieldsInfo(
Document doc, int docId, IndexReader reader, IndexSchema schema) throws IOException {
SimpleOrderedMap<Object> finfo = new SimpleOrderedMap<Object>();
for (Object o : doc.getFields()) {
Fieldable fieldable = (Fieldable) o;
SimpleOrderedMap<Object> f = new SimpleOrderedMap<Object>();
SchemaField sfield = schema.getFieldOrNull(fieldable.name());
FieldType ftype = (sfield == null) ? null : sfield.getType();
f.add("type", (ftype == null) ? null : ftype.getTypeName());
f.add("schema", getFieldFlags(sfield));
f.add("flags", getFieldFlags(fieldable));
Term t =
new Term(
fieldable.name(),
ftype != null ? ftype.storedToIndexed(fieldable) : fieldable.stringValue());
f.add("value", (ftype == null) ? null : ftype.toExternal(fieldable));
// TODO: this really should be "stored"
f.add("internal", fieldable.stringValue()); // may be a binary number
byte[] arr = fieldable.getBinaryValue();
if (arr != null) {
f.add("binary", Base64.byteArrayToBase64(arr, 0, arr.length));
}
f.add("boost", fieldable.getBoost());
f.add(
"docFreq",
t.text() == null ? 0 : reader.docFreq(t)); // this can be 0 for non-indexed fields
// If we have a term vector, return that
if (fieldable.isTermVectorStored()) {
try {
TermFreqVector v = reader.getTermFreqVector(docId, fieldable.name());
if (v != null) {
SimpleOrderedMap<Integer> tfv = new SimpleOrderedMap<Integer>();
for (int i = 0; i < v.size(); i++) {
tfv.add(v.getTerms()[i], v.getTermFrequencies()[i]);
}
f.add("termVector", tfv);
}
} catch (Exception ex) {
log.warn("error writing term vector", ex);
}
}
finfo.add(fieldable.name(), f);
}
return finfo;
}
/** Check if all fields are of type {@link SirenField}. */
private void checkFieldTypes() {
for (final String fieldName : boosts.keySet()) {
final FieldType fieldType = req.getSchema().getFieldType(fieldName);
if (!(fieldType instanceof SirenField)) {
throw new SolrException(
SolrException.ErrorCode.SERVER_ERROR,
"FieldType: "
+ fieldName
+ " ("
+ fieldType.getTypeName()
+ ") do not support NTriple Query");
}
}
}
@SuppressWarnings("unchecked")
private static SimpleOrderedMap<Object> getIndexedFieldsInfo(
final SolrIndexSearcher searcher, final Set<String> fields, final int numTerms)
throws Exception {
IndexReader reader = searcher.getReader();
IndexSchema schema = searcher.getSchema();
// Walk the term enum and keep a priority queue for each map in our set
Map<String, TopTermQueue> ttinfo = null;
if (numTerms > 0) {
ttinfo = getTopTerms(reader, fields, numTerms, null);
}
SimpleOrderedMap<Object> finfo = new SimpleOrderedMap<Object>();
Collection<String> fieldNames = reader.getFieldNames(IndexReader.FieldOption.ALL);
for (String fieldName : fieldNames) {
if (fields != null && !fields.contains(fieldName)) {
continue; // if a field is specified, only them
}
SimpleOrderedMap<Object> f = new SimpleOrderedMap<Object>();
SchemaField sfield = schema.getFieldOrNull(fieldName);
FieldType ftype = (sfield == null) ? null : sfield.getType();
f.add("type", (ftype == null) ? null : ftype.getTypeName());
f.add("schema", getFieldFlags(sfield));
if (sfield != null
&& schema.isDynamicField(sfield.getName())
&& schema.getDynamicPattern(sfield.getName()) != null) {
f.add("dynamicBase", schema.getDynamicPattern(sfield.getName()));
}
// If numTerms==0, the call is just asking for a quick field list
if (ttinfo != null && sfield != null && sfield.indexed()) {
Query q = new TermRangeQuery(fieldName, null, null, false, false);
TopDocs top = searcher.search(q, 1);
if (top.totalHits > 0) {
// Find a document with this field
try {
Document doc = searcher.doc(top.scoreDocs[0].doc);
Fieldable fld = doc.getFieldable(fieldName);
if (fld != null) {
f.add("index", getFieldFlags(fld));
} else {
// it is a non-stored field...
f.add("index", "(unstored field)");
}
} catch (Exception ex) {
log.warn("error reading field: " + fieldName);
}
}
f.add("docs", top.totalHits);
TopTermQueue topTerms = ttinfo.get(fieldName);
if (topTerms != null) {
f.add("distinct", topTerms.distinctTerms);
// Include top terms
f.add("topTerms", topTerms.toNamedList(searcher.getSchema()));
// Add a histogram
f.add("histogram", topTerms.histogram.toNamedList());
}
}
// Add the field
finfo.add(fieldName, f);
}
return finfo;
}
