@Override
public Fieldable createField(SchemaField field, String externalVal, float boost) {
boolean indexed = field.indexed();
boolean stored = field.stored();
if (!indexed && !stored) {
if (log.isTraceEnabled()) log.trace("Ignoring unindexed/unstored field: " + field);
return null;
}
final NumericField f =
new NumericField(
field.getName(), precisionStep, stored ? Field.Store.YES : Field.Store.NO, indexed);
switch (type) {
case INTEGER:
f.setIntValue(Integer.parseInt(externalVal));
break;
case FLOAT:
f.setFloatValue(Float.parseFloat(externalVal));
break;
case LONG:
f.setLongValue(Long.parseLong(externalVal));
break;
case DOUBLE:
f.setDoubleValue(Double.parseDouble(externalVal));
break;
case DATE:
f.setLongValue(dateField.parseMath(null, externalVal).getTime());
break;
default:
throw new SolrException(
SolrException.ErrorCode.SERVER_ERROR, "Unknown type for trie field: " + type);
}
f.setOmitNorms(field.omitNorms());
f.setIndexOptions(getIndexOptions(field, externalVal));
f.setBoost(boost);
return f;
}
@Before
public void init() throws CorruptIndexException, LockObtainFailedException, IOException {
IndexWriter indexWriter = getWriter();
for (int i = 0; i < ids.length; i++) {
Document doc = new Document();
doc.add(new Field("ids", ids[i], Field.Store.YES, Field.Index.NOT_ANALYZED));
doc.add(new Field("titles", titles[i], Field.Store.YES, Field.Index.ANALYZED));
doc.add(new Field("titles2", titles[i], Field.Store.YES, Field.Index.NOT_ANALYZED_NO_NORMS));
doc.add(
new Field(
"contents", contents[i], Field.Store.YES, Field.Index.ANALYZED, TermVector.YES));
NumericField numField = new NumericField("price", Field.Store.YES, true);
numField.setIntValue(prices[i]);
doc.add(numField);
indexWriter.addDocument(doc);
}
// indexWriter.commit();
indexWriter.close();
}
// create a doc
// use only part of the body, modify it to keep the rest (or use all if size==0).
// reset the docdata properties so they are not added more than once.
private Document createDocument(DocData docData, int size, int cnt)
throws UnsupportedEncodingException {
final DocState ds = getDocState();
final Document doc = reuseFields ? ds.doc : new Document();
doc.getFields().clear();
// Set ID_FIELD
Field idField = ds.getField(ID_FIELD, storeVal, Index.NOT_ANALYZED_NO_NORMS, termVecVal);
int id;
if (r != null) {
id = r.nextInt(updateDocIDLimit);
} else {
id = docData.getID();
if (id == -1) {
id = numDocsCreated.getAndIncrement();
}
}
idField.setValue(Integer.toString(id));
doc.add(idField);
// Set NAME_FIELD
String name = docData.getName();
if (name == null) name = "";
name = cnt < 0 ? name : name + "_" + cnt;
Field nameField = ds.getField(NAME_FIELD, storeVal, indexVal, termVecVal);
nameField.setValue(name);
doc.add(nameField);
// Set DATE_FIELD
DateUtil util = dateParsers.get();
if (util == null) {
util = new DateUtil();
dateParsers.set(util);
}
Date date = null;
String dateString = docData.getDate();
if (dateString != null) {
util.pos.setIndex(0);
date = util.parser.parse(dateString, util.pos);
// System.out.println(dateString + " parsed to " + date);
} else {
dateString = "";
}
Field dateStringField = ds.getField(DATE_FIELD, storeVal, indexVal, termVecVal);
dateStringField.setValue(dateString);
doc.add(dateStringField);
if (date == null) {
// just set to right now
date = new Date();
}
NumericField dateField = ds.getNumericField(DATE_MSEC_FIELD);
dateField.setLongValue(date.getTime());
doc.add(dateField);
util.cal.setTime(date);
final int sec =
util.cal.get(Calendar.HOUR_OF_DAY) * 3600
+ util.cal.get(Calendar.MINUTE) * 60
+ util.cal.get(Calendar.SECOND);
NumericField timeSecField = ds.getNumericField(TIME_SEC_FIELD);
timeSecField.setIntValue(sec);
doc.add(timeSecField);
// Set TITLE_FIELD
String title = docData.getTitle();
Field titleField = ds.getField(TITLE_FIELD, storeVal, indexVal, termVecVal);
titleField.setValue(title == null ? "" : title);
doc.add(titleField);
String body = docData.getBody();
if (body != null && body.length() > 0) {
String bdy;
if (size <= 0 || size >= body.length()) {
bdy = body; // use all
docData.setBody(""); // nothing left
} else {
// attempt not to break words - if whitespace found within next 20 chars...
for (int n = size - 1; n < size + 20 && n < body.length(); n++) {
if (Character.isWhitespace(body.charAt(n))) {
size = n;
break;
}
}
bdy = body.substring(0, size); // use part
docData.setBody(body.substring(size)); // some left
}
Field bodyField = ds.getField(BODY_FIELD, bodyStoreVal, bodyIndexVal, termVecVal);
bodyField.setValue(bdy);
doc.add(bodyField);
if (storeBytes) {
Field bytesField =
ds.getField(BYTES_FIELD, Store.YES, Index.NOT_ANALYZED_NO_NORMS, TermVector.NO);
bytesField.setValue(bdy.getBytes("UTF-8"));
doc.add(bytesField);
}
}
if (indexProperties) {
Properties props = docData.getProps();
if (props != null) {
for (final Map.Entry<Object, Object> entry : props.entrySet()) {
Field f = ds.getField((String) entry.getKey(), storeVal, indexVal, termVecVal);
f.setValue((String) entry.getValue());
doc.add(f);
}
docData.setProps(null);
}
}
// System.out.println("============== Created doc "+numDocsCreated+" :\n"+doc+"\n==========");
return doc;
}
/**
* Create Field instances, according to the attribute configurations inside the fieldConfig
* parameter
*
* @param strAttName the attributes name
* @param strAttValue the attributes value
* @param fieldConfig the field configuration. Here you can specify whether a specific field
* should be analyzed, etc. You can also set default values.
* @return the field, with Store, Index and TermVector configuration as given in fieldConfig. Null
* in the case the field could'nt generated
*/
public static AbstractField createField(
String strAttName, String strAttValue, FieldConfig fieldConfig) {
// Der Store
Store store = fieldConfig.defaultFieldMapping.store;
FieldMapping fieldMapping4Att = fieldConfig.hsFieldName2FieldMapping.get(strAttName);
Index index = fieldMapping4Att != null ? fieldMapping4Att.index : null;
if (index == null) index = fieldConfig.defaultFieldMapping.index;
TermVector termVector = fieldMapping4Att != null ? fieldMapping4Att.termVector : null;
if (termVector == null) termVector = fieldConfig.defaultFieldMapping.termVector;
// welches Field erzeugt wird, steht ebenfalls in der config
FieldType fieldType = fieldMapping4Att != null ? fieldMapping4Att.fieldType : null;
if (fieldType == null) fieldType = fieldConfig.defaultFieldMapping.fieldType;
AbstractField newField = null;
if (strAttValue == null) strAttValue = "";
if (FieldType.STRING.equals(fieldType)) {
newField = new Field(strAttName, strAttValue, store, index, termVector);
} else if (StringUtils.nullOrWhitespace(strAttValue)) {
// wir können keine leeren numericValues eintragen - wir probieren, ob man string und number
// mit einem attributnamen mischen kann^^
// scheint zu gehen
// wenn das value leer ist und wir ein numerisches Field haben, dann indexieren wir dieses
// value nicht - ansonsten gibt es
// Probleme beim Sortieren nach diesem numerischen Field
newField = new Field(strAttName, strAttValue, store, Index.NO, TermVector.NO);
} else if (m_llNumberTypes.contains(fieldType)) {
boolean bIndex = false;
if (index == Index.ANALYZED || index == Index.ANALYZED_NO_NORMS) bIndex = true;
newField = new NumericField(strAttName, store, bIndex);
if (FieldType.INTEGER.equals(fieldType))
((NumericField) newField).setIntValue(Integer.parseInt(strAttValue));
else if (FieldType.LONG.equals(fieldType))
((NumericField) newField).setLongValue(Long.parseLong(strAttValue));
else if (FieldType.FLOAT.equals(fieldType))
((NumericField) newField).setFloatValue(Float.parseFloat(strAttValue));
else if (FieldType.DOUBLE.equals(fieldType))
((NumericField) newField).setDoubleValue(Double.parseDouble(strAttValue));
} else if (FieldType.DATE.equals(fieldType)) {
boolean bIndex = false;
if (index == Index.ANALYZED || index == Index.ANALYZED_NO_NORMS) bIndex = true;
newField = new NumericField(strAttName, store, bIndex);
Date parsedDate = DateParser.parseDateString(strAttValue);
if (parsedDate == null) {
return null;
}
((NumericField) newField).setLongValue(DateUtils.date2Number(parsedDate));
} else if (FieldType.TIME.equals(fieldType)) {
boolean bIndex = false;
if (index == Index.ANALYZED || index == Index.ANALYZED_NO_NORMS) bIndex = true;
newField = new NumericField(strAttName, store, bIndex);
Date parsedDate = DateParser.parseDateString(strAttValue);
((NumericField) newField)
.setIntValue(Integer.parseInt(new SimpleDateFormat("HHmmssSSS").format(parsedDate)));
}
return newField;
}