public final <T extends CommonAbstractStore, R extends Abstract64BitRecord> void process(
RecordProcessor<R> processor, StoreAccess<T, R> store, Filter<? super R>... filters) {
long highId = store.getHighId();
System.err.printf("%s for %s records%n", processor, Long.toString(highId));
int lastPercent = 0;
for (R record : store.scan(filters)) {
processor.process(record);
int permille = (int) ((record.getId() * 1000L) / highId);
if (permille != lastPercent) progress(lastPercent = permille);
}
if (lastPercent != 1000) progress(1000);
}
/**
* Configure the default record mapper.
*
* @return the default implementation of record mapper
* @throws BatchConfigurationException if the target type class is not found
*/
private RecordMapper configureDefaultRecordMapper() throws BatchConfigurationException {
RecordMapper recordMapper;
String recordClassName = configurationProperties.getProperty(BatchConstants.INPUT_RECORD_CLASS);
if (recordClassName == null || recordClassName.length() == 0) {
try {
Class recordProcessorClass = Class.forName(recordProcessor.getClass().getName());
Method[] declaredMethods = recordProcessorClass.getDeclaredMethods();
for (Method declaredMethod : declaredMethods) {
if (declaredMethod.getName().equals("processRecord")) {
recordClassName = declaredMethod.getParameterTypes()[0].getName();
break;
}
}
} catch (ClassNotFoundException e) {
String error =
"Configuration failed : unable to get record class name from registered record processor implementation.";
logger.severe(error);
throw new BatchConfigurationException(error, e);
}
}
String[] headers;
String headersProperty =
configurationProperties.getProperty(BatchConstants.INPUT_RECORD_HEADERS);
if (headersProperty
== null) { // if no headers specified, use field names declared in the header record
String headerRecord = recordReader.getHeaderRecord();
Record record =
recordParser.parseRecord(
headerRecord,
0); // use the record parser to parse the header record using the right delimiter
List<Field> fields = record.getFields();
headers = new String[fields.size()];
for (int i = 0; i < fields.size(); i++) {
headers[i] = fields.get(i).getContent();
}
} else { // headers specified, split the comma separated list
headers = headersProperty.split(",");
}
try {
recordMapper = new DefaultRecordMapperImpl(recordClassName, headers, typeConverters);
} catch (ClassNotFoundException e) {
String error = "Configuration failed : Class " + recordClassName + " not found.";
logger.severe(error);
throw new BatchConfigurationException(error, e);
}
return recordMapper;
}
private void handle(final Reader in, final Writer out, final RecordProcessor processor)
throws Exception {
final RecordReader reader = new RecordReader(in);
final OutputStreamOutput output = new OutputStreamOutput(out);
try {
while (reader.hasNext()) {
processor.processNext(reader, output);
}
} finally {
try {
output.close();
} finally {
reader.close();
}
}
}
