@Test
public void testRegexInComplexListType() throws StageException {
FieldRenamerConfig renameConfig = new FieldRenamerConfig();
// Any field containing a non-word character should be in single quotes
renameConfig.fromFieldExpression = "/(*)[(*)]/'SQL(#)(.*)'";
renameConfig.toFieldExpression = "/$1[$2]/SQL$4";
FieldRenamerProcessorErrorHandler errorHandler = new FieldRenamerProcessorErrorHandler();
errorHandler.nonExistingFromFieldHandling = OnStagePreConditionFailure.TO_ERROR;
errorHandler.multipleFromFieldsMatching = OnStagePreConditionFailure.TO_ERROR;
errorHandler.existingToFieldHandling = ExistingToFieldHandling.TO_ERROR;
FieldRenamerProcessor processor =
new FieldRenamerProcessor(ImmutableList.of(renameConfig), errorHandler);
ProcessorRunner runner =
new ProcessorRunner.Builder(FieldRenamerDProcessor.class, processor)
.setOnRecordError(OnRecordError.TO_ERROR)
.addOutputLane("a")
.build();
runner.runInit();
try {
Map<String, Field> innerMap1 = new LinkedHashMap<>();
innerMap1.put("SQL#1", Field.create(Field.Type.STRING, "foo1"));
Map<String, Field> innerMap2 = new LinkedHashMap<>();
innerMap2.put("SQL#2", Field.create(Field.Type.STRING, "foo2"));
List<Field> list = new LinkedList<>();
list.add(Field.create(innerMap1));
list.add(Field.create(innerMap2));
Map<String, Field> map = new HashMap<>();
map.put("list", Field.create(list));
Record record = RecordCreator.create("s", "s:1");
record.set(Field.create(map));
StageRunner.Output output = runner.runProcess(ImmutableList.of(record));
Assert.assertEquals(1, output.getRecords().get("a").size());
Record r = output.getRecords().get("a").get(0);
Assert.assertFalse(r.getEscapedFieldPaths().contains("/list[0]/'SQL#1'"));
Assert.assertFalse(r.getEscapedFieldPaths().contains("/list[1]/'SQL#2'"));
Assert.assertTrue(r.getEscapedFieldPaths().contains("/list[0]/SQL1"));
Assert.assertTrue(r.getEscapedFieldPaths().contains("/list[1]/SQL2"));
} finally {
runner.runDestroy();
}
}
protected static void insertRows(String insertTemplate, List<Record> records)
throws SQLException {
try (Statement st = connection.createStatement()) {
for (Record record : records) {
List<String> values = new ArrayList<>();
for (String fieldPath : record.getEscapedFieldPaths()) {
// Skip root field
if (!fieldPath.equals("")) {
values.add(getStringRepOfFieldValueForInsert(record.get(fieldPath)));
}
}
st.addBatch(String.format(insertTemplate, values.toArray()));
}
st.executeBatch();
}
}