@Override
public PostCondition getPostCondition(Map<String, PostCondition> preConditions, JsonNode json)
throws PreconditionException {
PostCondition condition = preConditions.values().iterator().next();
BlockSchema inputSchema = condition.getSchema();
this.init(json, inputSchema);
return new PostCondition(outSchema, condition.getPartitionKeys(), condition.getSortKeys());
}
@Override
public PostCondition getPostCondition(Map<String, PostCondition> preConditions, JsonNode json)
throws PreconditionException {
String inputBlockName = JsonUtils.getText(json, "input");
PostCondition inputCondition = preConditions.get(inputBlockName);
BlockSchema inputSchema = inputCondition.getSchema();
Map<String, CodeDictionary> dictionaryMap = new HashMap<String, CodeDictionary>();
if (json.has("columns")) {
String[] columns = JsonUtils.asArray(json, "columns");
for (String column : columns) dictionaryMap.put(column, new CodeDictionary());
} else {
JsonNode dictionary = json.get("dictionary");
// this is inline dictionary
Iterator<String> nameIterator = dictionary.getFieldNames();
while (nameIterator.hasNext()) {
String name = nameIterator.next();
ArrayNode values = (ArrayNode) dictionary.get(name);
CodeDictionary codeDictionary = new CodeDictionary();
for (JsonNode value : values) {
codeDictionary.addKey(value.getTextValue());
}
dictionaryMap.put(name, codeDictionary);
}
}
int numColumns = inputSchema.getNumColumns();
ColumnType[] columnTypes = new ColumnType[numColumns];
for (int i = 0; i < columnTypes.length; i++) {
ColumnType type;
final String name = inputSchema.getName(i);
if (dictionaryMap.containsKey(name)) {
// this column is decoded. Transform schema
type = new ColumnType(name, DataType.STRING);
} else {
// this column is not decoded. Reuse schema
type = inputSchema.getColumnType(i);
}
columnTypes[i] = type;
}
BlockSchema schema = new BlockSchema(columnTypes);
return new PostCondition(
schema, inputCondition.getPartitionKeys(), inputCondition.getSortKeys());
}
@Override
public PostCondition getPostCondition(Map<String, PostCondition> preConditions, JsonNode json)
throws PreconditionException {
PostCondition preCondition = preConditions.values().iterator().next();
BlockSchema schema = preCondition.getSchema();
String[] joinKeys = asArray(json, "joinKeys");
for (String joinKey : joinKeys) {
if (!schema.hasIndex(joinKey))
throw new PreconditionException(PreconditionExceptionType.COLUMN_NOT_PRESENT, joinKey);
}
return preCondition;
}
