private static List<Map.Entry<String, Object>> orderMapEntries(
RecordDataSchema schema, DataMap map) {
List<Map.Entry<String, Object>> output = new ArrayList<Map.Entry<String, Object>>(map.size());
List<RecordDataSchema.Field> fields = schema.getFields();
// collect fields in the record schema in the order the fields are declared
for (RecordDataSchema.Field field : fields) {
String fieldName = field.getName();
Object found = map.get(fieldName);
if (found != null) {
output.add(new AbstractMap.SimpleImmutableEntry<String, Object>(fieldName, found));
}
}
// collect fields that are in the DataMap that is not in the record schema.
List<Map.Entry<String, Object>> uncollected =
new ArrayList<Map.Entry<String, Object>>(map.size() - output.size());
for (Map.Entry<String, Object> e : map.entrySet()) {
if (schema.contains(e.getKey()) == false) {
uncollected.add(e);
}
}
Collections.sort(
uncollected,
new Comparator<Map.Entry<String, Object>>() {
@Override
public int compare(Map.Entry<String, Object> o1, Map.Entry<String, Object> o2) {
return o1.getKey().compareTo(o2.getKey());
}
});
output.addAll(uncollected);
return output;
}
// TODO modify this method to accept a CollectionRequest as it's first parameter once our server
// code has been
// updated to work with the new representation of BatchUpdateRequests and
// BatchPartialUpdateRequests. As of now
// we are still converting to the old representation using
// CollectionRequestUtil.convertToBatchRequest
private static void checkInput(
DataMap dataMap, Map<Long, Greeting> inputMap, Set<String> uriIds) {
Assert.assertEquals(dataMap.size(), uriIds.size());
for (String key : dataMap.keySet()) {
DataMap inputDM = dataMap.getDataMap(key);
Greeting expectedGreeting = inputMap.get(Long.parseLong(key));
Assert.assertTrue(uriIds.contains(key));
Assert.assertTrue(inputDM.equals(expectedGreeting.data()));
}
}
/**
* Build list of {@link Validator} instances for a given "validate" property.
*
* <p>The value of the "validate" property should be a {@link DataMap}.
*
* @param validateObject the value of the "validate" property.
* @param path to the schema.
* @param source is the source that contains the "validate" property. The source is usually the
* {@link DataSchema} that contains the "validate" property except when a field contains the
* "validate" property, in this case the source is a {@link RecordDataSchema.Field}.
* @return the list of {@link Validator} instances constructed for the "validate" property.
*/
private List<Validator> buildValidatorList(
Object validateObject, List<String> path, Object source) {
List<Validator> validatorList;
if (validateObject.getClass() != DataMap.class) {
addMessage(path, "\"validate\" property of %1$s is not a DataMap\n", source);
validatorList = NO_VALIDATORS;
} else {
DataMap validateMap = (DataMap) validateObject;
List<ValidatorInfo> validatorInfoList = new ArrayList<ValidatorInfo>(validateMap.size());
for (Map.Entry<String, Object> entry : validateMap.entrySet()) {
Object config = entry.getValue();
String key = entry.getKey();
Class<? extends Validator> clazz = locateValidatorClass(key, path, source);
if (clazz == null) {
addMessage(
path,
"\"validate\" property of %1$s, unable to find Validator for \"%2$s\"\n",
source,
key);
continue;
}
if (config.getClass() != DataMap.class) {
addMessage(
path,
"\"validate\" property of %1$s, value of \"%2$s\" is not a DataMap\n",
source,
key);
continue;
}
try {
Constructor<? extends Validator> ctor = clazz.getConstructor(DataMap.class);
DataMap configDataMap = (DataMap) config;
Integer priority = configDataMap.getInteger(VALIDATOR_PRIORITY);
Validator validator = ctor.newInstance(configDataMap);
validatorInfoList.add(new ValidatorInfo(priority, validator));
} catch (Exception e) {
addMessage(
path,
"\"validate\" property of %1$s, %2$s cannot be instantiated for \"%3$s\", %4$s\n",
source,
clazz.getName(),
key,
e);
}
}
Collections.sort(validatorInfoList, PRIORITY_COMPARATOR);
validatorList = new ArrayList<Validator>(validatorInfoList.size());
for (ValidatorInfo validatorInfo : validatorInfoList) {
validatorList.add(validatorInfo._validator);
}
}
assert (validatorList != null);
return validatorList;
}
private Object translate(Object value, DataSchema dataSchema, Schema avroSchema) {
AvroOverride avroOverride = getAvroOverride(dataSchema);
if (avroOverride != null) {
return avroOverride
.getCustomDataTranslator()
.dataToAvroGeneric(this, value, dataSchema, avroSchema);
}
DataSchema dereferencedDataSchema = dataSchema.getDereferencedDataSchema();
DataSchema.Type type = dereferencedDataSchema.getType();
Object result;
switch (type) {
case NULL:
if (value != Data.NULL) {
appendMessage("value must be null for null schema");
result = BAD_RESULT;
break;
}
result = null;
break;
case BOOLEAN:
result = ((Boolean) value).booleanValue();
break;
case INT:
result = ((Number) value).intValue();
break;
case LONG:
result = ((Number) value).longValue();
break;
case FLOAT:
result = ((Number) value).floatValue();
break;
case DOUBLE:
result = ((Number) value).doubleValue();
break;
case STRING:
result = new Utf8((String) value);
break;
case BYTES:
result = ByteBuffer.wrap(translateBytes(value));
break;
case ENUM:
String enumValue = value.toString();
EnumDataSchema enumDataSchema = (EnumDataSchema) dereferencedDataSchema;
if (enumDataSchema.getSymbols().contains(enumValue) == false) {
appendMessage(
"enum value %1$s not one of %2$s", enumValue, enumDataSchema.getSymbols());
result = BAD_RESULT;
break;
}
result = _avroAdapter.createEnumSymbol(avroSchema, enumValue);
break;
case FIXED:
byte[] bytes = translateBytes(value);
FixedDataSchema fixedDataSchema = (FixedDataSchema) dereferencedDataSchema;
if (fixedDataSchema.getSize() != bytes.length) {
appendMessage(
"ByteString size %1$d != FixedDataSchema size %2$d",
bytes.length, fixedDataSchema.getSize());
result = null;
break;
}
GenericData.Fixed fixed = new GenericData.Fixed(avroSchema);
fixed.bytes(bytes);
result = fixed;
break;
case MAP:
DataMap map = (DataMap) value;
DataSchema valueDataSchema = ((MapDataSchema) dereferencedDataSchema).getValues();
Schema valueAvroSchema = avroSchema.getValueType();
Map<String, Object> avroMap = new HashMap<String, Object>(map.size());
for (Map.Entry<String, Object> entry : map.entrySet()) {
String key = entry.getKey();
_path.addLast(key);
Object entryAvroValue = translate(entry.getValue(), valueDataSchema, valueAvroSchema);
_path.removeLast();
avroMap.put(key, entryAvroValue);
}
result = avroMap;
break;
case ARRAY:
DataList list = (DataList) value;
DataSchema elementDataSchema = ((ArrayDataSchema) dereferencedDataSchema).getItems();
Schema elementAvroSchema = avroSchema.getElementType();
GenericData.Array<Object> avroList =
new GenericData.Array<Object>(list.size(), avroSchema);
for (int i = 0; i < list.size(); i++) {
_path.addLast(i);
Object entryAvroValue = translate(list.get(i), elementDataSchema, elementAvroSchema);
_path.removeLast();
avroList.add(entryAvroValue);
}
result = avroList;
break;
case RECORD:
map = (DataMap) value;
RecordDataSchema recordDataSchema = (RecordDataSchema) dereferencedDataSchema;
GenericData.Record avroRecord = new GenericData.Record(avroSchema);
for (RecordDataSchema.Field field : recordDataSchema.getFields()) {
String fieldName = field.getName();
DataSchema fieldDataSchema = field.getType();
Schema.Field avroField = avroSchema.getField(fieldName);
if (avroField == null) {
// field present in input but there is no field for it in Avro schema.
// TODO: Whether and how to indicate this condition to clients.
continue;
}
_path.addLast(fieldName);
Schema fieldAvroSchema = avroField.schema();
Object fieldValue = map.get(fieldName);
boolean isOptional = field.getOptional();
if (isOptional) {
if (fieldDataSchema.getDereferencedType() != DataSchema.Type.UNION) {
if (fieldValue == null) {
fieldValue = Data.NULL;
fieldDataSchema = DataSchemaConstants.NULL_DATA_SCHEMA;
}
Map.Entry<String, Schema> fieldAvroEntry =
findUnionMember(fieldDataSchema, fieldAvroSchema);
if (fieldAvroEntry == null) {
_path.removeLast();
continue;
}
fieldAvroSchema = fieldAvroEntry.getValue();
} else {
// already a union
if (fieldValue == null) {
// field is not present
fieldValue = Data.NULL;
fieldDataSchema = DataSchemaConstants.NULL_DATA_SCHEMA;
}
}
} else {
if (fieldValue == null) {
appendMessage("required field is absent");
_path.removeLast();
continue;
}
}
Object fieldAvroValue = translate(fieldValue, fieldDataSchema, fieldAvroSchema);
avroRecord.put(fieldName, fieldAvroValue);
_path.removeLast();
}
result = avroRecord;
break;
case UNION:
UnionDataSchema unionDataSchema = (UnionDataSchema) dereferencedDataSchema;
String key;
Object memberValue;
if (value == Data.NULL) {
key = DataSchemaConstants.NULL_TYPE;
memberValue = Data.NULL;
} else {
map = (DataMap) value;
Map.Entry<String, Object> entry = map.entrySet().iterator().next();
key = entry.getKey();
memberValue = entry.getValue();
}
DataSchema memberDataSchema = unionDataSchema.getType(key);
Map.Entry<String, Schema> memberAvroEntry = findUnionMember(memberDataSchema, avroSchema);
if (memberAvroEntry == null) {
result = BAD_RESULT;
break;
}
Schema memberAvroSchema = memberAvroEntry.getValue();
_path.addLast(memberAvroEntry.getKey());
Object memberAvroValue = translate(memberValue, memberDataSchema, memberAvroSchema);
_path.removeLast();
result = memberAvroValue;
break;
default:
appendMessage("schema type unknown %1$s", dereferencedDataSchema.getType());
result = BAD_RESULT;
break;
}
return result;
}
