@Test
public void testSetSupplierMethod() {
Configuration conf = new Configuration(false);
AvroReadSupport.setAvroDataSupplier(conf, GenericDataSupplier.class);
Assert.assertEquals(
"Should contain the class name",
"org.apache.parquet.avro.TestAvroDataSupplier$GenericDataSupplier",
conf.get(AvroReadSupport.AVRO_DATA_SUPPLIER));
}
@Test
public void testProjection() throws IOException {
Path path = writeCarsToParquetFile(1, CompressionCodecName.UNCOMPRESSED, false);
Configuration conf = new Configuration();
Schema schema = Car.getClassSchema();
List<Schema.Field> fields = schema.getFields();
// Schema.Parser parser = new Schema.Parser();
List<Schema.Field> projectedFields = new ArrayList<Schema.Field>();
for (Schema.Field field : fields) {
String name = field.name();
if ("optionalExtra".equals(name) || "serviceHistory".equals(name)) {
continue;
}
// Schema schemaClone = parser.parse(field.schema().toString(false));
Schema.Field fieldClone =
new Schema.Field(name, field.schema(), field.doc(), field.defaultValue());
projectedFields.add(fieldClone);
}
Schema projectedSchema =
Schema.createRecord(
schema.getName(), schema.getDoc(), schema.getNamespace(), schema.isError());
projectedSchema.setFields(projectedFields);
AvroReadSupport.setRequestedProjection(conf, projectedSchema);
ParquetReader<Car> reader = new AvroParquetReader<Car>(conf, path);
for (Car car = reader.read(); car != null; car = reader.read()) {
assertEquals(car.getDoors() != null, true);
assertEquals(car.getEngine() != null, true);
assertEquals(car.getMake() != null, true);
assertEquals(car.getModel() != null, true);
assertEquals(car.getYear() != null, true);
assertEquals(car.getVin() != null, true);
assertNull(car.getOptionalExtra());
assertNull(car.getServiceHistory());
}
}
