public void testUnionStructObjectInspector() throws Throwable {
try {
ArrayList<String> fieldNames1 = new ArrayList<String>();
fieldNames1.add("firstInteger");
fieldNames1.add("secondString");
fieldNames1.add("thirdBoolean");
ArrayList<ObjectInspector> fieldObjectInspectors1 = new ArrayList<ObjectInspector>();
fieldObjectInspectors1.add(PrimitiveObjectInspectorFactory.javaIntObjectInspector);
fieldObjectInspectors1.add(PrimitiveObjectInspectorFactory.javaStringObjectInspector);
fieldObjectInspectors1.add(PrimitiveObjectInspectorFactory.javaBooleanObjectInspector);
StandardStructObjectInspector soi1 =
ObjectInspectorFactory.getStandardStructObjectInspector(
fieldNames1, fieldObjectInspectors1);
ArrayList<String> fieldNames2 = new ArrayList<String>();
fieldNames2.add("fourthDouble");
fieldNames2.add("fifthLong");
ArrayList<ObjectInspector> fieldObjectInspectors2 = new ArrayList<ObjectInspector>();
fieldObjectInspectors2.add(PrimitiveObjectInspectorFactory.javaDoubleObjectInspector);
fieldObjectInspectors2.add(PrimitiveObjectInspectorFactory.javaLongObjectInspector);
StandardStructObjectInspector soi2 =
ObjectInspectorFactory.getStandardStructObjectInspector(
fieldNames2, fieldObjectInspectors2);
UnionStructObjectInspector usoi1 =
ObjectInspectorFactory.getUnionStructObjectInspector(
Arrays.asList(new StructObjectInspector[] {soi1, soi2}));
UnionStructObjectInspector usoi2 =
ObjectInspectorFactory.getUnionStructObjectInspector(
Arrays.asList(new StructObjectInspector[] {soi1, soi2}));
assertEquals(usoi1, usoi2);
// metadata
assertEquals(Category.STRUCT, usoi1.getCategory());
List<? extends StructField> fields = usoi1.getAllStructFieldRefs();
assertEquals(5, fields.size());
for (int i = 0; i < 5; i++) {
if (i <= 2) {
assertEquals(fieldNames1.get(i).toLowerCase(), fields.get(i).getFieldName());
assertEquals(fieldObjectInspectors1.get(i), fields.get(i).getFieldObjectInspector());
} else {
assertEquals(fieldNames2.get(i - 3).toLowerCase(), fields.get(i).getFieldName());
assertEquals(fieldObjectInspectors2.get(i - 3), fields.get(i).getFieldObjectInspector());
}
}
assertEquals(fields.get(1), usoi1.getStructFieldRef("secondString"));
assertEquals(fields.get(4), usoi1.getStructFieldRef("fifthLong"));
// null
for (int i = 0; i < 5; i++) {
assertNull(usoi1.getStructFieldData(null, fields.get(i)));
}
// real struct
ArrayList<Object> struct1 = new ArrayList<Object>(3);
struct1.add(1);
struct1.add("two");
struct1.add(true);
ArrayList<Object> struct2 = new ArrayList<Object>(2);
struct2.add(1.0);
struct2.add(new Long(111));
ArrayList<Object> struct = new ArrayList<Object>(2);
struct.add(struct1);
struct.add(struct2);
ArrayList<Object> all = new ArrayList<Object>(5);
all.addAll(struct1);
all.addAll(struct2);
for (int i = 0; i < 5; i++) {
assertEquals(all.get(i), usoi1.getStructFieldData(struct, fields.get(i)));
}
} catch (Throwable e) {
e.printStackTrace();
throw e;
}
}
public static ObjectInspector getStandardObjectInspector(
ObjectInspector oi, ObjectInspectorCopyOption objectInspectorOption) {
ObjectInspector result = null;
switch (oi.getCategory()) {
case PRIMITIVE:
{
PrimitiveObjectInspector poi = (PrimitiveObjectInspector) oi;
switch (objectInspectorOption) {
case DEFAULT:
{
if (poi.preferWritable()) {
result =
PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(
poi.getTypeInfo());
} else {
result =
PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(
poi.getTypeInfo());
}
break;
}
case JAVA:
{
result =
PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(
poi.getTypeInfo());
break;
}
case WRITABLE:
result =
PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(
poi.getTypeInfo());
break;
}
break;
}
case LIST:
{
ListObjectInspector loi = (ListObjectInspector) oi;
result =
ObjectInspectorFactory.getStandardListObjectInspector(
getStandardObjectInspector(
loi.getListElementObjectInspector(), objectInspectorOption));
break;
}
case MAP:
{
MapObjectInspector moi = (MapObjectInspector) oi;
result =
ObjectInspectorFactory.getStandardMapObjectInspector(
getStandardObjectInspector(moi.getMapKeyObjectInspector(), objectInspectorOption),
getStandardObjectInspector(
moi.getMapValueObjectInspector(), objectInspectorOption));
break;
}
case STRUCT:
{
StructObjectInspector soi = (StructObjectInspector) oi;
List<? extends StructField> fields = soi.getAllStructFieldRefs();
List<String> fieldNames = new ArrayList<String>(fields.size());
List<ObjectInspector> fieldObjectInspectors =
new ArrayList<ObjectInspector>(fields.size());
for (StructField f : fields) {
fieldNames.add(f.getFieldName());
fieldObjectInspectors.add(
getStandardObjectInspector(f.getFieldObjectInspector(), objectInspectorOption));
}
result =
ObjectInspectorFactory.getStandardStructObjectInspector(
fieldNames, fieldObjectInspectors);
break;
}
case UNION:
{
UnionObjectInspector uoi = (UnionObjectInspector) oi;
List<ObjectInspector> ois = new ArrayList<ObjectInspector>();
for (ObjectInspector eoi : uoi.getObjectInspectors()) {
ois.add(getStandardObjectInspector(eoi, objectInspectorOption));
}
result = ObjectInspectorFactory.getStandardUnionObjectInspector(ois);
break;
}
default:
{
throw new RuntimeException("Unknown ObjectInspector category!");
}
}
return result;
}
