@Test public void testDropPartitionsWithPartialSpec() throws Exception { try { HCatClient client = HCatClient.create(new Configuration(hcatConf)); final String dbName = "myDb"; final String tableName = "myTable"; client.dropDatabase(dbName, true, HCatClient.DropDBMode.CASCADE); client.createDatabase(HCatCreateDBDesc.create(dbName).build()); List<HCatFieldSchema> columnSchema = Arrays.asList( new HCatFieldSchema("foo", Type.INT, ""), new HCatFieldSchema("bar", Type.STRING, "")); List<HCatFieldSchema> partitionSchema = Arrays.asList( new HCatFieldSchema("dt", Type.STRING, ""), new HCatFieldSchema("grid", Type.STRING, "")); client.createTable( HCatCreateTableDesc.create(dbName, tableName, columnSchema) .partCols(new ArrayList<HCatFieldSchema>(partitionSchema)) .build()); Map<String, String> partitionSpec = new HashMap<String, String>(); partitionSpec.put("grid", "AB"); partitionSpec.put("dt", "2011_12_31"); client.addPartition( HCatAddPartitionDesc.create(dbName, tableName, "", partitionSpec).build()); partitionSpec.put("grid", "AB"); partitionSpec.put("dt", "2012_01_01"); client.addPartition( HCatAddPartitionDesc.create(dbName, tableName, "", partitionSpec).build()); partitionSpec.put("dt", "2012_01_01"); partitionSpec.put("grid", "OB"); client.addPartition( HCatAddPartitionDesc.create(dbName, tableName, "", partitionSpec).build()); partitionSpec.put("dt", "2012_01_01"); partitionSpec.put("grid", "XB"); client.addPartition( HCatAddPartitionDesc.create(dbName, tableName, "", partitionSpec).build()); Map<String, String> partialPartitionSpec = new HashMap<String, String>(); partialPartitionSpec.put("dt", "2012_01_01"); client.dropPartitions(dbName, tableName, partialPartitionSpec, true); List<HCatPartition> partitions = client.getPartitions(dbName, tableName); assertEquals("Unexpected number of partitions.", 1, partitions.size()); assertArrayEquals( "Mismatched partition.", new String[] {"2011_12_31", "AB"}, partitions.get(0).getValues().toArray()); client.dropDatabase(dbName, false, HCatClient.DropDBMode.CASCADE); } catch (Exception unexpected) { LOG.error("Unexpected exception!", unexpected); assertTrue("Unexpected exception! " + unexpected.getMessage(), false); } }
@Test public void testPartitionsHCatClientImpl() throws Exception { HCatClient client = HCatClient.create(new Configuration(hcatConf)); String dbName = "ptnDB"; String tableName = "pageView"; client.dropDatabase(dbName, true, HCatClient.DropDBMode.CASCADE); HCatCreateDBDesc dbDesc = HCatCreateDBDesc.create(dbName).ifNotExists(true).build(); client.createDatabase(dbDesc); ArrayList<HCatFieldSchema> cols = new ArrayList<HCatFieldSchema>(); cols.add(new HCatFieldSchema("userid", Type.INT, "id columns")); cols.add(new HCatFieldSchema("viewtime", Type.BIGINT, "view time columns")); cols.add(new HCatFieldSchema("pageurl", Type.STRING, "")); cols.add(new HCatFieldSchema("ip", Type.STRING, "IP Address of the User")); ArrayList<HCatFieldSchema> ptnCols = new ArrayList<HCatFieldSchema>(); ptnCols.add(new HCatFieldSchema("dt", Type.STRING, "date column")); ptnCols.add(new HCatFieldSchema("country", Type.STRING, "country column")); HCatCreateTableDesc tableDesc = HCatCreateTableDesc.create(dbName, tableName, cols) .fileFormat("sequencefile") .partCols(ptnCols) .build(); client.createTable(tableDesc); Map<String, String> firstPtn = new HashMap<String, String>(); firstPtn.put("dt", "04/30/2012"); firstPtn.put("country", "usa"); HCatAddPartitionDesc addPtn = HCatAddPartitionDesc.create(dbName, tableName, null, firstPtn).build(); client.addPartition(addPtn); Map<String, String> secondPtn = new HashMap<String, String>(); secondPtn.put("dt", "04/12/2012"); secondPtn.put("country", "brazil"); HCatAddPartitionDesc addPtn2 = HCatAddPartitionDesc.create(dbName, tableName, null, secondPtn).build(); client.addPartition(addPtn2); Map<String, String> thirdPtn = new HashMap<String, String>(); thirdPtn.put("dt", "04/13/2012"); thirdPtn.put("country", "argentina"); HCatAddPartitionDesc addPtn3 = HCatAddPartitionDesc.create(dbName, tableName, null, thirdPtn).build(); client.addPartition(addPtn3); List<HCatPartition> ptnList = client.listPartitionsByFilter(dbName, tableName, null); assertTrue(ptnList.size() == 3); HCatPartition ptn = client.getPartition(dbName, tableName, firstPtn); assertTrue(ptn != null); client.dropPartitions(dbName, tableName, firstPtn, true); ptnList = client.listPartitionsByFilter(dbName, tableName, null); assertTrue(ptnList.size() == 2); List<HCatPartition> ptnListTwo = client.listPartitionsByFilter(dbName, tableName, "country = \"argentina\""); assertTrue(ptnListTwo.size() == 1); client.markPartitionForEvent(dbName, tableName, thirdPtn, PartitionEventType.LOAD_DONE); boolean isMarked = client.isPartitionMarkedForEvent(dbName, tableName, thirdPtn, PartitionEventType.LOAD_DONE); assertTrue(isMarked); client.close(); }