@Test public void testOtherFailure() throws Exception { HCatClient client = HCatClient.create(new Configuration(hcatConf)); String tableName = "Temptable"; boolean isExceptionCaught = false; client.dropTable(null, tableName, true); ArrayList<HCatFieldSchema> cols = new ArrayList<HCatFieldSchema>(); cols.add(new HCatFieldSchema("id", Type.INT, "id columns")); cols.add(new HCatFieldSchema("value", Type.STRING, "id columns")); try { HCatCreateTableDesc tableDesc = HCatCreateTableDesc.create(null, tableName, cols).fileFormat("rcfile").build(); client.createTable(tableDesc); // The DB foo is non-existent. client.getTable("foo", tableName); } catch (Exception exp) { isExceptionCaught = true; assertTrue(exp instanceof HCatException); String newName = "goodTable"; client.dropTable(null, newName, true); HCatCreateTableDesc tableDesc2 = HCatCreateTableDesc.create(null, newName, cols).fileFormat("rcfile").build(); client.createTable(tableDesc2); HCatTable newTable = client.getTable(null, newName); assertTrue(newTable != null); assertTrue(newTable.getTableName().equalsIgnoreCase(newName)); } finally { client.close(); assertTrue("The expected exception was never thrown.", isExceptionCaught); } }
@Test public void testRenameTable() throws Exception { HCatClient client = HCatClient.create(new Configuration(hcatConf)); String tableName = "temptable"; String newName = "mytable"; client.dropTable(null, tableName, true); client.dropTable(null, newName, true); ArrayList<HCatFieldSchema> cols = new ArrayList<HCatFieldSchema>(); cols.add(new HCatFieldSchema("id", Type.INT, "id columns")); cols.add(new HCatFieldSchema("value", Type.STRING, "id columns")); HCatCreateTableDesc tableDesc = HCatCreateTableDesc.create(null, tableName, cols).fileFormat("rcfile").build(); client.createTable(tableDesc); client.renameTable(null, tableName, newName); try { client.getTable(null, tableName); } catch (HCatException exp) { assertTrue( "Unexpected exception message: " + exp.getMessage(), exp.getMessage().contains("NoSuchObjectException while fetching table")); } HCatTable newTable = client.getTable(null, newName); assertTrue(newTable != null); assertTrue(newTable.getTableName().equals(newName)); client.close(); }
@Test public void testBasicDDLCommands() throws Exception { String db = "testdb"; String tableOne = "testTable1"; String tableTwo = "testTable2"; HCatClient client = HCatClient.create(new Configuration(hcatConf)); client.dropDatabase(db, true, HCatClient.DropDBMode.CASCADE); HCatCreateDBDesc dbDesc = HCatCreateDBDesc.create(db).ifNotExists(false).build(); client.createDatabase(dbDesc); List<String> dbNames = client.listDatabaseNamesByPattern("*"); assertTrue(dbNames.contains("default")); assertTrue(dbNames.contains(db)); HCatDatabase testDb = client.getDatabase(db); assertTrue(testDb.getComment() == null); assertTrue(testDb.getProperties().size() == 0); String warehouseDir = System.getProperty(ConfVars.METASTOREWAREHOUSE.varname, "/user/hive/warehouse"); assertTrue(testDb.getLocation().equals("file:" + warehouseDir + "/" + db + ".db")); ArrayList<HCatFieldSchema> cols = new ArrayList<HCatFieldSchema>(); cols.add(new HCatFieldSchema("id", Type.INT, "id comment")); cols.add(new HCatFieldSchema("value", Type.STRING, "value comment")); HCatCreateTableDesc tableDesc = HCatCreateTableDesc.create(db, tableOne, cols).fileFormat("rcfile").build(); client.createTable(tableDesc); HCatTable table1 = client.getTable(db, tableOne); assertTrue(table1.getInputFileFormat().equalsIgnoreCase(RCFileInputFormat.class.getName())); assertTrue(table1.getOutputFileFormat().equalsIgnoreCase(RCFileOutputFormat.class.getName())); assertTrue(table1.getSerdeLib().equalsIgnoreCase(ColumnarSerDe.class.getName())); assertTrue(table1.getCols().equals(cols)); // Since "ifexists" was not set to true, trying to create the same table // again // will result in an exception. try { client.createTable(tableDesc); } catch (HCatException e) { assertTrue(e.getMessage().contains("AlreadyExistsException while creating table.")); } client.dropTable(db, tableOne, true); HCatCreateTableDesc tableDesc2 = HCatCreateTableDesc.create(db, tableTwo, cols).build(); client.createTable(tableDesc2); HCatTable table2 = client.getTable(db, tableTwo); assertTrue(table2.getInputFileFormat().equalsIgnoreCase(TextInputFormat.class.getName())); assertTrue( table2.getOutputFileFormat().equalsIgnoreCase(IgnoreKeyTextOutputFormat.class.getName())); assertTrue( table2 .getLocation() .equalsIgnoreCase("file:" + warehouseDir + "/" + db + ".db/" + tableTwo)); client.close(); }
@Test public void testUpdateTableSchema() throws Exception { try { HCatClient client = HCatClient.create(new Configuration(hcatConf)); final String dbName = "testUpdateTableSchema_DBName"; final String tableName = "testUpdateTableSchema_TableName"; client.dropDatabase(dbName, true, HCatClient.DropDBMode.CASCADE); client.createDatabase(HCatCreateDBDesc.create(dbName).build()); List<HCatFieldSchema> oldSchema = Arrays.asList( new HCatFieldSchema("foo", Type.INT, ""), new HCatFieldSchema("bar", Type.STRING, "")); client.createTable(HCatCreateTableDesc.create(dbName, tableName, oldSchema).build()); List<HCatFieldSchema> newSchema = Arrays.asList( new HCatFieldSchema("completely", Type.DOUBLE, ""), new HCatFieldSchema("new", Type.FLOAT, ""), new HCatFieldSchema("fields", Type.STRING, "")); client.updateTableSchema(dbName, tableName, newSchema); assertArrayEquals( newSchema.toArray(), client.getTable(dbName, tableName).getCols().toArray()); client.dropDatabase(dbName, false, HCatClient.DropDBMode.CASCADE); } catch (Exception exception) { LOG.error("Unexpected exception.", exception); assertTrue("Unexpected exception: " + exception.getMessage(), false); } }
@Test public void testTransportFailure() throws Exception { HCatClient client = HCatClient.create(new Configuration(hcatConf)); boolean isExceptionCaught = false; // Table creation with a long table name causes ConnectionFailureException final String tableName = "Temptable" + new BigInteger(200, new Random()).toString(2); ArrayList<HCatFieldSchema> cols = new ArrayList<HCatFieldSchema>(); cols.add(new HCatFieldSchema("id", Type.INT, "id columns")); cols.add(new HCatFieldSchema("value", Type.STRING, "id columns")); try { HCatCreateTableDesc tableDesc = HCatCreateTableDesc.create(null, tableName, cols).fileFormat("rcfile").build(); client.createTable(tableDesc); } catch (Exception exp) { isExceptionCaught = true; assertEquals("Unexpected exception type.", HCatException.class, exp.getClass()); // The connection was closed, so create a new one. client = HCatClient.create(new Configuration(hcatConf)); String newName = "goodTable"; client.dropTable(null, newName, true); HCatCreateTableDesc tableDesc2 = HCatCreateTableDesc.create(null, newName, cols).fileFormat("rcfile").build(); client.createTable(tableDesc2); HCatTable newTable = client.getTable(null, newName); assertTrue(newTable != null); assertTrue(newTable.getTableName().equalsIgnoreCase(newName)); } finally { client.close(); assertTrue("The expected exception was never thrown.", isExceptionCaught); } }
@Test public void testPartitionSchema() throws Exception { try { HCatClient client = HCatClient.create(new Configuration(hcatConf)); final String dbName = "myDb"; final String tableName = "myTable"; client.dropDatabase(dbName, true, HCatClient.DropDBMode.CASCADE); client.createDatabase(HCatCreateDBDesc.create(dbName).build()); List<HCatFieldSchema> columnSchema = Arrays.asList( new HCatFieldSchema("foo", Type.INT, ""), new HCatFieldSchema("bar", Type.STRING, "")); List<HCatFieldSchema> partitionSchema = Arrays.asList( new HCatFieldSchema("dt", Type.STRING, ""), new HCatFieldSchema("grid", Type.STRING, "")); client.createTable( HCatCreateTableDesc.create(dbName, tableName, columnSchema) .partCols(partitionSchema) .build()); HCatTable table = client.getTable(dbName, tableName); List<HCatFieldSchema> partitionColumns = table.getPartCols(); assertArrayEquals( "Didn't get expected partition-schema back from the HCatTable.", partitionSchema.toArray(), partitionColumns.toArray()); client.dropDatabase(dbName, false, HCatClient.DropDBMode.CASCADE); } catch (Exception unexpected) { LOG.error("Unexpected exception!", unexpected); assertTrue("Unexpected exception! " + unexpected.getMessage(), false); } }
@Test public void testObjectNotFoundException() throws Exception { try { HCatClient client = HCatClient.create(new Configuration(hcatConf)); String dbName = "testObjectNotFoundException_DBName"; String tableName = "testObjectNotFoundException_TableName"; client.dropDatabase(dbName, true, HCatClient.DropDBMode.CASCADE); try { // Test that fetching a non-existent db-name yields ObjectNotFound. client.getDatabase(dbName); assertTrue("Expected ObjectNotFoundException.", false); } catch (Exception exception) { LOG.info("Got exception: ", exception); assertTrue( "Expected ObjectNotFoundException. Got:" + exception.getClass(), exception instanceof ObjectNotFoundException); } client.createDatabase(HCatCreateDBDesc.create(dbName).build()); try { // Test that fetching a non-existent table-name yields ObjectNotFound. client.getTable(dbName, tableName); assertTrue("Expected ObjectNotFoundException.", false); } catch (Exception exception) { LOG.info("Got exception: ", exception); assertTrue( "Expected ObjectNotFoundException. Got:" + exception.getClass(), exception instanceof ObjectNotFoundException); } String partitionColumn = "part"; List<HCatFieldSchema> columns = Arrays.asList(new HCatFieldSchema("col", Type.STRING, "")); ArrayList<HCatFieldSchema> partitionColumns = new ArrayList<HCatFieldSchema>( Arrays.asList(new HCatFieldSchema(partitionColumn, Type.STRING, ""))); client.createTable( HCatCreateTableDesc.create(dbName, tableName, columns) .partCols(partitionColumns) .build()); Map<String, String> partitionSpec = new HashMap<String, String>(); partitionSpec.put(partitionColumn, "foobar"); try { // Test that fetching a non-existent partition yields ObjectNotFound. client.getPartition(dbName, tableName, partitionSpec); assertTrue("Expected ObjectNotFoundException.", false); } catch (Exception exception) { LOG.info("Got exception: ", exception); assertTrue( "Expected ObjectNotFoundException. Got:" + exception.getClass(), exception instanceof ObjectNotFoundException); } client.addPartition( HCatAddPartitionDesc.create(dbName, tableName, "", partitionSpec).build()); // Test that listPartitionsByFilter() returns an empty-set, if the filter selects no // partitions. assertEquals( "Expected empty set of partitions.", 0, client.listPartitionsByFilter(dbName, tableName, partitionColumn + " < 'foobar'").size()); try { // Test that listPartitionsByFilter() throws HCatException if the partition-key is // incorrect. partitionSpec.put("NonExistentKey", "foobar"); client.getPartition(dbName, tableName, partitionSpec); assertTrue("Expected HCatException.", false); } catch (Exception exception) { LOG.info("Got exception: ", exception); assertTrue( "Expected HCatException. Got:" + exception.getClass(), exception instanceof HCatException); assertFalse( "Did not expect ObjectNotFoundException.", exception instanceof ObjectNotFoundException); } } catch (Throwable t) { LOG.error("Unexpected exception!", t); assertTrue("Unexpected exception! " + t.getMessage(), false); } }