@Test
public final void testDelimitedIdentifierWithMixedCharacters() throws Exception {
if (!testingCluster.isHiveCatalogStoreRunning()) {
ResultSet res = null;
try {
List<String> tableNames =
executeDDL("quoted_identifier_mixed_chars_ddl_1.sql", "table1", "\"TABLE1\"");
assertTableExists(tableNames.get(0));
tableNames = executeDDL("quoted_identifier_mixed_chars_ddl_1.sql", "table2", "\"tablE1\"");
assertTableExists(tableNames.get(0));
// SELECT "aGe", "tExt", "Number" FROM "TABLE1";
res = executeFile("quoted_identifier_mixed_chars_1.sql");
assertResultSet(res, "quoted_identifier_mixed_chars_1.result");
} finally {
cleanupQuery(res);
}
try {
res = executeFile("quoted_identifier_mixed_chars_2.sql");
assertResultSet(res, "quoted_identifier_mixed_chars_2.result");
} finally {
cleanupQuery(res);
}
try {
res = executeFile("quoted_identifier_mixed_chars_3.sql");
assertResultSet(res, "quoted_identifier_mixed_chars_3.result");
} finally {
cleanupQuery(res);
}
}
}
@Test
public final void testCreateTable2() throws Exception {
executeString("CREATE DATABASE D1;").close();
executeString("CREATE DATABASE D2;").close();
executeString("CREATE TABLE D1.table1 (age int);").close();
executeString("CREATE TABLE D1.table2 (age int);").close();
executeString("CREATE TABLE d2.table3 (age int);").close();
executeString("CREATE TABLE d2.table4 (age int);").close();
assertTableExists("d1.table1");
assertTableExists("d1.table2");
assertTableNotExists("d2.table1");
assertTableNotExists("d2.table2");
assertTableExists("d2.table3");
assertTableExists("d2.table4");
assertTableNotExists("d1.table3");
assertTableNotExists("d1.table4");
executeString("DROP TABLE D1.table1");
executeString("DROP TABLE D1.table2");
executeString("DROP TABLE D2.table3");
executeString("DROP TABLE D2.table4");
assertDatabaseExists("d1");
assertDatabaseExists("d2");
executeString("DROP DATABASE D1").close();
executeString("DROP DATABASE D2").close();
assertDatabaseNotExists("d1");
assertDatabaseNotExists("d2");
}
@Test
public final void testCreateTableIfNotExists() throws Exception {
executeString("CREATE DATABASE D3;").close();
assertTableNotExists("d3.table1");
executeString("CREATE TABLE D3.table1 (age int);").close();
assertTableExists("d3.table1");
executeString("CREATE TABLE IF NOT EXISTS D3.table1 (age int);").close();
assertTableExists("d3.table1");
executeString("DROP TABLE D3.table1");
}
@Test
public final void testDelimitedIdentifierWithNonAsciiCharacters() throws Exception {
if (!testingCluster.isHiveCatalogStoreRunning()) {
ResultSet res = null;
try {
List<String> tableNames =
executeDDL("quoted_identifier_non_ascii_ddl.sql", "table1", "\"테이블1\"");
assertTableExists(tableNames.get(0));
// SELECT "아이디", "텍스트", "숫자" FROM "테이블1";
res = executeFile("quoted_identifier_non_ascii_1.sql");
assertResultSet(res, "quoted_identifier_non_ascii_1.result");
} finally {
cleanupQuery(res);
}
// SELECT "아이디" as "진짜아이디", "텍스트" as text, "숫자" FROM "테이블1" as "테이블 별명"
try {
res = executeFile("quoted_identifier_non_ascii_2.sql");
assertResultSet(res, "quoted_identifier_non_ascii_2.result");
} finally {
cleanupQuery(res);
}
// SELECT "아이디" "진짜아이디", char_length("텍스트") as "길이", "숫자" * 2 FROM "테이블1" "테이블 별명"
try {
res = executeFile("quoted_identifier_non_ascii_3.sql");
assertResultSet(res, "quoted_identifier_non_ascii_3.result");
} finally {
cleanupQuery(res);
}
}
}
@Test
public final void testVariousTypes() throws Exception {
List<String> createdNames;
if (testingCluster.isHiveCatalogStoreRunning()) {
createdNames = executeDDL("create_table_various_types_for_hive_catalog.sql", null);
} else {
createdNames = executeDDL("create_table_various_types.sql", null);
}
assertTableExists(createdNames.get(0));
}
@Test
public final void testNestedRecord2() throws Exception {
executeString("CREATE DATABASE D9;").close();
assertTableNotExists("d9.nested_table2");
executeQuery();
assertTableExists("d9.nested_table2");
executeString("DROP TABLE D9.nested_table2");
executeString("DROP DATABASE D9").close();
}
private boolean isClonedTable(String orignalTable, String newTable) throws Exception {
assertTableExists(newTable);
TableDesc origTableDesc = client.getTableDesc(orignalTable);
TableDesc newTableDesc = client.getTableDesc(newTable);
if (isClonedSchema(origTableDesc.getSchema(), newTableDesc.getSchema()) == false) {
fail("Schema of input tables do not match");
return false;
}
// Check partition information
PartitionMethodDesc origPartMethod = origTableDesc.getPartitionMethod();
PartitionMethodDesc newPartMethod = newTableDesc.getPartitionMethod();
if (origPartMethod != null) {
if (newPartMethod == null) {
fail("New table does not have partition info");
return false;
}
if (isClonedSchema(origPartMethod.getExpressionSchema(), newPartMethod.getExpressionSchema())
== false) {
fail("Partition columns of input tables do not match");
return false;
}
if (origPartMethod.getPartitionType().equals(newPartMethod.getPartitionType()) == false) {
fail("Partition type of input tables do not match");
return false;
}
}
// Check external flag
if (origTableDesc.isExternal() != newTableDesc.isExternal()) {
fail("External table flag on input tables not equal");
return false;
}
if (origTableDesc.getMeta() != null) {
TableMeta origMeta = origTableDesc.getMeta();
TableMeta newMeta = newTableDesc.getMeta();
if (origMeta.getDataFormat().equals(newMeta.getDataFormat()) == false) {
fail("Store type of input tables not equal");
return false;
}
KeyValueSet origOptions = origMeta.getPropertySet();
KeyValueSet newOptions = newMeta.getPropertySet();
if (origOptions.equals(newOptions) == false) {
fail("Meta options of input tables not equal");
return false;
}
}
return true;
}
@Test
public final void testSelfDescTable1() throws Exception {
executeString("create database d9;").close();
assertTableNotExists("d9.schemaless");
executeQuery();
assertTableExists("d9.schemaless");
TableDesc desc = getClient().getTableDesc("d9.schemaless");
assertTrue(desc.hasEmptySchema());
executeString("drop table d9.schemaless").close();
executeString("drop database d9").close();
}
@Test
public final void testDropTableIfExists() throws Exception {
executeString("CREATE DATABASE D7;").close();
assertTableNotExists("d7.table1");
executeString("CREATE TABLE d7.table1 (age int);").close();
assertTableExists("d7.table1");
executeString("DROP TABLE d7.table1;").close();
assertTableNotExists("d7.table1");
executeString("DROP TABLE IF EXISTS d7.table1");
assertTableNotExists("d7.table1");
executeString("DROP DATABASE D7;").close();
}
@Test
public final void testSelfDescTable2() throws Exception {
executeString("create database d10;").close();
String className = getClass().getSimpleName();
Path currentDatasetPath = new Path(datasetBasePath, className);
Path filePath = StorageUtil.concatPath(currentDatasetPath, "table1");
String sql =
"create external table d10.schemaless (*) using json with ('compression.codec'='none') location '"
+ filePath.toString()
+ "'";
executeString(sql).close();
assertTableExists("d10.schemaless");
TableDesc desc = getClient().getTableDesc("d10.schemaless");
assertTrue(desc.hasEmptySchema());
executeString("drop table d10.schemaless").close();
executeString("drop database d10").close();
}
private final void assertPathOfCreatedTable(
final String databaseName,
final String originalTableName,
final String newTableName,
String createTableStmt)
throws Exception {
// create one table
executeString("CREATE DATABASE " + CatalogUtil.denormalizeIdentifier(databaseName)).close();
getClient().existDatabase(CatalogUtil.denormalizeIdentifier(databaseName));
final String oldFQTableName = CatalogUtil.buildFQName(databaseName, originalTableName);
ResultSet res = executeString(createTableStmt);
res.close();
assertTableExists(oldFQTableName);
TableDesc oldTableDesc = client.getTableDesc(oldFQTableName);
// checking the existence of the table directory and validating the path
Path warehouseDir = TajoConf.getWarehouseDir(testingCluster.getConfiguration());
FileSystem fs = warehouseDir.getFileSystem(testingCluster.getConfiguration());
assertTrue(fs.exists(new Path(oldTableDesc.getUri())));
assertEquals(
StorageUtil.concatPath(warehouseDir, databaseName, originalTableName),
new Path(oldTableDesc.getUri()));
// Rename
client.executeQuery(
"ALTER TABLE "
+ CatalogUtil.denormalizeIdentifier(oldFQTableName)
+ " RENAME to "
+ CatalogUtil.denormalizeIdentifier(newTableName));
// checking the existence of the new table directory and validating the path
final String newFQTableName = CatalogUtil.buildFQName(databaseName, newTableName);
TableDesc newTableDesc = client.getTableDesc(newFQTableName);
assertTrue(fs.exists(new Path(newTableDesc.getUri())));
assertEquals(
StorageUtil.concatPath(warehouseDir, databaseName, newTableName),
new Path(newTableDesc.getUri()));
}
@Test
public final void testCreateTable1() throws Exception {
List<String> createdNames = executeDDL("table1_ddl.sql", "table1", "table1");
assertTableExists(createdNames.get(0));
executeString("DROP TABLE table1");
}
@Test
public final void testNonreservedKeywordTableNames() throws Exception {
List<String> createdNames = null;
createdNames = executeDDL("table1_ddl.sql", "table1", "filter");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "first");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "format");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "grouping");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "hash");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "index");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "insert");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "last");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "location");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "max");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "min");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "national");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "nullif");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "overwrite");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "precision");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "range");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "regexp");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "rlike");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "set");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "unknown");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "var_pop");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "var_samp");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "varying");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "zone");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "bigint");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "bit");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "blob");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "bool");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "boolean");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "bytea");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "char");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "date");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "decimal");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "double");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "float");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "float4");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "float8");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "inet4");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "int");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "int1");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "int2");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "int4");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "int8");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "integer");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "nchar");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "numeric");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "nvarchar");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "real");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "smallint");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "text");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "time");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "timestamp");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "timestamptz");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "timetz");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "tinyint");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "varbinary");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "varbit");
assertTableExists(createdNames.get(0));
createdNames = executeDDL("table1_ddl.sql", "table1", "varchar");
assertTableExists(createdNames.get(0));
}
