public void testErbScopePipedQuery() throws IOException, ZException, ZQLException {
ZQL zql = new ZQL("<% var1=\"test\" %>select a from <%=var1%> | select b from <%=var1%>;");
List<Z> q = zql.compile();
assertEquals(1, q.size());
assertEquals("select b from test", q.get(0).getQuery());
}
public void testMultilineQuery() throws IOException, ZException, ZQLException {
ZQL zql = new ZQL("select\n*\nfrom\ntest");
List<Z> q = zql.compile();
assertEquals(1, q.size());
assertEquals("select\n*\nfrom\ntest", q.get(0).getQuery());
}
public void testResourceOnlyLibrary() throws Exception {
ZQL zql = new ZQL("test2;");
ZPlan q = zql.compile();
LinkedList<Result> result = q.execute(z);
assertEquals(1, result.size());
assertEquals(1, MockDriver.loadedResources.size());
}
public void testLstmtPipedArg() throws Exception {
ZQL zql = new ZQL("select * from test | test(limit=20) | test1");
ZPlan q = zql.compile();
assertEquals(1, q.size());
assertEquals(null, q.get(0).getQuery());
assertEquals(
"select *\nfrom (" + q.get(0).prev().prev().name() + ") a\nlimit 20;",
q.get(0).prev().getQuery());
assertEquals("select * from test", q.get(0).prev().prev().getQuery());
assertEquals(1, q.get(0).prev().getResources().size());
MockDriver.queries.put(
"select *\nfrom (" + q.get(0).prev().prev().name() + ") a\nlimit 20",
new Result(0, new String[] {"hello"}));
LinkedList<Result> results = q.execute(z);
assertEquals(1, results.size());
assertEquals("hello", results.get(0).rows.get(0)[0]);
// check if resources are loaded
assertEquals(1, MockDriver.loadedResources.size());
// check web resource
InputStream ins = q.get(0).readWebResource("/");
assertEquals("WEB hello", IOUtils.toString(ins));
assertEquals(1, MockDriver.loadedResources.size());
}
public void testErbScopeMultilineQueryCondition() throws IOException, ZException, ZQLException {
ZQL zql =
new ZQL("<% var1=\"b\" %> <% if var1==\"a\" %>select a; <% else %> select b;<% end %>");
List<Z> q = zql.compile();
assertEquals(1, q.size());
assertEquals("select b", q.get(0).getQuery());
}
public void testLstmtArg() throws IOException, ZException, ZQLException {
ZQL zql = new ZQL("select * from test | test(limit=10)");
List<Z> q = zql.compile();
assertEquals(1, q.size());
assertEquals(
"select *\nfrom (" + q.get(0).prev().name() + ") a\nlimit 10;", q.get(0).getQuery());
}
public void testLstmtMultilineArgs() throws ZException, ZQLException {
ZQL zql = new ZQL("test hello\nworld");
List<Z> zList = zql.compile();
assertEquals(1, zList.size());
Z q = zList.get(0);
assertEquals("select *\nfrom () a\nlimit hello\nworld;", q.getQuery());
q.release();
}
public void testLstmtSimple() throws ZException, ZQLException {
ZQL zql = new ZQL("test");
List<Z> zList = zql.compile();
assertEquals(1, zList.size());
Z q = zList.get(0);
assertEquals("select *\nfrom () a\nlimit ;", q.getQuery());
q.release();
}
public void testErbEvalEndwithLStmt() throws IOException, ZException, ZQLException {
ZQL zql = new ZQL("<% arg1='test'%>select * from <%=arg1%> | test(limit=10)");
List<Z> q = zql.compile();
assertEquals(1, q.size());
assertEquals(
"select *\nfrom (" + q.get(0).prev().name() + ") a\nlimit 10;", q.get(0).getQuery());
}
public void testErbEvalNoMoreThanOnce() throws IOException, ZException, ZQLException {
ZQL zql = new ZQL("<% var1=0 %>select a from <%=var1=var1+1%>;");
List<Z> q = zql.compile();
assertEquals(1, q.size());
assertEquals("select a from 1", q.get(0).getQuery());
assertEquals("select a from 1", q.get(0).getQuery());
}
public void testNestedGtLt() throws ZException, ZQLException {
ZQL zql = new ZQL();
zql.append("select <STRUCT<ARRAY> asdf> asdf; select * from a;");
List<Z> plan = zql.compile();
assertEquals(2, plan.size());
assertEquals("select <STRUCT<ARRAY> asdf> asdf", plan.get(0).getQuery());
assertEquals("select * from a", plan.get(1).getQuery());
}
public void testGtLt() throws ZException, ZQLException {
ZQL zql = new ZQL();
zql.append("select * from bank where age > 10 and age < 20; select * from a;");
List<Z> plan = zql.compile();
assertEquals(2, plan.size());
assertEquals("select * from bank where age > 10 and age < 20", plan.get(0).getQuery());
assertEquals("select * from a", plan.get(1).getQuery());
}
public void testPipe2() throws ZException, ZQLException {
ZQL zql = new ZQL();
zql.append("select <X:1,Y:2> from bank | test1");
ZPlan plan = zql.compile();
assertEquals(1, plan.size());
assertEquals("select <X:1,Y:2> from bank", plan.get(0).prev().getQuery());
plan.get(0).release();
}
public void testPipe() throws ZException, ZQLException {
ZQL zql = new ZQL();
zql.append("select * from bank | select * from <%= z." + Q.INPUT_VAR_NAME + " %> limit 10");
ZPlan plan = zql.compile();
assertEquals(1, plan.size());
assertEquals(
"select * from " + plan.get(0).prev().name() + " limit 10", plan.get(0).getQuery());
plan.get(0).release();
}
public void testAnnotationStatmentQuery() throws ZException, ZQLException {
ZQL zql = new ZQL("select * from test;@driver set production;!echo ls");
List<Z> plan = zql.compile();
assertEquals(3, plan.size());
assertEquals("select * from test", plan.get(0).getQuery());
assertEquals("@driver set production", plan.get(1).getQuery());
assertEquals("!echo ls", plan.get(2).getQuery());
assertTrue(plan.get(1) instanceof AnnotationStatement);
assertTrue(plan.get(2) instanceof Q);
}
public void testEacape() throws ZException, ZQLException {
ZQL zql =
new ZQL(
"ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.RegexSerDe'\n"
+ "'input.regex'='([^:]*......)\\\\s+(\\\\S+)\\\\s+([^\\\\[]*)[\\\\[][0-9]*[\\\\]][:]\\\\s+(.*)'");
ZPlan q = zql.compile();
assertEquals(1, q.size());
assertEquals(
"ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.RegexSerDe'\n"
+ "'input.regex'='([^:]*......)\\\\s+(\\\\S+)\\\\s+([^\\\\[]*)[\\\\[][0-9]*[\\\\]][:]\\\\s+(.*)'",
q.get(0).getQuery());
}
public void testSemicolon() throws ZException, ZQLException {
ZQL zql = new ZQL();
zql.append(
"create table if not exists bank(a INT); select * from bank | select * from <%= z."
+ Q.INPUT_VAR_NAME
+ " %> limit 10; show tables; ");
List<Z> plan = zql.compile();
assertEquals(3, plan.size());
assertEquals(
"select * from " + plan.get(1).prev().name() + " limit 10", plan.get(1).getQuery());
assertEquals("show tables", plan.get(2).getQuery());
for (Z query : plan) {
assertNotNull(query.getConnection());
}
}
public void testQueryCompilessOnAddJarStatement() throws ZException, ZQLException {
// on API level: why is ZException is not parent of ZQLException?
// can API client do something meaningful catching each of them separately?
// i.e recover from error BUT in different ways
// why are they both are checked exceptions at all?
// given query without ' around path
ZQL zql1 =
new ZQL(
"ADD JAR /usr/lib/hive/lib/hive-contrib-0.11.0.1.3.2.0-111.jar;"
+ "CREATE external TABLE test (id INT, name STRING) \nLOCATION \u0027hdfs://saturn01.nflabs.com/data-repo/CDN-LOGS/scslog\u0027\n;\n");
ZQL zql =
new ZQL(
"ADD JAR \u0027/usr/lib/hive/lib/hive-contrib-0.11.0.1.3.2.0-111.jar\u0027;\n\nCREATE external TABLE scslog (\n hostname STRING,\n level STRING,\n servicename STRING,\n time STRING,\n responseTime STRING,\n ip STRING,\n status STRING,\n size STRING,\n method STRING,\n url STRING,\n username STRING,\n cacheStatus STRING,\n mime STRING,\n requestHeader STRING,\n responseHeader STRING)\nPARTITIONED BY(dt STRING, svc STRING)\nROW FORMAT SERDE \u0027org.apache.hadoop.hive.contrib.serde2.RegexSerDe\u0027\nWITH SERDEPROPERTIES (\n \"input.regex\" \u003d \"([^ ]*) ([^ ]*) ([^ ]*) ([^ ]*) ([^ ]*) ([^ ]*) ([^ ]*) ([^ ]*) ([^ ]*) ([^ ]*) ([^ ]*) ([^ ]*) ([^ ]*) (-|\\\\[[^\\\\]]*\\\\]) (-|\\\\[[^\\\\]]*\\\\])\",\n \"output.format.string\" \u003d \"%1$s %2$s %3$s %4$s %5$s %6$s %7$s %8$s %9$s %10$s %11$s %12$s %13$s %14$s %15$s\"\n)\nSTORED AS TEXTFILE\nLOCATION \u0027hdfs://saturn01.nflabs.com/data-repo/CDN-LOGS/scslog\u0027\n;\n\n\n\n\n");
// when
zql1.compile();
zql.compile();
}
public void testUTF8() throws IOException, ZException, ZQLException {
ZQL zql = new ZQL("select\n*\nfrom\n,<한글> 'quote' \"doublequote\"");
List<Z> q = zql.compile();
assertEquals(1, q.size());
assertEquals("select\n*\nfrom\n,<한글> 'quote' \"doublequote\"", q.get(0).getQuery());
}
public void testLstmtParamErb() throws ZException, ZQLException {
ZQL zql = new ZQL("test(limit=<%='20'%>)");
Z q = zql.compile().get(0);
assertEquals("select *\nfrom () a\nlimit 20;", q.getQuery());
}