public void execNonFromQuery(
QueryContext queryContext,
Session session,
String query,
LogicalPlan plan,
SubmitQueryResponse.Builder responseBuilder)
throws Exception {
LogicalRootNode rootNode = plan.getRootBlock().getRoot();
EvalContext evalContext = new EvalContext();
Target[] targets = plan.getRootBlock().getRawTargets();
if (targets == null) {
throw new TajoInternalError("no targets");
}
try {
// start script executor
startScriptExecutors(queryContext, evalContext, targets);
final VTuple outTuple = new VTuple(targets.length);
for (int i = 0; i < targets.length; i++) {
EvalNode eval = targets[i].getEvalTree();
eval.bind(evalContext, null);
outTuple.put(i, eval.eval(null));
}
boolean isInsert =
rootNode.getChild() != null && rootNode.getChild().getType() == NodeType.INSERT;
if (isInsert) {
InsertNode insertNode = rootNode.getChild();
insertRowValues(queryContext, insertNode, responseBuilder);
} else {
Schema schema = PlannerUtil.targetToSchema(targets);
RowStoreUtil.RowStoreEncoder encoder = RowStoreUtil.createEncoder(schema);
byte[] serializedBytes = encoder.toBytes(outTuple);
SerializedResultSet.Builder serializedResBuilder = SerializedResultSet.newBuilder();
serializedResBuilder.addSerializedTuples(ByteString.copyFrom(serializedBytes));
serializedResBuilder.setSchema(schema.getProto());
serializedResBuilder.setBytesNum(serializedBytes.length);
QueryInfo queryInfo =
context
.getQueryJobManager()
.createNewSimpleQuery(
queryContext, session, query, (LogicalRootNode) plan.getRootBlock().getRoot());
responseBuilder.setState(OK);
responseBuilder.setResultType(ResultType.ENCLOSED);
responseBuilder.setQueryId(queryInfo.getQueryId().getProto());
responseBuilder.setResultSet(serializedResBuilder);
responseBuilder.setMaxRowNum(1);
}
} finally {
// stop script executor
stopScriptExecutors(evalContext);
}
}
public void executeDistributedQuery(
QueryContext queryContext,
Session session,
LogicalPlan plan,
String sql,
String jsonExpr,
SubmitQueryResponse.Builder responseBuilder)
throws Exception {
LogicalRootNode rootNode = plan.getRootBlock().getRoot();
TableDesc tableDesc = PlannerUtil.getTableDesc(catalog, plan.getRootBlock().getRoot());
if (tableDesc != null) {
Tablespace space = TablespaceManager.get(tableDesc.getUri()).get();
FormatProperty formatProperty = space.getFormatProperty(tableDesc.getMeta());
if (!formatProperty.isInsertable()) {
throw new UnsupportedException(
String.format("INSERT operation on %s tablespace", tableDesc.getUri().toString()));
}
space.prepareTable(rootNode.getChild());
}
hookManager.doHooks(queryContext, plan);
QueryManager queryManager = this.context.getQueryJobManager();
QueryInfo queryInfo;
queryInfo = queryManager.scheduleQuery(session, queryContext, sql, jsonExpr, rootNode);
responseBuilder.setState(OK);
responseBuilder.setQueryId(queryInfo.getQueryId().getProto());
responseBuilder.setResultType(ResultType.FETCH);
if (queryInfo.getQueryMasterHost() != null) {
responseBuilder.setQueryMasterHost(queryInfo.getQueryMasterHost());
}
responseBuilder.setQueryMasterPort(queryInfo.getQueryMasterClientPort());
LOG.info(
"Query "
+ queryInfo.getQueryId().toString()
+ ","
+ queryInfo.getSql()
+ ","
+ " is forwarded to "
+ queryInfo.getQueryMasterHost()
+ ":"
+ queryInfo.getQueryMasterPort());
}
public MasterPlan compileMasterPlan(LogicalPlan plan, QueryContext context, GlobalPlanner planner)
throws Exception {
LogicalRootNode rootNode = plan.getRootBlock().getRoot();
TableDesc tableDesc = PlannerUtil.getTableDesc(planner.getCatalog(), rootNode.getChild());
if (tableDesc != null) {
Tablespace space = TablespaceManager.get(tableDesc.getUri()).get();
space.rewritePlan(context, plan);
}
MasterPlan masterPlan = new MasterPlan(QueryIdFactory.NULL_QUERY_ID, context, plan);
planner.build(context, masterPlan);
return masterPlan;
}
public SubmitQueryResponse execute(
QueryContext queryContext, Session session, String sql, String jsonExpr, LogicalPlan plan)
throws Exception {
SubmitQueryResponse.Builder response = SubmitQueryResponse.newBuilder();
response.setUserName(queryContext.get(SessionVars.USERNAME));
LogicalRootNode rootNode = plan.getRootBlock().getRoot();
if (PlannerUtil.checkIfSetSession(rootNode)) {
execSetSession(session, plan, response);
} else if (PlannerUtil.checkIfDDLPlan(rootNode)) {
if (PlannerUtil.isDistExecDDL(rootNode)) {
if (rootNode.getChild().getType() == NodeType.CREATE_INDEX) {
checkIndexExistence(queryContext, (CreateIndexNode) rootNode.getChild());
}
executeDistributedQuery(queryContext, session, plan, sql, jsonExpr, response);
} else {
ddlExecutor.execute(queryContext, plan);
response.setState(OK);
response.setResultType(ResultType.NO_RESULT);
}
} else if (plan.isExplain()) { // explain query
execExplain(session, sql, plan, queryContext, plan.isExplainGlobal(), response);
} else if (PlannerUtil.checkIfQueryTargetIsVirtualTable(plan)) {
execQueryOnVirtualTable(queryContext, session, sql, plan, response);
// Simple query indicates a form of 'select * from tb_name [LIMIT X];'.
} else if (PlannerUtil.checkIfSimpleQuery(plan)) {
execSimpleQuery(queryContext, session, sql, plan, response);
// NonFromQuery indicates a form of 'select a, x+y;'
} else if (PlannerUtil.checkIfNonFromQuery(plan)) {
execNonFromQuery(queryContext, session, sql, plan, response);
} else { // it requires distributed execution. So, the query is forwarded to a query master.
executeDistributedQuery(queryContext, session, plan, sql, jsonExpr, response);
}
response.setSessionVars(ProtoUtil.convertFromMap(session.getAllVariables()));
return response.build();
}