@Override
public RecordCursor cursor() {
Builder table = InMemoryRecordSet.builder(TASK_TABLE);
for (TaskInfo taskInfo : taskManager.getAllTaskInfo()) {
TaskStats stats = taskInfo.getStats();
table.addRow(
nodeId,
taskInfo.getTaskId().toString(),
taskInfo.getTaskId().getStageId().toString(),
taskInfo.getTaskId().getQueryId().toString(),
taskInfo.getState().toString(),
(long) stats.getTotalDrivers(),
(long) stats.getQueuedDrivers(),
(long) stats.getRunningDrivers(),
(long) stats.getCompletedDrivers(),
toMillis(stats.getTotalScheduledTime()),
toMillis(stats.getTotalCpuTime()),
toMillis(stats.getTotalUserTime()),
toMillis(stats.getTotalBlockedTime()),
toBytes(stats.getRawInputDataSize()),
stats.getRawInputPositions(),
toBytes(stats.getProcessedInputDataSize()),
stats.getProcessedInputPositions(),
toBytes(stats.getOutputDataSize()),
stats.getOutputPositions(),
toTimeStamp(stats.getCreateTime()),
toTimeStamp(stats.getFirstStartTime()),
toTimeStamp(taskInfo.getLastHeartbeat()),
toTimeStamp(stats.getEndTime()));
}
return table.build().cursor();
}
@Test(enabled = false)
public void testQuery() throws Exception {
URI location =
client.execute(
preparePost()
.setUri(uriFor("/v1/query"))
.setBodyGenerator(createStaticBodyGenerator("query", UTF_8))
.build(),
new CreatedResponseHandler());
assertQueryStatus(location, QueryState.RUNNING);
QueryInfo queryInfo =
client.execute(
prepareGet().setUri(location).build(),
createJsonResponseHandler(jsonCodec(QueryInfo.class)));
TaskInfo taskInfo = queryInfo.getOutputStage().getTasks().get(0);
URI outputLocation = uriFor("/v1/task/" + taskInfo.getTaskId() + "/results/out");
long sequenceId = 0;
PagesResponse response =
client.execute(
prepareGet()
.setUri(
uriBuilderFrom(outputLocation).appendPath(String.valueOf(sequenceId)).build())
.build(),
new PageResponseHandler());
List<Page> pages = response.getPages();
assertEquals(countPositions(pages), 220);
assertQueryStatus(location, QueryState.RUNNING);
sequenceId += pages.size();
response =
client.execute(
prepareGet()
.setUri(
uriBuilderFrom(outputLocation).appendPath(String.valueOf(sequenceId)).build())
.build(),
new PageResponseHandler());
pages = response.getPages();
assertEquals(countPositions(pages), 44 + 48);
sequenceId += pages.size();
response =
client.execute(
prepareGet()
.setUri(
uriBuilderFrom(outputLocation).appendPath(String.valueOf(sequenceId)).build())
.build(),
new PageResponseHandler());
pages = response.getPages();
assertEquals(countPositions(pages), 0);
assertQueryStatus(location, QueryState.FINISHED);
// cancel the query
StatusResponse cancelResponse =
client.execute(prepareDelete().setUri(location).build(), createStatusResponseHandler());
assertQueryStatus(location, QueryState.FINISHED);
assertEquals(cancelResponse.getStatusCode(), HttpStatus.NO_CONTENT.code());
}
/** Move the task directly to the failed state */
private void failTask(Throwable cause) {
TaskInfo taskInfo = getTaskInfo();
if (!taskInfo.getState().isDone()) {
log.debug(cause, "Remote task failed: %s", taskInfo.getSelf());
}
updateTaskInfo(
new TaskInfo(
taskInfo.getTaskId(),
taskInfo.getNodeInstanceId(),
TaskInfo.MAX_VERSION,
TaskState.FAILED,
taskInfo.getSelf(),
taskInfo.getLastHeartbeat(),
taskInfo.getOutputBuffers(),
taskInfo.getNoMoreSplits(),
taskInfo.getStats(),
ImmutableList.of(toFailure(cause))));
}
@Override
public synchronized void abort() {
try (SetThreadName ignored = new SetThreadName("HttpRemoteTask-%s", taskId)) {
// clear pending splits to free memory
fireSplitCountChanged(-pendingSourceSplitCount);
pendingSplits.clear();
pendingSourceSplitCount = 0;
// cancel pending request
if (currentRequest != null) {
currentRequest.cancel(true);
currentRequest = null;
currentRequestStartNanos = 0;
}
// mark task as canceled (if not already done)
TaskInfo taskInfo = getTaskInfo();
URI uri = taskInfo.getSelf();
updateTaskInfo(
new TaskInfo(
taskInfo.getTaskId(),
taskInfo.getNodeInstanceId(),
TaskInfo.MAX_VERSION,
TaskState.ABORTED,
uri,
taskInfo.getLastHeartbeat(),
taskInfo.getOutputBuffers(),
taskInfo.getNoMoreSplits(),
taskInfo.getStats(),
ImmutableList.<ExecutionFailureInfo>of()));
// send abort to task and ignore response
Request request =
prepareDelete().setUri(uriBuilderFrom(uri).addParameter("summarize").build()).build();
scheduleAsyncCleanupRequest(new Backoff(MAX_CLEANUP_RETRY_TIME), request, "abort");
}
}
