private boolean shouldScheduleTasks(
SingularityPendingRequest pendingRequest,
Optional<SingularityRequestWithState> maybeRequest) {
if (!isRequestActive(maybeRequest)) {
return false;
}
Optional<SingularityRequestDeployState> maybeRequestDeployState =
deployManager.getRequestDeployState(pendingRequest.getRequestId());
return isDeployInUse(maybeRequestDeployState, pendingRequest.getDeployId(), false);
}
private void deleteScheduledTasks(
final Collection<SingularityPendingTask> scheduledTasks,
SingularityPendingRequest pendingRequest) {
for (SingularityPendingTask task :
Iterables.filter(
scheduledTasks,
Predicates.and(
SingularityPendingTask.matchingRequest(pendingRequest.getRequestId()),
SingularityPendingTask.matchingDeploy(pendingRequest.getDeployId())))) {
LOG.debug(
"Deleting pending task {} in order to reschedule {}",
task.getPendingTaskId().getId(),
pendingRequest);
taskManager.deletePendingTask(task.getPendingTaskId());
}
}
public void drainPendingQueue(final SingularitySchedulerStateCache stateCache) {
final long start = System.currentTimeMillis();
final ImmutableList<SingularityPendingRequest> pendingRequests =
ImmutableList.copyOf(requestManager.getPendingRequests());
if (pendingRequests.isEmpty()) {
LOG.trace("Pending queue was empty");
return;
}
LOG.info("Pending queue had {} requests", pendingRequests.size());
int totalNewScheduledTasks = 0;
int heldForScheduledActiveTask = 0;
int obsoleteRequests = 0;
for (SingularityPendingRequest pendingRequest : pendingRequests) {
Optional<SingularityRequestWithState> maybeRequest =
requestManager.getRequest(pendingRequest.getRequestId());
if (shouldScheduleTasks(pendingRequest, maybeRequest)) {
final List<SingularityTaskId> matchingTaskIds =
getMatchingTaskIds(stateCache, maybeRequest.get().getRequest(), pendingRequest);
final SingularityDeployStatistics deployStatistics =
getDeployStatistics(pendingRequest.getRequestId(), pendingRequest.getDeployId());
final RequestState requestState = checkCooldown(maybeRequest.get(), deployStatistics);
int numScheduledTasks =
scheduleTasks(
stateCache,
maybeRequest.get().getRequest(),
requestState,
deployStatistics,
pendingRequest,
matchingTaskIds);
if (numScheduledTasks == 0
&& !matchingTaskIds.isEmpty()
&& maybeRequest.get().getRequest().isScheduled()
&& pendingRequest.getPendingType() == PendingType.NEW_DEPLOY) {
LOG.trace(
"Holding pending request {} because it is scheduled and has an active task",
pendingRequest);
heldForScheduledActiveTask++;
continue;
}
LOG.debug(
"Pending request {} resulted in {} new scheduled tasks",
pendingRequest,
numScheduledTasks);
totalNewScheduledTasks += numScheduledTasks;
} else {
LOG.debug(
"Pending request {} was obsolete (request {})",
pendingRequest,
SingularityRequestWithState.getRequestState(maybeRequest));
obsoleteRequests++;
}
requestManager.deletePendingRequest(pendingRequest);
}
LOG.info(
"Scheduled {} new tasks ({} obsolete requests, {} held) in {}",
totalNewScheduledTasks,
obsoleteRequests,
heldForScheduledActiveTask,
JavaUtils.duration(start));
}