예제 #1
0
 /**
  * Set maximal number of concurrently running jobs by this scheduler. All pending jobs will be
  * executed.
  *
  * @param maxJobs
  */
 public void setMaxActiveJobs(int maxJobs) {
   _semaphore.setMaxPermits(maxJobs);
   PrioritizedRequest request;
   while (_semaphore.tryAcquire() && (request = nextOrRelease()) != null) {
     sendToExecution(request);
   }
 }
예제 #2
0
  /** Shutdown the scheduler. All subsequent execution request will be rejected. */
  public void shutdown() throws InterruptedException {
    checkState(!_isShutdown);
    _isShutdown = true;

    /* Drain jobs from the queue so they will never be started. Has to be done
     * before killing jobs as otherwise the queued jobs will immediatley fill
     * the freed job slot.
     */
    Collection<PrioritizedRequest> toBeCancelled = new ArrayList<>();
    _queue.drainTo(toBeCancelled);

    /* Kill both the jobs that were queued and which are running. */
    _jobs.values().forEach(j -> j.kill("shutdown"));

    /* Jobs that were queued were never submitted for execution and thus we
     * manually trigger postprocessing.
     */
    toBeCancelled.forEach(this::postprocessWithoutJobSlot);

    LOGGER.info("Waiting for movers on queue '{}' to finish", _name);
    if (!_semaphore.tryAcquire(_semaphore.getMaxPermits(), 2, TimeUnit.SECONDS)) {
      // This is often due to a mover not reacting to interrupt or the transfer
      // doing a lengthy checksum calculation during post processing.
      String versions =
          _jobs
              .values()
              .stream()
              .map(PrioritizedRequest::getMover)
              .map(Mover::getProtocolInfo)
              .map(ProtocolInfo::getVersionString)
              .collect(joining(","));
      LOGGER.warn("Failed to terminate some movers prior to shutdown: {}", versions);
    }
  }
예제 #3
0
  /**
   * Add a request to the scheduler.
   *
   * <p>Returns true if the caller acquired a job slot and must send the job to execution.
   *
   * @param request
   * @return
   */
  private synchronized boolean submit(PrioritizedRequest request) {
    if (_jobs.put(request.getId(), request) != null) {
      throw new RuntimeException(
          "Duplicate mover id detected. Please report to [email protected].");
    }

    if (_semaphore.tryAcquire()) {
      return true;
    } else {
      _queue.add(request);
      return false;
    }
  }