Пример #1
0
 public void acquireTransactionLocks() {
   if (Boolean.parseBoolean(
       _configProperties.getProperty("ode.acquireTransactionLocks", "false"))) {
     _contexts.scheduler.acquireTransactionLocks();
   }
 }
Пример #2
0
/**
 * The BPEL server implementation.
 *
 * <p>This implementation is intended to be thread safe. The key concurrency mechanism is a
 * "management" read/write lock that synchronizes all management operations (they require "write"
 * access) and prevents concurrent management operations and processing (processing requires "read"
 * access). Write access to the lock is scoped to the method, while read access is scoped to a
 * transaction.
 *
 * @author Maciej Szefler <mszefler at gmail dot com>
 * @author Matthieu Riou <mriou at apache dot org>
 */
public class BpelServerImpl implements BpelServer, Scheduler.JobProcessor {
  private static final Log __log = LogFactory.getLog(BpelServerImpl.class);

  private static final Messages __msgs = MessageBundle.getMessages(Messages.class);

  /** Maximum age of a process before it is quiesced */
  private static Long __processMaxAge;

  public static final String DEFERRED_PROCESS_INSTANCE_CLEANUP_DISABLED_NAME =
      "org.apache.ode.disable.deferredProcessInstanceCleanup";

  private static boolean DEFERRED_PROCESS_INSTANCE_CLEANUP_DISABLED =
      Boolean.getBoolean(DEFERRED_PROCESS_INSTANCE_CLEANUP_DISABLED_NAME);

  /**
   * Set of processes that are registered with the server. Includes hydrated and dehydrated
   * processes. Guarded by _mngmtLock.writeLock().
   */
  private final Set<BpelProcess> _registeredProcesses = new HashSet<BpelProcess>();

  private State _state = State.SHUTDOWN;
  private final Contexts _contexts = new Contexts();
  private Properties _configProperties;
  private DehydrationPolicy _dehydrationPolicy;
  private boolean _hydrationLazy;
  private int _hydrationLazyMinimumSize;
  private int _migrationTransactionTimeout;
  private Thread processDefReaper;

  BpelEngineImpl _engine;
  protected BpelDatabase _db;

  /**
   * Management lock for synchronizing management operations and preventing processing
   * (transactions) from occuring while management operations are in progress.
   */
  private ReadWriteLock _mngmtLock = new ReentrantReadWriteLock();

  static {
    // TODO Clean this up and factorize engine configuration
    try {
      String processMaxAge = System.getProperty("ode.process.maxage");
      if (processMaxAge != null && processMaxAge.length() > 0) {
        __processMaxAge = Long.valueOf(processMaxAge);
        __log.info("Process definition max age adjusted. Max age = " + __processMaxAge + "ms.");
      }
    } catch (Throwable t) {
      if (__log.isDebugEnabled()) {
        __log.debug("Could not parse ode.process.maxage environment variable.", t);
      } else {
        __log.info("Could not parse ode.process.maxage environment variable; reaping disabled.");
      }
    }
  }

  private enum State {
    SHUTDOWN,
    INIT,
    RUNNING
  }

  public BpelServerImpl() {}

  public Contexts getContexts() {
    return _contexts;
  }

  public void start() {
    _mngmtLock.writeLock().lock();
    try {
      if (!checkState(State.INIT, State.RUNNING)) {
        __log.debug("start() ignored -- already started");
        return;
      }
      __log.debug("BPEL SERVER starting.");

      // Eventually running some migrations before starting
      if (!(new MigrationHandler(_contexts)
          .migrate(_registeredProcesses, _migrationTransactionTimeout))) {
        throw new BpelEngineException(
            "An error occurred while migrating your database to a newer version of the server. Please make sure that the required migration scripts have been executed before starting the server.");
      }

      _state = State.RUNNING;
      __log.info(__msgs.msgServerStarted());
      if (_dehydrationPolicy != null) {
        processDefReaper = new Thread(new ProcessDefReaper(), "Dehydrator");
        processDefReaper.setDaemon(true);
        processDefReaper.start();
      }
    } finally {
      _mngmtLock.writeLock().unlock();
    }
  }

  public void registerExternalVariableEngine(ExternalVariableModule eve) {
    _contexts.externalVariableEngines.put(eve.getName(), eve);
  }

  /**
   * Register a global listener to receive {@link BpelEvent}s froom all processes.
   *
   * @param listener
   */
  public void registerBpelEventListener(BpelEventListener listener) {
    // Do not synchronize, eventListeners is copy-on-write array.
    listener.startup(_configProperties);
    _contexts.eventListeners.add(listener);
  }

  /**
   * Unregister a global listener from receive {@link BpelEvent}s from all processes.
   *
   * @param listener
   */
  public void unregisterBpelEventListener(BpelEventListener listener) {
    // Do not synchronize, eventListeners is copy-on-write array.
    try {
      listener.shutdown();
    } catch (Exception e) {
      __log.warn(
          "Stopping BPEL event listener "
              + listener.getClass().getName()
              + " failed, nevertheless it has been unregistered.",
          e);
    } finally {
      _contexts.eventListeners.remove(listener);
    }
  }

  private void unregisterBpelEventListeners() {
    for (BpelEventListener l : _contexts.eventListeners) {
      unregisterBpelEventListener(l);
    }
  }

  public void stop() {
    _mngmtLock.writeLock().lock();
    try {
      if (!checkState(State.RUNNING, State.INIT)) {
        __log.debug("stop() ignored -- already stopped");
        return;
      }

      __log.debug("BPEL SERVER STOPPING");

      if (processDefReaper != null) {
        processDefReaper.interrupt();
        processDefReaper = null;
      }
      _contexts.scheduler.stop();
      _engine = null;
      _state = State.INIT;
      __log.info(__msgs.msgServerStopped());
    } finally {
      _mngmtLock.writeLock().unlock();
    }
  }

  public void init() throws BpelEngineException {
    _mngmtLock.writeLock().lock();
    try {
      if (!checkState(State.SHUTDOWN, State.INIT)) return;

      __log.debug("BPEL SERVER initializing ");

      _db = new BpelDatabase(_contexts.dao, _contexts.scheduler);
      _state = State.INIT;

      _engine = createBpelEngineImpl(_contexts);
    } finally {
      _mngmtLock.writeLock().unlock();
    }
  }

  // enable extensibility
  protected BpelEngineImpl createBpelEngineImpl(Contexts contexts) {
    return new BpelEngineImpl(contexts);
  }

  public void shutdown() throws BpelEngineException {
    _mngmtLock.writeLock().lock();
    try {
      stop();
      unregisterBpelEventListeners();

      _db = null;
      _engine = null;
      _state = State.SHUTDOWN;
    } finally {
      _mngmtLock.writeLock().unlock();
    }
  }

  public BpelEngine getEngine() {
    boolean registered = false;
    _mngmtLock.readLock().lock();
    try {
      _contexts.scheduler.registerSynchronizer(
          new Synchronizer() {
            public void afterCompletion(boolean success) {
              _mngmtLock.readLock().unlock();
            }

            public void beforeCompletion() {}
          });
      registered = true;
    } finally {
      // If we failed to register the synchro,then there was an ex/throwable; we need to unlock now.
      if (!registered) _mngmtLock.readLock().unlock();
    }
    return _engine;
  }

  /**
   * This is the unsecured version of above method getEngine. Please use with care. This is a hack
   * to make BPS instance management work. TODO: Need to refactor this code in Apache ODE to make it
   * more flexible to manage process engine.
   *
   * @return
   */
  public BpelEngine getEngineUnsecured() {
    return _engine;
  }

  public void register(ProcessConf conf) {
    if (conf == null)
      throw new NullPointerException("must specify non-null process configuration.");

    __log.debug("register: " + conf.getProcessId());

    // Ok, IO out of the way, we will mod the server state, so need to get a
    // lock.
    try {
      _mngmtLock.writeLock().lockInterruptibly();
    } catch (InterruptedException ie) {
      __log.debug("register(...) interrupted.", ie);
      throw new BpelEngineException(__msgs.msgOperationInterrupted());
    }

    try {
      // If the process is already active, do nothing.
      if (_engine.isProcessRegistered(conf.getProcessId())) {
        __log.debug(
            "skipping doRegister" + conf.getProcessId() + ") -- process is already registered");
        return;
      }

      __log.debug("Registering process " + conf.getProcessId() + " with server.");

      BpelProcess process = createBpelProcess(conf);
      process._classLoader = Thread.currentThread().getContextClassLoader();

      _engine.registerProcess(process);
      _registeredProcesses.add(process);
      if (!isLazyHydratable(process)) {
        process.hydrate();
      } else {
        _engine.setProcessSize(process.getPID(), false);
      }

      __log.info(__msgs.msgProcessRegistered(conf.getProcessId()));

    } catch (Exception ex) {
      __log.error(ex);
      throw new BpelEngineException(ex);
    } finally {
      _mngmtLock.writeLock().unlock();
    }
  }

  private boolean isLazyHydratable(BpelProcess process) {
    if (process.isHydrationLazySet()) {
      return process.isHydrationLazy();
    }
    if (!_hydrationLazy) {
      return false;
    }
    return process.getEstimatedHydratedSize() < _hydrationLazyMinimumSize;
  }

  // enable extensibility
  protected BpelProcess createBpelProcess(ProcessConf conf) {
    return new BpelProcess(conf);
  }

  public void unregister(QName pid) throws BpelEngineException {
    if (__log.isTraceEnabled()) __log.trace("unregister: " + pid);

    try {
      _mngmtLock.writeLock().lockInterruptibly();
    } catch (InterruptedException ie) {
      __log.debug("unregister() interrupted.", ie);
      throw new BpelEngineException(__msgs.msgOperationInterrupted());
    }

    try {
      BpelProcess p;
      if (_engine != null) {
        p = _engine.unregisterProcess(pid);
        if (p != null) {
          _registeredProcesses.remove(p);
          XslTransformHandler.getInstance().clearXSLSheets(p.getProcessType());
          __log.info(__msgs.msgProcessUnregistered(pid));
        }
      }
    } catch (Exception ex) {
      __log.error(__msgs.msgProcessUnregisterFailed(pid), ex);
      throw new BpelEngineException(ex);
    } finally {
      _mngmtLock.writeLock().unlock();
    }
  }

  /**
   * Register a global message exchange interceptor.
   *
   * @param interceptor message-exchange interceptor
   */
  public void registerMessageExchangeInterceptor(MessageExchangeInterceptor interceptor) {
    // NOTE: do not synchronize, globalInterceptors is copy-on-write.
    _contexts.globalInterceptors.add(interceptor);
  }

  /**
   * Unregister a global message exchange interceptor.
   *
   * @param interceptor message-exchange interceptor
   */
  public void unregisterMessageExchangeInterceptor(MessageExchangeInterceptor interceptor) {
    // NOTE: do not synchronize, globalInterceptors is copy-on-write.
    _contexts.globalInterceptors.remove(interceptor);
  }

  /** Check a state transition from state "i" to state "j". */
  private boolean checkState(State i, State j) {
    if (_state == i) return true;
    if (_state == j) return false;
    return false;
  }

  protected boolean deleteProcessDAO(final QName pid, boolean isInMemory) {
    try {
      if (isInMemory) {
        return deleteProcessDAO(_contexts.inMemDao.getConnection(), pid);
      } else {
        return _db.exec(
            new BpelDatabase.Callable<Boolean>() {
              public Boolean run(BpelDAOConnection conn) throws Exception {
                return deleteProcessDAO(conn, pid);
              }
            });
      }
    } catch (BpelEngineException re) {
      throw re;
    } catch (Exception e) {
      throw new BpelEngineException(e);
    }
  }

  private boolean deleteProcessDAO(BpelDAOConnection conn, QName pid) {
    final ProcessDAO proc = conn.getProcess(pid);
    if (proc != null) {
      // delete routes
      if (__log.isDebugEnabled()) __log.debug("Deleting only the process " + pid + "...");
      proc.deleteProcessAndRoutes();
      if (__log.isInfoEnabled()) __log.info("Deleted only the process " + pid + ".");
      // we do deferred instance cleanup only for hibernate, for now
      if (proc instanceof DeferredProcessInstanceCleanable
          && !DEFERRED_PROCESS_INSTANCE_CLEANUP_DISABLED) {
        // schedule deletion of process runtime data
        _engine._contexts.scheduler.scheduleMapSerializableRunnable(
            new ProcessCleanUpRunnable(((DeferredProcessInstanceCleanable) proc).getPidId()),
            new Date());
      } else if (proc instanceof DeferredProcessInstanceCleanable) {
        ((DeferredProcessInstanceCleanable) proc).deleteInstances(Integer.MAX_VALUE);
      }
      return true;
    }
    return false;
  }

  public void onScheduledJob(JobInfo jobInfo) throws JobProcessorException {
    getEngine().onScheduledJob(jobInfo);
  }

  private class ProcessDefReaper implements Runnable {
    public void run() {
      __log.debug("Starting process definition reaper thread.");
      long pollingTime = 10000;
      try {
        while (true) {
          Thread.sleep(pollingTime);
          if (!_mngmtLock.writeLock().tryLock(100L, TimeUnit.MILLISECONDS)) continue;
          try {
            __log.debug("Kicking reaper, OProcess instances: " + OProcess.instanceCount);
            // Copying the runnning process list to avoid synchronization
            // problems and a potential mess if a policy modifies the list
            List<BpelProcess> candidates = new ArrayList<BpelProcess>(_registeredProcesses);
            CollectionsX.remove_if(
                candidates,
                new MemberOfFunction<BpelProcess>() {
                  public boolean isMember(BpelProcess o) {
                    return !o.hintIsHydrated();
                  }
                });

            // And the happy winners are...
            List<BpelProcess> ripped = _dehydrationPolicy.markForDehydration(candidates);
            // Bye bye
            for (BpelProcess process : ripped) {
              __log.debug("Dehydrating process " + process.getPID());
              process.dehydrate();
            }
          } finally {
            _mngmtLock.writeLock().unlock();
          }
        }
      } catch (InterruptedException e) {
        __log.debug(e);
      }
    }
  }

  public void setDehydrationPolicy(DehydrationPolicy dehydrationPolicy) {
    _dehydrationPolicy = dehydrationPolicy;
  }

  public void setConfigProperties(Properties configProperties) {
    _configProperties = configProperties;
  }

  public void setMessageExchangeContext(MessageExchangeContext mexContext)
      throws BpelEngineException {
    _contexts.mexContext = mexContext;
  }

  public void setScheduler(Scheduler scheduler) throws BpelEngineException {
    _contexts.scheduler = scheduler;
  }

  public void setCronScheduler(CronScheduler cronScheduler) throws BpelEngineException {
    _contexts.cronScheduler = cronScheduler;
  }

  public void setEndpointReferenceContext(EndpointReferenceContext eprContext)
      throws BpelEngineException {
    _contexts.eprContext = eprContext;
  }

  /**
   * Set the DAO connection factory. The DAO is used by the BPEL engine to persist information about
   * active processes.
   *
   * @param daoCF {@link BpelDAOConnectionFactory} implementation.
   */
  public void setDaoConnectionFactory(BpelDAOConnectionFactory daoCF) throws BpelEngineException {
    JdbcDelegate.setGlobalDAOConnFac(daoCF);
    _contexts.dao = daoCF;
  }

  public void setInMemDaoConnectionFactory(BpelDAOConnectionFactory daoCF) {
    _contexts.inMemDao = daoCF;
  }

  public void setBindingContext(BindingContext bc) {
    _contexts.bindingContext = bc;
  }

  public DebuggerContext getDebugger(QName pid) throws BpelEngineException {
    return _engine._activeProcesses.get(pid)._debugger;
  }

  public boolean hasActiveInstances(final QName pid) {
    try {
      return _db.exec(
          new BpelDatabase.Callable<Boolean>() {
            public Boolean run(BpelDAOConnection conn) throws Exception {
              return conn.getNumInstances(pid) > 0;
            }
          });
    } catch (BpelEngineException re) {
      throw re;
    } catch (Exception e) {
      throw new BpelEngineException(e);
    }
  }

  public void setHydrationLazy(boolean hydrationLazy) {
    this._hydrationLazy = hydrationLazy;
  }

  public void setProcessThrottledMaximumSize(long hydrationThrottledMaximumSize) {
    _engine.setProcessThrottledMaximumSize(hydrationThrottledMaximumSize);
  }

  public void setProcessThrottledMaximumCount(int hydrationThrottledMaximumCount) {
    _engine.setProcessThrottledMaximumCount(hydrationThrottledMaximumCount);
  }

  public void setHydrationLazyMinimumSize(int hydrationLazyMinimumSize) {
    this._hydrationLazyMinimumSize = hydrationLazyMinimumSize;
  }

  public void setInstanceThrottledMaximumCount(int instanceThrottledMaximumCount) {
    _engine.setInstanceThrottledMaximumCount(instanceThrottledMaximumCount);
  }

  public BpelDatabase getBpelDb() {
    return _db;
  }

  /**
   * A polled runnable instance that implements this interface will be set with the contexts before
   * the run() method is called.
   *
   * @author sean
   */
  public interface ContextsAware {
    void setContexts(Contexts contexts);
  }

  /**
   * This wraps up the executor service for polled runnables.
   *
   * @author sean
   */
  public static class PolledRunnableProcessor implements Scheduler.JobProcessor {
    private ExecutorService _polledRunnableExec;
    private Contexts _contexts;

    // this map contains all polled runnable results that are not completed.
    // keep an eye on this one, since if we re-use this polled runnable and
    // generate too many entries in this map, this becomes a memory leak(
    // long-running memory occupation)
    private final Map<String, PolledRunnableResults> resultsByJobId =
        new HashMap<String, PolledRunnableResults>();

    public void setContexts(Contexts contexts) {
      _contexts = contexts;
    }

    public void setPolledRunnableExecutorService(ExecutorService polledRunnableExecutorService) {
      _polledRunnableExec = polledRunnableExecutorService;
    }

    public void onScheduledJob(final Scheduler.JobInfo jobInfo)
        throws Scheduler.JobProcessorException {
      JOB_STATUS statusOfPriorTry = JOB_STATUS.PENDING;
      Exception exceptionThrownOnPriorTry = null;
      boolean toRetry = false;

      synchronized (resultsByJobId) {
        PolledRunnableResults results = resultsByJobId.get(jobInfo.jobName);
        if (results != null) {
          statusOfPriorTry = results._status;
          exceptionThrownOnPriorTry = results._exception;
        }
        if (statusOfPriorTry == JOB_STATUS.COMPLETED) {
          resultsByJobId.remove(jobInfo.jobName);
          jobInfo.jobDetail.getDetailsExt().put("runnable_status", JOB_STATUS.COMPLETED);
          return;
        }
        if (statusOfPriorTry == JOB_STATUS.PENDING || statusOfPriorTry == JOB_STATUS.FAILED) {
          resultsByJobId.put(
              jobInfo.jobName, new PolledRunnableResults(JOB_STATUS.IN_PROGRESS, null));
          toRetry = true;
        }
      }

      if (toRetry) {
        // re-try
        _polledRunnableExec.submit(
            new Runnable() {
              public void run() {
                try {
                  MapSerializableRunnable runnable =
                      (MapSerializableRunnable) jobInfo.jobDetail.getDetailsExt().get("runnable");
                  runnable.restoreFromDetails(jobInfo.jobDetail);
                  if (runnable instanceof ContextsAware) {
                    ((ContextsAware) runnable).setContexts(_contexts);
                  }
                  runnable.run();
                  synchronized (resultsByJobId) {
                    resultsByJobId.put(
                        jobInfo.jobName, new PolledRunnableResults(JOB_STATUS.COMPLETED, null));
                  }
                } catch (Exception e) {
                  __log.error("", e);
                  synchronized (resultsByJobId) {
                    resultsByJobId.put(
                        jobInfo.jobName, new PolledRunnableResults(JOB_STATUS.FAILED, e));
                  }
                } finally {
                }
              }
            });
      }

      jobInfo.jobDetail.getDetailsExt().put("runnable_status", JOB_STATUS.IN_PROGRESS);
      if (exceptionThrownOnPriorTry != null) {
        throw new Scheduler.JobProcessorException(exceptionThrownOnPriorTry, true);
      }
    }

    private static enum JOB_STATUS {
      PENDING,
      IN_PROGRESS,
      FAILED,
      COMPLETED
    }

    private class PolledRunnableResults {
      private JOB_STATUS _status = JOB_STATUS.PENDING;
      private Exception _exception;

      public PolledRunnableResults(JOB_STATUS status, Exception exception) {
        _status = status;
        _exception = exception;
      }
    }
  }

  public void cleanupProcess(ProcessConf pconf) throws BpelEngineException {
    if (pconf != null) {
      deleteProcessDAO(pconf.getProcessId(), pconf.isTransient());
    }
  }

  public void setMigrationTransactionTimeout(int migrationTransactionTimeout) {
    this._migrationTransactionTimeout = migrationTransactionTimeout;
  }

  public void acquireTransactionLocks() {
    if (Boolean.parseBoolean(
        _configProperties.getProperty("ode.acquireTransactionLocks", "false"))) {
      _contexts.scheduler.acquireTransactionLocks();
    }
  }

  public void registerExtensionBundle(ExtensionBundleRuntime bundle) {
    _contexts.extensionRegistry.put(bundle.getNamespaceURI(), bundle);
    bundle.registerExtensionActivities();
  }

  public void unregisterExtensionBundle(String nsURI) {
    _contexts.extensionRegistry.remove(nsURI);
  }

  public void registerExtensionCorrelationFilter(ExtensionCorrelationFilter filter) {
    _contexts.correlationFilterRegistry.put(filter.getNamespaceURI(), filter);
    filter.registerExtensionCorrelationFilter();
  }

  public void unregisterExtensionCorrelationFilter(String nsURI) {
    _contexts.correlationFilterRegistry.remove(nsURI);
  }
}