コード例 #1
0
  public StorageService(
      StoreRepository storeRepository,
      MetadataStore metadata,
      SchedulerService scheduler,
      VoldemortConfig config) {
    super(ServiceType.STORAGE);
    this.voldemortConfig = config;
    this.scheduler = scheduler;
    this.storeRepository = storeRepository;
    this.metadata = metadata;
    this.scanPermitWrapper = new ScanPermitWrapper(voldemortConfig.getNumScanPermits());
    this.storageConfigs = new ConcurrentHashMap<String, StorageConfiguration>();
    this.clientThreadPool =
        new ClientThreadPool(
            config.getClientMaxThreads(),
            config.getClientThreadIdleMs(),
            config.getClientMaxQueuedRequests());
    this.storeFactory =
        new ClientRequestExecutorPool(
            config.getClientSelectors(),
            config.getClientMaxConnectionsPerNode(),
            config.getClientConnectionTimeoutMs(),
            config.getSocketTimeoutMs(),
            config.getSocketBufferSize(),
            config.getSocketKeepAlive());

    FailureDetectorConfig failureDetectorConfig =
        new FailureDetectorConfig(voldemortConfig)
            .setCluster(metadata.getCluster())
            .setStoreVerifier(new ServerStoreVerifier(storeFactory, metadata, config));
    this.failureDetector = create(failureDetectorConfig, config.isJmxEnabled());
    this.storeStats = new StoreStats();
    this.routedStoreFactory = new RoutedStoreFactory();
    this.routedStoreFactory.setThreadPool(this.clientThreadPool);
    this.routedStoreConfig =
        new RoutedStoreConfig(this.voldemortConfig, this.metadata.getCluster());

    /*
     * Initialize the dynamic throttle limit based on the per node limit
     * config only if read-only engine is being used.
     */
    if (this.voldemortConfig
        .getStorageConfigurations()
        .contains(ReadOnlyStorageConfiguration.class.getName())) {
      long rate = this.voldemortConfig.getReadOnlyFetcherMaxBytesPerSecond();
      this.dynThrottleLimit = new DynamicThrottleLimit(rate);
    } else this.dynThrottleLimit = null;

    // create the proxy put thread pool
    this.proxyPutWorkerPool =
        Executors.newFixedThreadPool(
            config.getMaxProxyPutThreads(), new DaemonThreadFactory("voldemort-proxy-put-thread"));
    this.aggregatedProxyPutStats = new ProxyPutStats(null);
    if (config.isJmxEnabled()) {
      JmxUtils.registerMbean(
          this.aggregatedProxyPutStats,
          JmxUtils.createObjectName("voldemort.store.rebalancing", "aggregate-proxy-puts"));
    }

    this.aggregatedQuotaStats = new QuotaLimitStats(null);
    if (config.isJmxEnabled()) {
      JmxUtils.registerMbean(
          this.aggregatedQuotaStats,
          JmxUtils.createObjectName("voldemort.store.quota", "aggregate-quota-limit-stats"));
    }
  }
コード例 #2
0
  public StorageService(
      StoreRepository storeRepository,
      MetadataStore metadata,
      SchedulerService scheduler,
      VoldemortConfig config) {
    super(ServiceType.STORAGE);
    this.voldemortConfig = config;
    this.scheduler = scheduler;
    this.storeRepository = storeRepository;
    this.metadata = metadata;
    this.scanPermitWrapper = new ScanPermitWrapper(voldemortConfig.getNumScanPermits());
    this.storageConfigs = new ConcurrentHashMap<String, StorageConfiguration>();
    this.clientThreadPool =
        new ClientThreadPool(
            config.getClientMaxThreads(),
            config.getClientThreadIdleMs(),
            config.getClientMaxQueuedRequests());
    this.storeFactory =
        new ClientRequestExecutorPool(
            config.getClientSelectors(),
            config.getClientMaxConnectionsPerNode(),
            config.getClientConnectionTimeoutMs(),
            config.getSocketTimeoutMs(),
            config.getSocketBufferSize(),
            config.getSocketKeepAlive(),
            "-storage");

    FailureDetectorConfig failureDetectorConfig =
        new FailureDetectorConfig(voldemortConfig)
            .setCluster(metadata.getCluster())
            .setConnectionVerifier(
                new ServerStoreConnectionVerifier(storeFactory, metadata, config));
    FailureDetectorConfig slopStreamingFailureDetectorConfig =
        new FailureDetectorConfig(voldemortConfig)
            .setImplementationClassName(AsyncRecoveryFailureDetector.class.getName())
            .setCluster(metadata.getCluster())
            .setConnectionVerifier(new AdminSlopStreamingVerifier(this.metadata.getCluster()));
    this.failureDetector = create(failureDetectorConfig, config.isJmxEnabled());
    this.slopStreamingFailureDetector =
        create(slopStreamingFailureDetectorConfig, config.isJmxEnabled());
    this.storeStats = new StoreStats("aggregate.storage-service");
    this.routedStoreFactory = new RoutedStoreFactory();
    this.routedStoreFactory.setThreadPool(this.clientThreadPool);
    this.routedStoreConfig =
        new RoutedStoreConfig(this.voldemortConfig, this.metadata.getCluster());

    // create the proxy put thread pool
    this.proxyPutWorkerPool =
        Executors.newFixedThreadPool(
            config.getMaxProxyPutThreads(), new DaemonThreadFactory("voldemort-proxy-put-thread"));
    this.aggregatedProxyPutStats = new ProxyPutStats(null);
    if (config.isJmxEnabled()) {
      JmxUtils.registerMbean(
          this.aggregatedProxyPutStats,
          JmxUtils.createObjectName("voldemort.store.rebalancing", "aggregate-proxy-puts"));
    }

    this.aggregatedQuotaStats = new QuotaLimitStats(null);
    if (config.isJmxEnabled()) {
      JmxUtils.registerMbean(
          this.aggregatedQuotaStats,
          JmxUtils.createObjectName("voldemort.store.quota", "aggregate-quota-limit-stats"));
    }
  }