示例#1
0
 public Socket newSocket() throws IOException {
   // zero means 'bind on any available port.'
   if (isEncryptedChannel()) {
     if (Config.getOutboundBindAny())
       return SSLFactory.getSocket(
           DatabaseDescriptor.getEncryptionOptions(),
           endPoint(),
           DatabaseDescriptor.getSSLStoragePort());
     else
       return SSLFactory.getSocket(
           DatabaseDescriptor.getEncryptionOptions(),
           endPoint(),
           DatabaseDescriptor.getSSLStoragePort(),
           FBUtilities.getLocalAddress(),
           0);
   } else {
     if (Config.getOutboundBindAny())
       return new Socket(endPoint(), DatabaseDescriptor.getStoragePort());
     else
       return new Socket(
           endPoint(), DatabaseDescriptor.getStoragePort(), FBUtilities.getLocalAddress(), 0);
   }
 }
 public Socket newSocket() throws IOException {
   // zero means 'bind on any available port.'
   if (isEncryptedChannel()) {
     if (Config.getOutboundBindAny())
       return SSLFactory.getSocket(
           DatabaseDescriptor.getServerEncryptionOptions(),
           endPoint(),
           DatabaseDescriptor.getSSLStoragePort());
     else
       return SSLFactory.getSocket(
           DatabaseDescriptor.getServerEncryptionOptions(),
           endPoint(),
           DatabaseDescriptor.getSSLStoragePort(),
           FBUtilities.getLocalAddress(),
           0);
   } else {
     Socket socket =
         SocketChannel.open(new InetSocketAddress(endPoint(), DatabaseDescriptor.getStoragePort()))
             .socket();
     if (Config.getOutboundBindAny() && !socket.isBound())
       socket.bind(new InetSocketAddress(FBUtilities.getLocalAddress(), 0));
     return socket;
   }
 }
  public static void main(String args[]) {
    Config.setClientMode(true);
    LoaderOptions options = LoaderOptions.parseArgs(args);
    OutputHandler handler = new OutputHandler.SystemOutput(options.verbose, options.debug);
    SSTableLoader loader =
        new SSTableLoader(
            options.directory,
            new ExternalClient(
                options.hosts,
                options.rpcPort,
                options.user,
                options.passwd,
                options.transportFactory,
                options.storagePort,
                options.sslStoragePort,
                options.serverEncOptions),
            handler);
    DatabaseDescriptor.setStreamThroughputOutboundMegabitsPerSec(options.throttle);
    StreamResultFuture future = null;
    try {
      if (options.noProgress) future = loader.stream(options.ignores);
      else future = loader.stream(options.ignores, new ProgressIndicator());
    } catch (Exception e) {
      System.err.println(e.getMessage());
      if (e.getCause() != null) System.err.println(e.getCause());
      if (options.debug) e.printStackTrace(System.err);
      else System.err.println("Run with --debug to get full stack trace or --help to get help.");
      System.exit(1);
    }

    handler.output(String.format("Streaming session ID: %s", future.planId));

    try {
      future.get();
      System.exit(0); // We need that to stop non daemonized threads
    } catch (Exception e) {
      System.err.println("Streaming to the following hosts failed:");
      System.err.println(loader.getFailedHosts());
      System.err.println(e);
      if (options.debug) e.printStackTrace(System.err);
      System.exit(1);
    }
  }
示例#4
0
  @Override
  public void start() throws Exception {
    if (_app != null) {

      initThreadUncaughtExceptionHandler();

      initServer();
      initSysClientFactory();
      _server.start();

      // only data node needs to poll the cluster's address change
      if (!_coordinator.isControlNode()) {
        _clusterPoller.start();
      }

      startNewVersionCheck();
      startUpgradeManager();
      startSecretsManager();
      startPropertyManager();
      startVdcManager();
      startIpReconfigManager();

      // config cassandra as client mode to avoid load yaml file
      Config.setClientMode(true);

      DrUtil drUtil = _coordinator.getDrUtil();
      if (drUtil.isActiveSite()) {
        _recoveryMgr.init();
        startSystemAudit(_dbClient);
      }
      _svcBeacon.start();

      if (drUtil.isActiveSite()) {
        startNetworkMonitor();
      }
    } else {
      throw new Exception("No app found.");
    }
  }
  static {
    Config.setClientMode(true);

    Option optKey = new Option(KEY_OPTION, true, "Partition key");
    // Number of times -k <key> can be passed on the command line.
    optKey.setArgs(500);
    options.addOption(optKey);

    Option excludeKey = new Option(EXCLUDE_KEY_OPTION, true, "Excluded partition key");
    // Number of times -x <key> can be passed on the command line.
    excludeKey.setArgs(500);
    options.addOption(excludeKey);

    Option optEnumerate = new Option(ENUMERATE_KEYS_OPTION, false, "enumerate partition keys only");
    options.addOption(optEnumerate);

    Option debugOutput =
        new Option(DEBUG_OUTPUT_OPTION, false, "CQL row per line internal representation");
    options.addOption(debugOutput);

    Option rawTimestamps =
        new Option(RAW_TIMESTAMPS, false, "Print raw timestamps instead of iso8601 date strings");
    options.addOption(rawTimestamps);
  }
  private static List<RawKeyspace> readTablesFromXml(XMLUtils xmlUtils)
      throws ConfigurationException {

    List<RawKeyspace> keyspaces = new ArrayList<RawKeyspace>();
    /* Read the table related stuff from config */
    try {
      String endPointSnitchClassName = null; // Used as a sentinel. EPS cannot be undefined in 0.6.
      NodeList tablesxml = xmlUtils.getRequestedNodeList("/Storage/Keyspaces/Keyspace");

      String gcGrace = xmlUtils.getNodeValue("/Storage/GCGraceSeconds");
      int gc_grace_seconds = 864000;
      if (gcGrace != null) gc_grace_seconds = Integer.parseInt(gcGrace);

      int size = tablesxml.getLength();
      for (int i = 0; i < size; ++i) {
        String value;
        RawKeyspace ks = new RawKeyspace();
        Node table = tablesxml.item(i);
        /* parsing out the table ksName */
        ks.name = XMLUtils.getAttributeValue(table, "Name");

        value =
            xmlUtils.getNodeValue(
                "/Storage/Keyspaces/Keyspace[@Name='" + ks.name + "']/EndPointSnitch");
        if (endPointSnitchClassName == null) {
          endPointSnitchClassName = value;
        } else if (!endPointSnitchClassName.equals(value)) {
          throw new ConfigurationException(
              "ERROR : EndPointSnitch is global in 0.7 -- multiple choices present.");
        }

        ks.replica_placement_strategy =
            xmlUtils.getNodeValue(
                "/Storage/Keyspaces/Keyspace[@Name='" + ks.name + "']/ReplicaPlacementStrategy");
        /* Data replication factor */
        value =
            xmlUtils.getNodeValue(
                "/Storage/Keyspaces/Keyspace[@Name='" + ks.name + "']/ReplicationFactor");
        if (value != null) {
          ks.replication_factor = Integer.parseInt(value);
        }

        String xqlTable = "/Storage/Keyspaces/Keyspace[@Name='" + ks.name + "']/";
        NodeList columnFamilies = xmlUtils.getRequestedNodeList(xqlTable + "ColumnFamily");

        int size2 = columnFamilies.getLength();
        ks.column_families = new RawColumnFamily[size2];
        for (int j = 0; j < size2; ++j) {
          Node columnFamily = columnFamilies.item(j);
          ks.column_families[j] = new RawColumnFamily();
          ks.column_families[j].name = XMLUtils.getAttributeValue(columnFamily, "Name");
          String xqlCF = xqlTable + "ColumnFamily[@Name='" + ks.column_families[j].name + "']/";
          ks.column_families[j].column_type =
              ColumnFamilyType.create(XMLUtils.getAttributeValue(columnFamily, "ColumnType"));
          ks.column_families[j].compare_with =
              XMLUtils.getAttributeValue(columnFamily, "CompareWith");

          if (ks.column_families[j].column_type != null
              && ks.column_families[j].column_type == ColumnFamilyType.Super)
            ks.column_families[j].compare_subcolumns_with =
                XMLUtils.getAttributeValue(columnFamily, "CompareSubcolumnsWith");

          if ((value = XMLUtils.getAttributeValue(columnFamily, "KeysCached")) != null) {
            ks.column_families[j].keys_cached = FBUtilities.parseDoubleOrPercent(value);
          }

          if ((value = XMLUtils.getAttributeValue(columnFamily, "RowsCached")) != null) {
            ks.column_families[j].rows_cached = FBUtilities.parseDoubleOrPercent(value);
          }

          if ((value = XMLUtils.getAttributeValue(columnFamily, "ReadRepairChance")) != null) {
            ks.column_families[j].read_repair_chance = FBUtilities.parseDoubleOrPercent(value);
          }

          ks.column_families[j].gc_grace_seconds = gc_grace_seconds;

          ks.column_families[j].comment = xmlUtils.getNodeValue(xqlCF + "Comment");
        }
        keyspaces.add(ks);
      }
      if (endPointSnitchClassName.equals("org.apache.cassandra.locator.EndPointSnitch")) {
        endPointSnitchClassName = "org.apache.cassandra.locator.RackInferringSnitch";
        System.out.println(
            "WARN : org.apache.cassandra.locator.EndPointSnitch has been replaced by org.apache.cassandra.locator.RackInferringSnitch");
      } else if (endPointSnitchClassName.equals(
          "org.apache.cassandra.locator.PropertyFileEndpointSnitch")) {
        endPointSnitchClassName = "org.apache.cassandra.locator.PropertyFileSnitch";
        System.out.println(
            "WARN : org.apache.cassandra.locator.PropertyFileEndpointSnich has been replaced by org.apache.cassandra.locator.PropertyFileSnitch");
      } else {
        System.out.println("INFO : EndPointSnitch is global in 0.7 and may need to be updated.");
      }
      conf.endpoint_snitch = endPointSnitchClassName;
      return keyspaces;
    } catch (XPathExpressionException e) {
      throw new ConfigurationException("XPath expression error.");
    } catch (TransformerException e) {
      throw new ConfigurationException("Error occurred during the transformation process.");
    }
  }
  private static void loadPreviousConfig(String config) throws ConfigurationException {
    try {
      XMLUtils xmlUtils = new XMLUtils(config);
      conf.cluster_name = xmlUtils.getNodeValue("/Storage/ClusterName");

      String syncRaw = xmlUtils.getNodeValue("/Storage/CommitLogSync");
      conf.commitlog_sync = Config.CommitLogSync.valueOf(syncRaw);

      if (conf.commitlog_sync != null) {
        if (conf.commitlog_sync == Config.CommitLogSync.batch)
          conf.commitlog_sync_batch_window_in_ms =
              Double.valueOf(xmlUtils.getNodeValue("/Storage/CommitLogSyncBatchWindowInMS"));
        else
          conf.commitlog_sync_period_in_ms =
              Integer.valueOf(xmlUtils.getNodeValue("/Storage/CommitLogSyncPeriodInMS"));
      }

      String modeRaw = xmlUtils.getNodeValue("/Storage/DiskAccessMode");
      conf.disk_access_mode = Config.DiskAccessMode.valueOf(modeRaw);

      conf.authenticator = xmlUtils.getNodeValue("/Storage/Authenticator");
      // handle the authc/authz split by configuring SimpleAuthority if SimpleAuthenticator is in
      // use
      if (conf.authenticator != null
          && conf.authenticator.equals(SimpleAuthenticator.class.getName()))
        conf.authority = SimpleAuthority.class.getName();

      /* Hashing strategy */
      conf.partitioner = xmlUtils.getNodeValue("/Storage/Partitioner");

      conf.job_tracker_host = xmlUtils.getNodeValue("/Storage/JobTrackerHost");

      conf.job_jar_file_location = xmlUtils.getNodeValue("/Storage/JobJarFileLocation");

      conf.initial_token = xmlUtils.getNodeValue("/Storage/InitialToken");

      String rpcTimeout = xmlUtils.getNodeValue("/Storage/RpcTimeoutInMillis");
      if (rpcTimeout != null) conf.rpc_timeout_in_ms = Long.parseLong(rpcTimeout);

      String rawReaders = xmlUtils.getNodeValue("/Storage/ConcurrentReads");
      if (rawReaders != null) {
        conf.concurrent_reads = Integer.parseInt(rawReaders);
      }

      String rawWriters = xmlUtils.getNodeValue("/Storage/ConcurrentWrites");
      if (rawWriters != null) {
        conf.concurrent_writes = Integer.parseInt(rawWriters);
      }

      String rawSlicedBuffer = xmlUtils.getNodeValue("/Storage/SlicedBufferSizeInKB");
      if (rawSlicedBuffer != null) {
        conf.sliced_buffer_size_in_kb = Integer.parseInt(rawSlicedBuffer);
      }

      String bmtThresh = xmlUtils.getNodeValue("/Storage/BinaryMemtableThroughputInMB");
      if (bmtThresh != null) {
        conf.binary_memtable_throughput_in_mb = Integer.parseInt(bmtThresh);
      }

      /* TCP port on which the storage system listens */
      String port = xmlUtils.getNodeValue("/Storage/StoragePort");
      if (port != null) conf.storage_port = Integer.parseInt(port);

      /* Local IP or hostname to bind services to */
      conf.listen_address = xmlUtils.getNodeValue("/Storage/ListenAddress");

      conf.rpc_address = xmlUtils.getNodeValue("/Storage/RPCAddress");

      port = xmlUtils.getNodeValue("/Storage/RPCPort");
      if (port != null) conf.rpc_port = Integer.parseInt(port);

      String framedRaw = xmlUtils.getNodeValue("/Storage/ThriftFramedTransport");
      if (framedRaw != null && !Boolean.valueOf(framedRaw)) {
        conf.thrift_framed_transport_size_in_mb = 0;
        System.out.println(
            "WARN : Thrift uses framed Transport by default in 0.7! Setting TFramedTransportSize to 0MB (disabled).");
      } else {
        conf.thrift_framed_transport_size_in_mb = 15;
        System.out.println("TFramedTransport will have a maximum frame size of 15MB");
      }

      String sbc = xmlUtils.getNodeValue("/Storage/SnapshotBeforeCompaction");
      if (sbc != null) {
        conf.snapshot_before_compaction = Boolean.valueOf(sbc);
      }

      String autoBootstr = xmlUtils.getNodeValue("/Storage/AutoBootstrap");
      if (autoBootstr != null) {
        conf.auto_bootstrap = Boolean.valueOf(autoBootstr);
      }

      String lifetime = xmlUtils.getNodeValue("/Storage/MemtableFlushAfterMinutes");
      if (lifetime != null) conf.memtable_flush_after_mins = Integer.parseInt(lifetime);

      String memtableSize = xmlUtils.getNodeValue("/Storage/MemtableThroughputInMB");
      if (memtableSize != null) conf.memtable_throughput_in_mb = Integer.parseInt(memtableSize);

      String memtableObjectCount = xmlUtils.getNodeValue("/Storage/MemtableOperationsInMillions");
      if (memtableObjectCount != null)
        conf.memtable_operations_in_millions = Double.parseDouble(memtableObjectCount);

      String columnIndexSize = xmlUtils.getNodeValue("/Storage/ColumnIndexSizeInKB");
      if (columnIndexSize != null) {
        conf.column_index_size_in_kb = Integer.parseInt(columnIndexSize);
      }

      conf.data_file_directories =
          xmlUtils.getNodeValues("/Storage/DataFileDirectories/DataFileDirectory");

      conf.commitlog_directory = xmlUtils.getNodeValue("/Storage/CommitLogDirectory");

      String value = xmlUtils.getNodeValue("/Storage/CommitLogRotationThresholdInMB");
      if (value != null) conf.commitlog_rotation_threshold_in_mb = Integer.parseInt(value);

      conf.seeds = xmlUtils.getNodeValues("/Storage/Seeds/Seed");

      conf.keyspaces = readTablesFromXml(xmlUtils);
    } catch (ParserConfigurationException e) {
      System.out.println("Parser error during previous config load.");
      throw new ConfigurationException("Parser error during previous config load.");
    } catch (SAXException e) {
      System.out.println("SAX error during previous config load.");
      throw new ConfigurationException("SAX error during previous config load.");
    } catch (IOException e) {
      System.out.println("File I/O error during previous config load.");
      throw new ConfigurationException("File I/O error during previous config load.");
    } catch (XPathExpressionException e) {
      System.out.println("XPath error during previous config load.");
      throw new ConfigurationException("XPath error during previous config load.");
    }
  }