@Test
public void decompress() throws FileNotFoundException, IOException {
SnappyCompression compress = new SnappyCompression();
compress.decompressAndClose(
new FileInputStream("/tmp/test1.snp"),
new FileOutputStream("/tmp/compress-test-out-2.txt"));
String md1 = SystemUtils.md5(new File("/tmp/compress-test.txt"));
String md2 = SystemUtils.md5(new File("/tmp/compress-test-out-2.txt"));
assertEquals(md1, md2);
}
@Override
public void intialize() {
setupEnvVars();
this.config.intialize(ASG_NAME, REGION);
setDefaultRACList(REGION);
populateProps();
SystemUtils.createDirs(getBackupCommitLogLocation());
SystemUtils.createDirs(getCommitLogLocation());
SystemUtils.createDirs(getCacheLocation());
SystemUtils.createDirs(getDataFileLocation());
}
@Test
public void snappyDecompress() throws IOException {
// decompress normally.
SnappyInputStream is =
new SnappyInputStream(new BufferedInputStream(new FileInputStream("/tmp/test0.snp")));
byte d[] = new byte[1024];
FileOutputStream fos = new FileOutputStream("/tmp/compress-test-out-1.txt");
BufferedOutputStream dest1 = new BufferedOutputStream(fos, 1024);
int c;
while ((c = is.read(d, 0, 1024)) != -1) {
dest1.write(d, 0, c);
}
IOUtils.closeQuietly(dest1);
IOUtils.closeQuietly(is);
String md1 = SystemUtils.md5(new File("/tmp/compress-test-out-1.txt"));
String md2 = SystemUtils.md5(new File("/tmp/compress-test.txt"));
assertEquals(md1, md2);
}
@Test
public void unzip() throws IOException {
BufferedOutputStream dest1 = null;
BufferedInputStream is = null;
ZipFile zipfile = new ZipFile("/tmp/compressed.zip");
Enumeration e = zipfile.entries();
while (e.hasMoreElements()) {
ZipEntry entry = (ZipEntry) e.nextElement();
is = new BufferedInputStream(zipfile.getInputStream(entry));
int c;
byte d[] = new byte[2048];
FileOutputStream fos = new FileOutputStream("/tmp/compress-test-out-0.txt");
dest1 = new BufferedOutputStream(fos, 2048);
while ((c = is.read(d, 0, 2048)) != -1) {
dest1.write(d, 0, c);
}
IOUtils.closeQuietly(dest1);
IOUtils.closeQuietly(is);
}
String md1 = SystemUtils.md5(new File("/tmp/compress-test.txt"));
String md2 = SystemUtils.md5(new File("/tmp/compress-test-out-0.txt"));
assertEquals(md1, md2);
}
@Singleton
public class PriamConfiguration implements IConfiguration {
public static final String PRIAM_PRE = "priam";
private static final String CONFIG_CASS_HOME_DIR = PRIAM_PRE + ".cass.home";
private static final String CONFIG_CASS_START_SCRIPT = PRIAM_PRE + ".cass.startscript";
private static final String CONFIG_CASS_STOP_SCRIPT = PRIAM_PRE + ".cass.stopscript";
private static final String CONFIG_CLUSTER_NAME = PRIAM_PRE + ".clustername";
private static final String CONFIG_SEED_PROVIDER_NAME = PRIAM_PRE + ".seed.provider";
private static final String CONFIG_LOAD_LOCAL_PROPERTIES = PRIAM_PRE + ".localbootstrap.enable";
private static final String CONFIG_MAX_HEAP_SIZE = PRIAM_PRE + ".heap.size.";
private static final String CONFIG_DATA_LOCATION = PRIAM_PRE + ".data.location";
private static final String CONFIG_MR_ENABLE = PRIAM_PRE + ".multiregion.enable";
private static final String CONFIG_CL_LOCATION = PRIAM_PRE + ".commitlog.location";
private static final String CONFIG_JMX_LISTERN_PORT_NAME = PRIAM_PRE + ".jmx.port";
private static final String CONFIG_AVAILABILITY_ZONES = PRIAM_PRE + ".zones.available";
private static final String CONFIG_SAVE_CACHE_LOCATION = PRIAM_PRE + ".cache.location";
private static final String CONFIG_NEW_MAX_HEAP_SIZE = PRIAM_PRE + ".heap.newgen.size.";
private static final String CONFIG_DIRECT_MAX_HEAP_SIZE = PRIAM_PRE + ".direct.memory.size.";
private static final String CONFIG_THRIFT_LISTEN_PORT_NAME = PRIAM_PRE + ".thrift.port";
private static final String CONFIG_THRIFT_ENABLED = PRIAM_PRE + ".thrift.enabled";
private static final String CONFIG_NATIVE_PROTOCOL_PORT = PRIAM_PRE + ".nativeTransport.port";
private static final String CONFIG_NATIVE_PROTOCOL_ENABLED =
PRIAM_PRE + ".nativeTransport.enabled";
private static final String CONFIG_STORAGE_LISTERN_PORT_NAME = PRIAM_PRE + ".storage.port";
private static final String CONFIG_SSL_STORAGE_LISTERN_PORT_NAME =
PRIAM_PRE + ".ssl.storage.port";
private static final String CONFIG_CL_BK_LOCATION = PRIAM_PRE + ".backup.commitlog.location";
private static final String CONFIG_THROTTLE_UPLOAD_PER_SECOND = PRIAM_PRE + ".upload.throttle";
private static final String CONFIG_IN_MEMORY_COMPACTION_LIMIT =
PRIAM_PRE + ".memory.compaction.limit";
private static final String CONFIG_COMPACTION_THROUHPUT = PRIAM_PRE + ".compaction.throughput";
private static final String CONFIG_MAX_HINT_WINDOW_IN_MS = PRIAM_PRE + ".hint.window";
private static final String CONFIG_HINT_DELAY = PRIAM_PRE + ".hint.delay";
private static final String CONFIG_BOOTCLUSTER_NAME = PRIAM_PRE + ".bootcluster";
private static final String CONFIG_ENDPOINT_SNITCH = PRIAM_PRE + ".endpoint_snitch";
private static final String CONFIG_MEMTABLE_TOTAL_SPACE = PRIAM_PRE + ".memtabletotalspace";
private static final String CONFIG_CASS_PROCESS_NAME = PRIAM_PRE + ".cass.process";
private static final String CONFIG_VNODE_NUM_TOKENS = PRIAM_PRE + ".vnodes.numTokens";
private static final String CONFIG_YAML_LOCATION = PRIAM_PRE + ".yamlLocation";
private static final String CONFIG_AUTHENTICATOR = PRIAM_PRE + ".authenticator";
private static final String CONFIG_AUTHORIZER = PRIAM_PRE + ".authorizer";
private static final String CONFIG_TARGET_KEYSPACE_NAME = PRIAM_PRE + ".target.keyspace";
private static final String CONFIG_TARGET_COLUMN_FAMILY_NAME = PRIAM_PRE + ".target.columnfamily";
private static final String CONFIG_CASS_MANUAL_START_ENABLE =
PRIAM_PRE + ".cass.manual.start.enable";
// Backup and Restore
private static final String CONFIG_BACKUP_THREADS = PRIAM_PRE + ".backup.threads";
private static final String CONFIG_RESTORE_PREFIX = PRIAM_PRE + ".restore.prefix";
private static final String CONFIG_INCR_BK_ENABLE = PRIAM_PRE + ".backup.incremental.enable";
private static final String CONFIG_CL_BK_ENABLE = PRIAM_PRE + ".backup.commitlog.enable";
private static final String CONFIG_AUTO_RESTORE_SNAPSHOTNAME = PRIAM_PRE + ".restore.snapshot";
private static final String CONFIG_BUCKET_NAME = PRIAM_PRE + ".s3.bucket";
private static final String CONFIG_BACKUP_HOUR = PRIAM_PRE + ".backup.hour";
private static final String CONFIG_S3_BASE_DIR = PRIAM_PRE + ".s3.base_dir";
private static final String CONFIG_RESTORE_THREADS = PRIAM_PRE + ".restore.threads";
private static final String CONFIG_RESTORE_CLOSEST_TOKEN = PRIAM_PRE + ".restore.closesttoken";
private static final String CONFIG_RESTORE_KEYSPACES = PRIAM_PRE + ".restore.keyspaces";
private static final String CONFIG_BACKUP_CHUNK_SIZE = PRIAM_PRE + ".backup.chunksizemb";
private static final String CONFIG_BACKUP_RETENTION = PRIAM_PRE + ".backup.retention";
private static final String CONFIG_BACKUP_RACS = PRIAM_PRE + ".backup.racs";
private static final String CONFIG_MULTITHREADED_COMPACTION =
PRIAM_PRE + ".multithreaded.compaction";
private static final String CONFIG_STREAMING_THROUGHPUT_MB =
PRIAM_PRE + ".streaming.throughput.mb";
private static final String CONFIG_PARTITIONER = PRIAM_PRE + ".partitioner";
private static final String CONFIG_KEYCACHE_SIZE = PRIAM_PRE + ".keyCache.size";
private static final String CONFIG_KEYCACHE_COUNT = PRIAM_PRE + ".keyCache.count";
private static final String CONFIG_ROWCACHE_SIZE = PRIAM_PRE + ".rowCache.size";
private static final String CONFIG_ROWCACHE_COUNT = PRIAM_PRE + ".rowCache.count";
private static final String CONFIG_MAX_HINT_THREADS = PRIAM_PRE + ".hints.maxThreads";
private static final String CONFIG_HINTS_THROTTLE_KB = PRIAM_PRE + ".hints.throttleKb";
private static final String CONFIG_INTERNODE_COMPRESSION = PRIAM_PRE + ".internodeCompression";
private static final String CONFIG_COMMITLOG_BKUP_ENABLED = PRIAM_PRE + ".clbackup.enabled";
private static final String CONFIG_COMMITLOG_ARCHIVE_CMD = PRIAM_PRE + ".clbackup.archiveCmd";
private static final String CONFIG_COMMITLOG_RESTORE_CMD = PRIAM_PRE + ".clbackup.restoreCmd";
private static final String CONFIG_COMMITLOG_RESTORE_DIRS = PRIAM_PRE + ".clbackup.restoreDirs";
private static final String CONFIG_COMMITLOG_RESTORE_POINT_IN_TIME =
PRIAM_PRE + ".clbackup.restoreTime";
private static final String CONFIG_COMMITLOG_RESTORE_MAX = PRIAM_PRE + ".clrestore.max";
private static final String CONFIG_CLIENT_SSL_ENABLED = PRIAM_PRE + ".client.sslEnabled";
private static final String CONFIG_INTERNODE_ENCRYPTION = PRIAM_PRE + ".internodeEncryption";
private static final String CONFIG_DSNITCH_ENABLED = PRIAM_PRE + ".dsnitchEnabled";
private static final String CONFIG_CONCURRENT_READS = PRIAM_PRE + ".concurrentReads";
private static final String CONFIG_CONCURRENT_WRITES = PRIAM_PRE + ".concurrentWrites";
private static final String CONFIG_CONCURRENT_COMPACTORS = PRIAM_PRE + ".concurrentCompactors";
private static final String CONFIG_RPC_SERVER_TYPE = PRIAM_PRE + ".rpc.server.type";
private static final String CONFIG_INDEX_INTERVAL = PRIAM_PRE + ".index.interval";
private static final String CONFIG_EXTRA_PARAMS = PRIAM_PRE + ".extra.params";
private static final String CONFIG_US_EAST_1_S3_ENDPOINT = PRIAM_PRE + ".useast1.s3url";
private static final String CONFIG_US_WEST_1_S3_ENDPOINT = PRIAM_PRE + ".uswest1.s3url";
private static final String CONFIG_US_WEST_2_S3_ENDPOINT = PRIAM_PRE + ".uswest2.s3url";
private static final String CONFIG_EU_WEST_1_S3_ENDPOINT = PRIAM_PRE + ".euwest1.s3url";
private static final String CONFIG_SA_EAST_1_S3_ENDPOINT = PRIAM_PRE + ".saeast1.s3url";
private static String US_EAST_1_REGION = "us-east-1";
private static String US_WEST_1_REGION = "us-west-1";
private static String US_WEST_2_REGION = "us-west-2";
private static String EU_WEST_1_REGION = "eu-west-1";
private static String SA_EAST_1_REGION = "sa-east-1";
// Amazon specific
private static final String CONFIG_ASG_NAME = PRIAM_PRE + ".az.asgname";
private static final String CONFIG_REGION_NAME = PRIAM_PRE + ".az.region";
private static final String CONFIG_ACL_GROUP_NAME = PRIAM_PRE + ".acl.groupname";
private final String RAC =
SystemUtils.getDataFromUrl(
"http://169.254.169.254/latest/meta-data/placement/availability-zone");
private final String PUBLIC_HOSTNAME =
SystemUtils.getDataFromUrl("http://169.254.169.254/latest/meta-data/public-hostname").trim();
private final String PUBLIC_IP =
SystemUtils.getDataFromUrl("http://169.254.169.254/latest/meta-data/public-ipv4").trim();
private final String LOCAL_HOSTNAME =
SystemUtils.getDataFromUrl("http://169.254.169.254/latest/meta-data/local-hostname").trim();
private final String LOCAL_IP =
SystemUtils.getDataFromUrl("http://169.254.169.254/latest/meta-data/local-ipv4").trim();
private final String INSTANCE_ID =
SystemUtils.getDataFromUrl("http://169.254.169.254/latest/meta-data/instance-id").trim();
private final String INSTANCE_TYPE =
SystemUtils.getDataFromUrl("http://169.254.169.254/latest/meta-data/instance-type").trim();
private static String ASG_NAME = System.getenv("ASG_NAME");
private static String REGION = System.getenv("EC2_REGION");
private static final String CONFIG_VPC_RING = PRIAM_PRE + ".vpc";
// Defaults
private final String DEFAULT_CLUSTER_NAME = "cass_cluster";
private final String DEFAULT_DATA_LOCATION = "/var/lib/cassandra/data";
private final String DEFAULT_COMMIT_LOG_LOCATION = "/var/lib/cassandra/commitlog";
private final String DEFAULT_CACHE_LOCATION = "/var/lib/cassandra/saved_caches";
private final String DEFAULT_ENDPOINT_SNITCH = "org.apache.cassandra.locator.Ec2Snitch";
private final String DEFAULT_SEED_PROVIDER =
"com.netflix.priam.cassandra.extensions.NFSeedProvider";
private final String DEFAULT_PARTITIONER = "org.apache.cassandra.dht.RandomPartitioner";
public static final String DEFAULT_AUTHENTICATOR =
"org.apache.cassandra.auth.AllowAllAuthenticator";
public static final String DEFAULT_AUTHORIZER = "org.apache.cassandra.auth.AllowAllAuthorizer";
// rpm based. Can be modified for tar based.
private final String DEFAULT_CASS_HOME_DIR = "/etc/cassandra";
private final String DEFAULT_CASS_START_SCRIPT = "/etc/init.d/cassandra start";
private final String DEFAULT_CASS_STOP_SCRIPT = "/etc/init.d/cassandra stop";
private final String DEFAULT_BACKUP_LOCATION = "backup";
private final String DEFAULT_BUCKET_NAME = "cassandra-archive";
// private String DEFAULT_AVAILABILITY_ZONES = "";
private List<String> DEFAULT_AVAILABILITY_ZONES = ImmutableList.of();
private final String DEFAULT_CASS_PROCESS_NAME = "CassandraDaemon";
private final String DEFAULT_MAX_DIRECT_MEM = "50G";
private final String DEFAULT_MAX_HEAP = "8G";
private final String DEFAULT_MAX_NEWGEN_HEAP = "2G";
private final int DEFAULT_JMX_PORT = 7199;
private final int DEFAULT_THRIFT_PORT = 9160;
private final int DEFAULT_NATIVE_PROTOCOL_PORT = 9042;
private final int DEFAULT_STORAGE_PORT = 7000;
private final int DEFAULT_SSL_STORAGE_PORT = 7001;
private final int DEFAULT_BACKUP_HOUR = 12;
private final int DEFAULT_BACKUP_THREADS = 2;
private final int DEFAULT_RESTORE_THREADS = 8;
private final int DEFAULT_BACKUP_CHUNK_SIZE = 10;
private final int DEFAULT_BACKUP_RETENTION = 0;
private final int DEFAULT_VNODE_NUM_TOKENS = 1;
private final int DEFAULT_HINTS_MAX_THREADS = 2; // default value from 1.2 yaml
private final int DEFAULT_HINTS_THROTTLE_KB = 1024; // default value from 1.2 yaml
private final String DEFAULT_INTERNODE_COMPRESSION = "all"; // default value from 1.2 yaml
private static final String DEFAULT_RPC_SERVER_TYPE = "hsha";
private static final int DEFAULT_INDEX_INTERVAL = 256;
// default S3 endpoints
private static final String DEFAULT_US_EAST_1_S3_ENDPOINT = "s3-external-1.amazonaws.com";
private static final String DEFAULT_US_WEST_1_S3_ENDPOINT = "s3-us-west-1.amazonaws.com";
private static final String DEFAULT_US_WEST_2_S3_ENDPOINT = "s3-us-west-2.amazonaws.com";
private static final String DEFAULT_EU_WEST_1_S3_ENDPOINT = "s3-eu-west-1.amazonaws.com";
private static final String DEFAULT_SA_EAST_1_S3_ENDPOINT = "s3-sa-east-1.amazonaws.com";
private final IConfigSource config;
private final String BLANK = "";
private static final Logger logger = LoggerFactory.getLogger(PriamConfiguration.class);
private final ICredential provider;
@Inject
public PriamConfiguration(ICredential provider, IConfigSource config) {
this.provider = provider;
this.config = config;
}
@Override
public void intialize() {
setupEnvVars();
this.config.intialize(ASG_NAME, REGION);
setDefaultRACList(REGION);
populateProps();
SystemUtils.createDirs(getBackupCommitLogLocation());
SystemUtils.createDirs(getCommitLogLocation());
SystemUtils.createDirs(getCacheLocation());
SystemUtils.createDirs(getDataFileLocation());
}
private void setupEnvVars() {
// Search in java opt properties
REGION = StringUtils.isBlank(REGION) ? System.getProperty("EC2_REGION") : REGION;
// Infer from zone
if (StringUtils.isBlank(REGION)) REGION = RAC.substring(0, RAC.length() - 1);
ASG_NAME = StringUtils.isBlank(ASG_NAME) ? System.getProperty("ASG_NAME") : ASG_NAME;
if (StringUtils.isBlank(ASG_NAME)) ASG_NAME = populateASGName(REGION, INSTANCE_ID);
logger.info(String.format("REGION set to %s, ASG Name set to %s", REGION, ASG_NAME));
}
/** Query amazon to get ASG name. Currently not available as part of instance info api. */
private String populateASGName(String region, String instanceId) {
GetASGName getASGName = new GetASGName(region, instanceId);
try {
return getASGName.call();
} catch (Exception e) {
logger.error("Failed to determine ASG name.", e);
return null;
}
}
private class GetASGName extends RetryableCallable<String> {
private static final int NUMBER_OF_RETRIES = 15;
private static final long WAIT_TIME = 30000;
private final String region;
private final String instanceId;
private final AmazonEC2 client;
public GetASGName(String region, String instanceId) {
super(NUMBER_OF_RETRIES, WAIT_TIME);
this.region = region;
this.instanceId = instanceId;
client = new AmazonEC2Client(provider.getAwsCredentialProvider());
client.setEndpoint("ec2." + region + ".amazonaws.com");
}
@Override
public String retriableCall() throws IllegalStateException {
DescribeInstancesRequest desc = new DescribeInstancesRequest().withInstanceIds(instanceId);
DescribeInstancesResult res = client.describeInstances(desc);
for (Reservation resr : res.getReservations()) {
for (Instance ins : resr.getInstances()) {
for (com.amazonaws.services.ec2.model.Tag tag : ins.getTags()) {
if (tag.getKey().equals("aws:autoscaling:groupName")) return tag.getValue();
}
}
}
logger.warn("Couldn't determine ASG name");
throw new IllegalStateException("Couldn't determine ASG name");
}
}
/** Get the fist 3 available zones in the region */
public void setDefaultRACList(String region) {
AmazonEC2 client = new AmazonEC2Client(provider.getAwsCredentialProvider());
client.setEndpoint("ec2." + region + ".amazonaws.com");
DescribeAvailabilityZonesResult res = client.describeAvailabilityZones();
List<String> zone = Lists.newArrayList();
for (AvailabilityZone reg : res.getAvailabilityZones()) {
if (reg.getState().equals("available")) zone.add(reg.getZoneName());
if (zone.size() == 3) break;
}
// DEFAULT_AVAILABILITY_ZONES = StringUtils.join(zone, ",");
DEFAULT_AVAILABILITY_ZONES = ImmutableList.copyOf(zone);
}
private void populateProps() {
config.set(CONFIG_ASG_NAME, ASG_NAME);
config.set(CONFIG_REGION_NAME, REGION);
}
@Override
public String getCassStartupScript() {
return config.get(CONFIG_CASS_START_SCRIPT, DEFAULT_CASS_START_SCRIPT);
}
@Override
public String getCassStopScript() {
return config.get(CONFIG_CASS_STOP_SCRIPT, DEFAULT_CASS_STOP_SCRIPT);
}
@Override
public String getCassHome() {
return config.get(CONFIG_CASS_HOME_DIR, DEFAULT_CASS_HOME_DIR);
}
@Override
public String getBackupLocation() {
return config.get(CONFIG_S3_BASE_DIR, DEFAULT_BACKUP_LOCATION);
}
@Override
public String getBackupPrefix() {
return config.get(CONFIG_BUCKET_NAME, DEFAULT_BUCKET_NAME);
}
@Override
public int getBackupRetentionDays() {
return config.get(CONFIG_BACKUP_RETENTION, DEFAULT_BACKUP_RETENTION);
}
@Override
public List<String> getBackupRacs() {
return config.getList(CONFIG_BACKUP_RACS);
}
@Override
public String getRestorePrefix() {
return config.get(CONFIG_RESTORE_PREFIX);
}
@Override
public List<String> getRestoreKeySpaces() {
return config.getList(CONFIG_RESTORE_KEYSPACES);
}
@Override
public String getDataFileLocation() {
return config.get(CONFIG_DATA_LOCATION, DEFAULT_DATA_LOCATION);
}
@Override
public String getCacheLocation() {
return config.get(CONFIG_SAVE_CACHE_LOCATION, DEFAULT_CACHE_LOCATION);
}
@Override
public String getCommitLogLocation() {
return config.get(CONFIG_CL_LOCATION, DEFAULT_COMMIT_LOG_LOCATION);
}
@Override
public String getBackupCommitLogLocation() {
return config.get(CONFIG_CL_BK_LOCATION, "");
}
@Override
public long getBackupChunkSize() {
long size = config.get(CONFIG_BACKUP_CHUNK_SIZE, DEFAULT_BACKUP_CHUNK_SIZE);
return size * 1024 * 1024L;
}
@Override
public boolean isCommitLogBackup() {
return config.get(CONFIG_CL_BK_ENABLE, false);
}
@Override
public int getJmxPort() {
return config.get(CONFIG_JMX_LISTERN_PORT_NAME, DEFAULT_JMX_PORT);
}
public int getNativeTransportPort() {
return config.get(CONFIG_NATIVE_PROTOCOL_PORT, DEFAULT_NATIVE_PROTOCOL_PORT);
}
@Override
public int getThriftPort() {
return config.get(CONFIG_THRIFT_LISTEN_PORT_NAME, DEFAULT_THRIFT_PORT);
}
@Override
public int getStoragePort() {
return config.get(CONFIG_STORAGE_LISTERN_PORT_NAME, DEFAULT_STORAGE_PORT);
}
@Override
public int getSSLStoragePort() {
return config.get(CONFIG_SSL_STORAGE_LISTERN_PORT_NAME, DEFAULT_SSL_STORAGE_PORT);
}
@Override
public String getSnitch() {
return config.get(CONFIG_ENDPOINT_SNITCH, DEFAULT_ENDPOINT_SNITCH);
}
@Override
public String getAppName() {
return config.get(CONFIG_CLUSTER_NAME, DEFAULT_CLUSTER_NAME);
}
@Override
public String getRac() {
return RAC;
}
@Override
public List<String> getRacs() {
return config.getList(CONFIG_AVAILABILITY_ZONES, DEFAULT_AVAILABILITY_ZONES);
}
@Override
public String getHostname() {
if (this.isVpcRing()) return LOCAL_IP;
else return PUBLIC_HOSTNAME;
}
@Override
public String getInstanceName() {
return INSTANCE_ID;
}
@Override
public String getHeapSize() {
return config.get(CONFIG_MAX_HEAP_SIZE + INSTANCE_TYPE, DEFAULT_MAX_HEAP);
}
@Override
public String getHeapNewSize() {
return config.get(CONFIG_NEW_MAX_HEAP_SIZE + INSTANCE_TYPE, DEFAULT_MAX_NEWGEN_HEAP);
}
@Override
public String getMaxDirectMemory() {
return config.get(CONFIG_DIRECT_MAX_HEAP_SIZE + INSTANCE_TYPE, DEFAULT_MAX_DIRECT_MEM);
}
@Override
public int getBackupHour() {
return config.get(CONFIG_BACKUP_HOUR, DEFAULT_BACKUP_HOUR);
}
@Override
public String getRestoreSnapshot() {
return config.get(CONFIG_AUTO_RESTORE_SNAPSHOTNAME, "");
}
@Override
public String getDC() {
return config.get(CONFIG_REGION_NAME, "");
}
@Override
public void setDC(String region) {
config.set(CONFIG_REGION_NAME, region);
}
@Override
public boolean isMultiDC() {
return config.get(CONFIG_MR_ENABLE, false);
}
@Override
public int getMaxBackupUploadThreads() {
return config.get(CONFIG_BACKUP_THREADS, DEFAULT_BACKUP_THREADS);
}
@Override
public int getMaxBackupDownloadThreads() {
return config.get(CONFIG_RESTORE_THREADS, DEFAULT_RESTORE_THREADS);
}
@Override
public boolean isRestoreClosestToken() {
return config.get(CONFIG_RESTORE_CLOSEST_TOKEN, false);
}
@Override
public String getASGName() {
return config.get(CONFIG_ASG_NAME, "");
}
@Override
public String getACLGroupName() {
return config.get(CONFIG_ACL_GROUP_NAME, this.getAppName());
}
@Override
public boolean isIncrBackup() {
return config.get(CONFIG_INCR_BK_ENABLE, true);
}
@Override
public String getHostIP() {
if (this.isVpcRing()) return LOCAL_IP;
else return PUBLIC_IP;
}
@Override
public int getUploadThrottle() {
return config.get(CONFIG_THROTTLE_UPLOAD_PER_SECOND, Integer.MAX_VALUE);
}
@Override
public boolean isLocalBootstrapEnabled() {
return config.get(CONFIG_LOAD_LOCAL_PROPERTIES, false);
}
@Override
public int getInMemoryCompactionLimit() {
return config.get(CONFIG_IN_MEMORY_COMPACTION_LIMIT, 128);
}
@Override
public int getCompactionThroughput() {
return config.get(CONFIG_COMPACTION_THROUHPUT, 8);
}
@Override
public int getMaxHintWindowInMS() {
return config.get(CONFIG_MAX_HINT_WINDOW_IN_MS, 10800000);
}
public int getHintedHandoffThrottleKb() {
return config.get(CONFIG_HINTS_THROTTLE_KB, DEFAULT_HINTS_THROTTLE_KB);
}
public int getMaxHintThreads() {
return config.get(CONFIG_MAX_HINT_THREADS, DEFAULT_HINTS_MAX_THREADS);
}
@Override
public String getBootClusterName() {
return config.get(CONFIG_BOOTCLUSTER_NAME, "");
}
@Override
public String getSeedProviderName() {
return config.get(CONFIG_SEED_PROVIDER_NAME, DEFAULT_SEED_PROVIDER);
}
@Override
/** Defaults to 0, means dont set it in yaml */
public int getMemtableTotalSpaceMB() {
return config.get(CONFIG_MEMTABLE_TOTAL_SPACE, 1024);
}
@Override
public int getStreamingThroughputMB() {
return config.get(CONFIG_STREAMING_THROUGHPUT_MB, 400);
}
@Override
public boolean getMultithreadedCompaction() {
return config.get(CONFIG_MULTITHREADED_COMPACTION, false);
}
public String getPartitioner() {
return config.get(CONFIG_PARTITIONER, DEFAULT_PARTITIONER);
}
public String getKeyCacheSizeInMB() {
return config.get(CONFIG_KEYCACHE_SIZE);
}
public String getKeyCacheKeysToSave() {
return config.get(CONFIG_KEYCACHE_COUNT);
}
public String getRowCacheSizeInMB() {
return config.get(CONFIG_ROWCACHE_SIZE);
}
public String getRowCacheKeysToSave() {
return config.get(CONFIG_ROWCACHE_COUNT);
}
@Override
public String getCassProcessName() {
return config.get(CONFIG_CASS_PROCESS_NAME, DEFAULT_CASS_PROCESS_NAME);
}
public int getNumTokens() {
return config.get(CONFIG_VNODE_NUM_TOKENS, DEFAULT_VNODE_NUM_TOKENS);
}
public String getYamlLocation() {
return config.get(CONFIG_YAML_LOCATION, getCassHome() + "/conf/cassandra.yaml");
}
public String getAuthenticator() {
return config.get(CONFIG_AUTHENTICATOR, DEFAULT_AUTHENTICATOR);
}
public String getAuthorizer() {
return config.get(CONFIG_AUTHORIZER, DEFAULT_AUTHORIZER);
}
public String getTargetKSName() {
return config.get(CONFIG_TARGET_KEYSPACE_NAME);
}
@Override
public String getTargetCFName() {
return config.get(CONFIG_TARGET_COLUMN_FAMILY_NAME);
}
@Override
public boolean doesCassandraStartManually() {
return config.get(CONFIG_CASS_MANUAL_START_ENABLE, false);
}
public String getInternodeCompression() {
return config.get(CONFIG_INTERNODE_COMPRESSION, DEFAULT_INTERNODE_COMPRESSION);
}
@Override
public void setRestorePrefix(String prefix) {
config.set(CONFIG_RESTORE_PREFIX, prefix);
}
@Override
public boolean isBackingUpCommitLogs() {
return config.get(CONFIG_COMMITLOG_BKUP_ENABLED, false);
}
@Override
public String getCommitLogBackupArchiveCmd() {
return config.get(CONFIG_COMMITLOG_ARCHIVE_CMD, "/bin/ln %path /mnt/data/backup/%name");
}
@Override
public String getCommitLogBackupRestoreCmd() {
return config.get(CONFIG_COMMITLOG_RESTORE_CMD, "/bin/mv %from %to");
}
@Override
public String getCommitLogBackupRestoreFromDirs() {
return config.get(CONFIG_COMMITLOG_RESTORE_DIRS, "/mnt/data/backup/commitlog/");
}
@Override
public String getCommitLogBackupRestorePointInTime() {
return config.get(CONFIG_COMMITLOG_RESTORE_POINT_IN_TIME, "");
}
@Override
public int maxCommitLogsRestore() {
return config.get(CONFIG_COMMITLOG_RESTORE_MAX, 10);
}
@Override
public boolean isVpcRing() {
return config.get(CONFIG_VPC_RING, false);
}
@Override
public void setRestoreKeySpaces(List<String> keyspaces) {
if (keyspaces == null) return;
StringBuilder sb = new StringBuilder();
for (int i = 0; i < keyspaces.size(); i++) {
if (i > 0) sb.append(",");
sb.append(keyspaces.get(i));
}
config.set(CONFIG_RESTORE_KEYSPACES, sb.toString());
}
public boolean isClientSslEnabled() {
return config.get(CONFIG_CLIENT_SSL_ENABLED, false);
}
public String getInternodeEncryption() {
return config.get(CONFIG_INTERNODE_ENCRYPTION, "none");
}
public boolean isDynamicSnitchEnabled() {
return config.get(CONFIG_DSNITCH_ENABLED, true);
}
public boolean isThriftEnabled() {
return config.get(CONFIG_THRIFT_ENABLED, true);
}
public boolean isNativeTransportEnabled() {
return config.get(CONFIG_NATIVE_PROTOCOL_ENABLED, false);
}
public String getS3EndPoint() {
String region = getDC();
String s3Url = null;
if (US_EAST_1_REGION.equals(region)) {
s3Url = config.get(CONFIG_US_EAST_1_S3_ENDPOINT);
return StringUtils.isBlank(s3Url) ? DEFAULT_US_EAST_1_S3_ENDPOINT : s3Url;
}
if (US_WEST_1_REGION.equals(region)) {
s3Url = config.get(CONFIG_US_WEST_1_S3_ENDPOINT);
return StringUtils.isBlank(s3Url) ? DEFAULT_US_WEST_1_S3_ENDPOINT : s3Url;
}
if (US_WEST_2_REGION.equals(region)) {
s3Url = config.get(CONFIG_US_WEST_2_S3_ENDPOINT);
return StringUtils.isBlank(s3Url) ? DEFAULT_US_WEST_2_S3_ENDPOINT : s3Url;
}
if (EU_WEST_1_REGION.equals(region)) {
s3Url = config.get(CONFIG_EU_WEST_1_S3_ENDPOINT);
return StringUtils.isBlank(s3Url) ? DEFAULT_EU_WEST_1_S3_ENDPOINT : s3Url;
}
if (SA_EAST_1_REGION.equals(region)) {
s3Url = config.get(CONFIG_SA_EAST_1_S3_ENDPOINT);
return StringUtils.isBlank(s3Url) ? DEFAULT_SA_EAST_1_S3_ENDPOINT : s3Url;
}
return null;
}
public int getConcurrentReadsCnt() {
return config.get(CONFIG_CONCURRENT_READS, 32);
}
public int getConcurrentWritesCnt() {
return config.get(CONFIG_CONCURRENT_WRITES, 32);
}
public int getConcurrentCompactorsCnt() {
int cpus = Runtime.getRuntime().availableProcessors();
return config.get(CONFIG_CONCURRENT_COMPACTORS, cpus);
}
public String getRpcServerType() {
return config.get(CONFIG_RPC_SERVER_TYPE, DEFAULT_RPC_SERVER_TYPE);
}
public int getIndexInterval() {
return config.get(CONFIG_INDEX_INTERVAL, DEFAULT_INDEX_INTERVAL);
}
public String getExtraConfigParams() {
return config.get(CONFIG_EXTRA_PARAMS);
}
public String getCassYamlVal(String priamKey) {
return config.get(priamKey);
}
}