Example #1
0
public class WalrusProperties {
  private static Logger LOG = Logger.getLogger(WalrusProperties.class);

  public static final String SERVICE_NAME = "Walrus";
  public static String NAME = "Walrus";
  public static final String DB_NAME = "eucalyptus_walrus";
  public static final String VIRTUAL_SUBDOMAIN = "I_R_Bukkit";
  public static final long G = 1024 * 1024 * 1024;
  public static final long M = 1024 * 1024;
  public static final long K = 1024;
  public static String WALRUS_SUBDOMAIN = "walrus";

  public static final String bucketRootDirectory = BaseDirectory.VAR.toString() + "/bukkits";
  public static int MAX_BUCKETS_PER_ACCOUNT = 5;
  public static long MAX_BUCKET_SIZE = 5 * G;
  public static long IMAGE_CACHE_SIZE = 30 * G;
  public static String WALRUS_URL;
  public static int MAX_TOTAL_SNAPSHOT_SIZE = 50;
  public static int MAX_KEYS = 1000;

  public static int IO_CHUNK_SIZE = 102400;
  public static boolean shouldEnforceUsageLimits = true;
  public static boolean trackUsageStatistics = false;
  public static boolean enableTorrents = false;
  public static boolean enableVirtualHosting = true;
  public static long CACHE_PROGRESS_TIMEOUT = 600000L; // ten minutes
  public static long IMAGE_CACHE_RETRY_TIMEOUT = 1000L;
  public static int IMAGE_CACHE_RETRY_LIMIT = 3;
  public static long MAX_INLINE_DATA_SIZE = 10 * M;
  public static final String walrusServicePath = "/services/Walrus";
  public static int WALRUS_PORT = 8773;
  public static final String NAMESPACE_VERSION = "2006-03-01";
  public static final String CONTENT_LEN = "Content-Length";
  public static final String CONTENT_TYPE = "Content-Type";
  public static final String CONTENT_DISPOSITION = "Content-Disposition";
  public static final String CONTENT_MD5 = "Content-MD5";
  public static final String MULTIFORM_DATA_TYPE = "multipart/form-data";

  public static final String URL_PROPERTY = "euca.walrus.url";
  public static final String WALRUS_HOST_PROPERTY = "euca.walrus.host";
  public static final String USAGE_LIMITS_PROPERTY = "euca.walrus.usageLimits";
  public static final String WALRUS_OPERATION = "WalrusOperation";
  public static final String AMZ_META_HEADER_PREFIX = "x-amz-meta-";
  public static final String STREAMING_HTTP_GET = "STREAMING_HTTP_GET";
  public static final String STREAMING_HTTP_PUT = "STREAMING_HTTP_PUT";
  public static final String AMZ_ACL = "x-amz-acl";

  public static final String ALL_USERS_GROUP = "http://acs.amazonaws.com/groups/global/AllUsers";
  public static final String AUTHENTICATED_USERS_GROUP =
      "http://acs.amazonaws.com/groups/global/AuthenticatedUsers";
  public static final String LOGGING_GROUP = "http://acs.amazonaws.com/groups/s3/LogDelivery";

  public static final String IGNORE_PREFIX = "x-ignore-";
  public static final String COPY_SOURCE = "x-amz-copy-source";
  public static final String METADATA_DIRECTIVE = "x-amz-metadata-directive";
  public static final String ADMIN = "admin";

  public static final String X_AMZ_VERSION_ID = "x-amz-version-id";
  public static final String NULL_VERSION_ID = "null";

  public static final String X_AMZ_SECURITY_TOKEN = "x-amz-security-token";

  public static final String TRACKER_BINARY = "bttrack";
  public static final String TORRENT_CREATOR_BINARY = "btmakemetafile";
  public static final String TORRENT_CLIENT_BINARY = "btdownloadheadless";
  public static String TRACKER_DIR = BaseDirectory.VAR.toString() + "/bt";
  public static String TRACKER_URL = "http://localhost:6969/announce";
  public static String TRACKER_PORT = "6969";
  public static final String EUCA_ROOT_WRAPPER =
      BaseDirectory.LIBEXEC.toString() + "/euca_rootwrap";
  public static final String EUCA_MOUNT_WRAPPER =
      BaseDirectory.LIBEXEC.toString() + "/euca_mountwrap";
  public static final String EUCA_USER = System.getProperty("euca.user");
  public static final Integer DEFAULT_INITIAL_CAPACITY = 10; // 10 GB initial total capacity.

  // 15 minutes
  public static final long EXPIRATION_LIMIT = 900000;

  static {
    Groovyness.loadConfig("walrusprops.groovy");
  }

  public enum CannedACL {
    private_only {
      public String toString() {
        return "private";
      }
    },
    public_read {
      public String toString() {
        return "public-read";
      }
    },
    public_read_write {
      public String toString() {
        return "public-read-write";
      }
    },
    authenticated_read {
      public String toString() {
        return "authenticated-read";
      }
    },
    bucket_owner_read {
      public String toString() {
        return "bucket-owner-read";
      }
    },
    bucket_owner_full_control {
      public String toString() {
        return "bucket-owner-full-control";
      }
    },
    log_delivery_write {
      public String toString() {
        return "log-delivery-write";
      }
    },
    aws_exec_read {
      public String toString() {
        return "aws-exec-read";
      }
    }
  }

  public enum Permission {
    READ,
    WRITE,
    READ_ACP,
    WRITE_ACP,
    FULL_CONTROL
  }

  public enum VersioningStatus {
    Enabled,
    Disabled,
    Suspended
  }

  public enum Headers {
    Bucket,
    Key,
    RandomKey,
    VolumeId,
    S3UploadPolicy,
    S3UploadPolicySignature
  }

  public enum ExtendedGetHeaders {
    IfModifiedSince,
    IfUnmodifiedSince,
    IfMatch,
    IfNoneMatch,
    Range
  }

  public enum ExtendedHeaderDateTypes {
    IfModifiedSince,
    IfUnmodifiedSince,
    CopySourceIfModifiedSince,
    CopySourceIfUnmodifiedSince;

    public static boolean contains(String value) {
      for (ExtendedHeaderDateTypes type : values()) {
        if (type.toString().equals(value)) {
          return true;
        }
      }
      return false;
    }
  }

  public enum ExtendedHeaderRangeTypes {
    ByteRangeStart,
    ByteRangeEnd
  }

  public enum WalrusInternalOperations {
    GetDecryptedImage,
    ValidateImage
  }

  public enum GetOptionalParameters {
    IsCompressed
  }

  public enum StorageOperations {
    StoreSnapshot,
    DeleteWalrusSnapshot,
    GetWalrusSnapshot,
    GetWalrusSnapshotSize
  }

  public enum InfoOperations {
    GetSnapshotInfo
  }

  public enum StorageParameters {
    SnapshotVgName,
    SnapshotLvName
  }

  public enum FormField {
    FormUploadPolicyData,
    AWSAccessKeyId,
    key,
    bucket,
    acl,
    policy,
    redirect,
    success_action_redirect,
    success_action_status,
    signature,
    file
  }

  public enum IgnoredFields {
    AWSAccessKeyId,
    signature,
    file,
    policy,
    submit
  }

  public enum PolicyHeaders {
    expiration,
    conditions
  }

  public enum CopyHeaders {
    CopySourceIfMatch,
    CopySourceIfNoneMatch,
    CopySourceIfUnmodifiedSince,
    CopySourceIfModifiedSince
  }

  public enum SubResource {
    // Per the S3 Dev guide, these must be included in the canonicalized resource:
    // acl, lifecycle, location, logging, notification, partNumber, policy, requestPayment, torrent,
    // uploadId, uploads, versionId, versioning, versions and website
    acl,
    location,
    logging,
    torrent,
    versioning,
    versions,
    versionId
  }

  public enum HTTPVerb {
    GET,
    PUT,
    DELETE,
    POST,
    HEAD;
  }

  public enum ServiceParameter {}

  public enum BucketParameter {
    acl,
    location,
    prefix,
    maxkeys,
    delimiter,
    marker,
    torrent,
    logging,
    versioning,
    versions,
    versionidmarker,
    keymarker;
  }

  public enum ObjectParameter {
    acl,
    torrent,
    versionId;
  }

  public enum RequiredQueryParams {
    Date
  }

  public enum RequiredSOAPTags {
    AWSAccessKeyId,
    Timestamp,
    Signature
  }

  /*
   * Simply determines if the userId is a member of the groupId, very simplistic only for ALL_USERS and AUTHENTICATED_USERS, not arbitrary groups.
   * Arbitrary groups are not yet supported in Walrus bucket policies/IAM policies.
   */
  public static boolean isUserMember(String userId, String groupId) {
    if (groupId == null) {
      return false;
    }

    if (groupId.equals(WalrusProperties.ALL_USERS_GROUP)) {
      return true;
    }

    if (groupId.equals(WalrusProperties.AUTHENTICATED_USERS_GROUP)
        && userId != null
        && !"".equals(userId)
        && !userId.equals(Principals.nobodyUser().getUserId())) {
      return true;
    }

    return false;
  }

  public static String getTrackerUrl() {
    try {
      String walrusUrl = SystemConfiguration.getWalrusUrl();
      TRACKER_URL = "http://" + new URI(walrusUrl).getHost() + ":" + TRACKER_PORT + "/announce";
    } catch (EucalyptusCloudException e) {
      LOG.error(e);
    } catch (URISyntaxException e) {
      LOG.error(e);
    }
    return TRACKER_URL;
  }

  public static InetAddress getWalrusAddress() throws EucalyptusCloudException {
    if (Topology.isEnabled(Walrus.class)) {
      return Topology.lookup(Walrus.class).getInetAddress();
    } else {
      throw new EucalyptusCloudException("Walrus not ENABLED");
    }
  }
}
public class StorageProperties {

  private static Logger LOG = Logger.getLogger(StorageProperties.class);

  public static final String storageRootDirectory = BaseDirectory.VAR.getChildPath("volumes");
  public static final long GB = 1024 * 1024 * 1024;
  public static final long MB = 1024 * 1024;
  public static final long KB = 1024;
  public static final String iface = "eth0";
  public static final int MAX_TOTAL_VOLUME_SIZE = 100;
  public static final int MAX_VOLUME_SIZE = 15;
  public static int TRANSFER_CHUNK_SIZE = 8192;
  public static final boolean zeroFillVolumes = false;
  public static final long timeoutInMillis = 10000;

  public static boolean enableSnapshots = false;
  public static boolean enableStorage = false;
  public static boolean shouldEnforceUsageLimits = true;
  public static String STORE_PREFIX = "iqn.2009-06.com.eucalyptus.";
  public static String WALRUS_URL = "http://localhost:8773/services/objectstorage";
  public static String NAME = "unregistered";
  public static String STORAGE_HOST = "127.0.0.1";
  public static final String ISCSI_INITIATOR_NAME_CONF = "/etc/iscsi/initiatorname.iscsi";
  public static String SC_INITIATOR_IQN = null;
  public static final String EUCA_ROOT_WRAPPER =
      BaseDirectory.LIBEXEC.toString() + "/euca_rootwrap";
  public static final String blockSize = "1M";
  public static String DAS_DEVICE = "/dev/blockdev";
  public static final String TOKEN_PREFIX =
      "sc://"; // Used to indicate a token should be resolved to an SC

  public static final String SNAPSHOT_BUCKET_PREFIX = "snapshots-";
  public static final String EBS_ROLE_NAME = "EBSUpload";
  public static final String S3_BUCKET_ACCESS_POLICY_NAME = "S3EBSBucketAccess";
  public static final String S3_OBJECT_ACCESS_POLICY_NAME = "S3EBSObjectAccess";

  public static final String DEFAULT_ASSUME_ROLE_POLICY =
      "{\"Statement\":[{\"Effect\":\"Allow\",\"Principal\":{\"Service\":[\"s3.amazonaws.com\"]},\"Action\":[\"sts:AssumeRole\"]}]}";

  public static final String S3_SNAPSHOT_BUCKET_ACCESS_POLICY =
      "{\"Statement\":["
          + "{"
          + "\"Effect\":\"Allow\","
          + "\"Action\": [\"s3:*\"],"
          + "\"Resource\": \"arn:aws:s3:::*\""
          + "}"
          + "]}";

  public static final String S3_SNAPSHOT_OBJECT_ACCESS_POLICY =
      "{\"Statement\":["
          + "{"
          + "\"Effect\":\"Allow\","
          + "\"Action\": [\"s3:*\"],"
          + "\"Resource\": \"arn:aws:s3:::*/*\""
          + "}"
          + "]}";

  public static final Integer DELETED_VOLUME_EXPIRATION_TIME = 24; // hours

  public static String formatVolumeAttachmentTokenForTransfer(String token, String volumeId) {
    return TOKEN_PREFIX + volumeId + "," + token;
  }

  private static String getSCIqn() {
    try {
      Runtime rt = Runtime.getRuntime();
      Process proc =
          rt.exec(
              new String[] {StorageProperties.EUCA_ROOT_WRAPPER, "cat", ISCSI_INITIATOR_NAME_CONF});
      StreamConsumer error = new StreamConsumer(proc.getErrorStream());
      ConfigParser output = new ConfigParser(proc.getInputStream());
      error.start();
      output.start();
      output.join();
      error.join();
      if (output.getValues() != null && output.getValues().containsKey("InitiatorName")) {
        return output.getValues().get("InitiatorName");
      }
    } catch (Exception t) {
      LOG.error("Failed to get local SC's initiator iqn from " + ISCSI_INITIATOR_NAME_CONF, t);
    }
    return null;
  }

  public static String getStorageIqn() {
    if (SC_INITIATOR_IQN == null) {
      SC_INITIATOR_IQN = getSCIqn();
    }
    return SC_INITIATOR_IQN;
  }

  public static void updateName() {
    try {
      StorageProperties.NAME =
          Components.lookup(Storage.class).getLocalServiceConfiguration().getPartition();
    } catch (NoSuchElementException ex) {
      LOG.error(ex, ex);
      LOG.error("Failed to configure Storage Controller NAME.");
      throw ex;
    }
  }

  public static void updateStorageHost() {
    try {
      STORAGE_HOST = Components.lookup(Storage.class).getLocalServiceConfiguration().getHostName();
    } catch (NoSuchElementException ex) {
      LOG.error(ex, ex);
      LOG.error(
          "Failed to configure Storage Controller HOST (given the name "
              + StorageProperties.NAME
              + ".");
    }
  }

  public static void updateStorageHost(String hostName) {
    STORAGE_HOST = hostName;
  }

  public static void updateWalrusUrl() {
    try {
      ServiceConfiguration walrusConfig = Topology.lookup(ObjectStorage.class);
      WALRUS_URL = ServiceUris.remote(walrusConfig).toASCIIString();
      StorageProperties.enableSnapshots = true;
      LOG.info("Setting WALRUS_URL to: " + WALRUS_URL);
    } catch (Exception e) {
      LOG.warn(
          "Could not obtain walrus information. Snapshot functionality may be unavailable. Have you registered ObjectStorage?");
      StorageProperties.enableSnapshots = false;
    }
  }

  public enum Status {
    creating,
    available,
    pending,
    completed,
    failed,
    error,
    deleting,
    deleted
  }

  public enum StorageParameters {
    EucaSignature,
    EucaSnapSize,
    EucaCert,
    EucaEffectiveUserId
  }

  public static <T> EntityWrapper<T> getEntityWrapper() {
    return (EntityWrapper<T>) EntityWrapper.get(VolumeInfo.class);
  }
}