@Override
public void init(Config config, Logger logger) {
super.init(config, logger);
timeout = config.getInt(CONN_TIMEOUT_KEY, CONN_TIMEOUT_DEFAULT);
parms.put(CONN_TIMEOUT_KEY, timeout);
endpoint = config.get(ENDPOINT_KEY, ENDPOINT_DEFAULT);
accessKey = config.get(AUTH_USERNAME_KEY, AUTH_USERNAME_DEFAULT);
secretKey = config.get(AUTH_PASSWORD_KEY, AUTH_PASSWORD_DEFAULT);
boolean pathStyleAccess = config.getBoolean(PATH_STYLE_ACCESS_KEY, PATH_STYLE_ACCESS_DEFAULT);
String proxyHost = config.get(PROXY_HOST_KEY, "");
String proxyPort = config.get(PROXY_PORT_KEY, "");
parms.put(ENDPOINT_KEY, endpoint);
parms.put(AUTH_USERNAME_KEY, accessKey);
parms.put(AUTH_PASSWORD_KEY, secretKey);
parms.put(PATH_STYLE_ACCESS_KEY, pathStyleAccess);
parms.put(PROXY_HOST_KEY, proxyHost);
parms.put(PROXY_PORT_KEY, proxyPort);
logger.debug("using storage config: {}", parms);
ClientConfiguration clientConf = new ClientConfiguration();
clientConf.setConnectionTimeout(timeout);
clientConf.setSocketTimeout(timeout);
clientConf.withUseExpectContinue(false);
clientConf.withSignerOverride("S3SignerType");
// clientConf.setProtocol(Protocol.HTTP);
if ((!proxyHost.equals("")) && (!proxyPort.equals(""))) {
clientConf.setProxyHost(proxyHost);
clientConf.setProxyPort(Integer.parseInt(proxyPort));
}
AWSCredentials myCredentials = new BasicAWSCredentials(accessKey, secretKey);
client = new AmazonS3Client(myCredentials, clientConf);
client.setEndpoint(endpoint);
client.setS3ClientOptions(new S3ClientOptions().withPathStyleAccess(pathStyleAccess));
logger.debug("S3 client has been initialized");
}
@Override
public void init(Config config, Logger logger) {
super.init(config, logger);
url = config.get(AUTH_URL_KEY, config.get(AUTH_URL_KEY_BACK, URL_DEFAULT));
username = config.get(AUTH_USERNAME_KEY, AUTH_USERNAME_DEFAULT);
password = config.get(AUTH_PASSWORD_KEY, AUTH_PASSWORD_DEFAULT);
timeout = config.getInt(CONN_TIMEOUT_KEY, CONN_TIMEOUT_DEFAULT);
parms.put(AUTH_URL_KEY, url);
parms.put(AUTH_USERNAME_KEY, username);
parms.put(AUTH_PASSWORD_KEY, password);
parms.put(CONN_TIMEOUT_KEY, timeout);
logger.debug("using auth config: {}", parms);
HttpClient httpClient = HttpClientUtil.createHttpClient(timeout);
client = new SwiftAuthClient(httpClient, url, username, password);
logger.debug("swauth client has been initialized");
}
private static NameIterator getObjNmIter(Config config) {
String pattern = config.get("objects");
String prefix = config.get("oprefix", OBJECT_PREFIX);
String suffix = config.get("osuffix", OBJECT_SUFFIX);
return Iterators.getNameIterator(pattern, prefix, suffix);
}
private static NameIterator getConNmIter(Config config) {
String pattern = config.get("containers");
String prefix = config.get("cprefix", CONTAINER_PREFIX);
String suffix = config.get("csuffix", CONTAINER_SUFFIX);
return Iterators.getNameIterator(pattern, prefix, suffix);
}