@Override
public void addAuthentication(final HttpClient httpClient, final HttpMethodBase method)
throws ProponoException {
httpClient.getParams().setAuthenticationPreemptive(true);
final String header = "Basic " + credentials;
method.setRequestHeader("Authorization", header);
}
/**
* @param since last modified time to use
* @param req
* @param url if null, ignored
* @param redirCount number of redirs we've done
*/
public static HttpData getDataOnce(
HttpServletRequest req,
HttpServletResponse res,
long since,
String surl,
int redirCount,
int timeout)
throws IOException, HttpException, DataSourceException, MalformedURLException {
HttpMethodBase request = null;
HostConfiguration hcfg = new HostConfiguration();
/*
[todo hqm 2006-02-01] Anyone know why this code was here? It is setting
the mime type to something which just confuses the DHTML parser.
if (res != null) {
res.setContentType("application/x-www-form-urlencoded;charset=UTF-8");
}
*/
try {
// TODO: [2002-01-09 bloch] cope with cache-control
// response headers (no-store, no-cache, must-revalidate,
// proxy-revalidate).
if (surl == null) {
surl = getURL(req);
}
if (surl == null || surl.equals("")) {
throw new MalformedURLException(
/* (non-Javadoc)
* @i18n.test
* @org-mes="url is empty or null"
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-312"));
}
String reqType = "";
String headers = "";
if (req != null) {
reqType = req.getParameter("reqtype");
headers = req.getParameter("headers");
}
boolean isPost = false;
mLogger.debug("reqtype = " + reqType);
if (reqType != null && reqType.equals("POST")) {
request = new LZPostMethod();
request.setRequestHeader("Content-Type", "application/x-www-form-urlencoded;charset=UTF-8");
isPost = true;
mLogger.debug("setting POST req method");
} else if (reqType != null && reqType.equals("PUT")) {
request = new LZPutMethod();
// todo [hqm 2007] treat PUT like POST?
isPost = true;
mLogger.debug("setting PUT req method");
} else if (reqType != null && reqType.equals("DELETE")) {
request = new LZDeleteMethod();
mLogger.debug("setting DELETE req method");
} else {
mLogger.debug("setting GET (default) req method");
request = new LZGetMethod();
}
request.setHttp11(mUseHttp11);
// Proxy the request headers
if (req != null) {
LZHttpUtils.proxyRequestHeaders(req, request);
}
// Set headers from query string
if (headers != null && headers.length() > 0) {
StringTokenizer st = new StringTokenizer(headers, "\n");
while (st.hasMoreTokens()) {
String h = st.nextToken();
int i = h.indexOf(":");
if (i > -1) {
String n = h.substring(0, i);
String v = h.substring(i + 2, h.length());
request.setRequestHeader(n, v);
mLogger.debug(
/* (non-Javadoc)
* @i18n.test
* @org-mes="setting header " + p[0] + "=" + p[1]
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-359", new Object[] {n, v}));
}
}
}
mLogger.debug("Parsing url");
URI uri = LZHttpUtils.newURI(surl);
try {
hcfg.setHost(uri);
} catch (Exception e) {
throw new MalformedURLException(
/* (non-Javadoc)
* @i18n.test
* @org-mes="can't form uri from " + p[0]
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-376", new Object[] {surl}));
}
// This gets us the url-encoded (escaped) path and query string
String path = uri.getEscapedPath();
String query = uri.getEscapedQuery();
mLogger.debug(
/* (non-Javadoc)
* @i18n.test
* @org-mes="encoded path: " + p[0]
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-389", new Object[] {path}));
mLogger.debug(
/* (non-Javadoc)
* @i18n.test
* @org-mes="encoded query: " + p[0]
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-397", new Object[] {query}));
// This call takes a decoded (unescaped) path
request.setPath(path);
boolean hasQuery = (query != null && query.length() > 0);
String rawcontent = null;
// Newer rawpost protocol puts lzpostbody as a separate
// top level query arg in the request.
rawcontent = req.getParameter("lzpostbody");
if (isPost) {
// Older rawpost protocol put the "lzpostbody" arg
// embedded in the "url" args's query args
if (rawcontent == null && hasQuery) {
rawcontent = findQueryArg("lzpostbody", query);
}
if (rawcontent != null) {
// Get the unescaped query string
((EntityEnclosingMethod) request).setRequestBody(rawcontent);
} else if (hasQuery) {
StringTokenizer st = new StringTokenizer(query, "&");
while (st.hasMoreTokens()) {
String it = st.nextToken();
int i = it.indexOf("=");
if (i > 0) {
String n = it.substring(0, i);
String v = it.substring(i + 1, it.length());
// POST encodes values during request
((PostMethod) request).addParameter(n, URLDecoder.decode(v, "UTF-8"));
} else {
mLogger.warn(
/* (non-Javadoc)
* @i18n.test
* @org-mes="ignoring bad token (missing '=' char) in query string: " + p[0]
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-429", new Object[] {it}));
}
}
}
} else {
// This call takes an encoded (escaped) query string
request.setQueryString(query);
}
// Put in the If-Modified-Since headers
if (since != -1) {
String lms = LZHttpUtils.getDateString(since);
request.setRequestHeader(LZHttpUtils.IF_MODIFIED_SINCE, lms);
mLogger.debug(
/* (non-Javadoc)
* @i18n.test
* @org-mes="proxying lms: " + p[0]
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-450", new Object[] {lms}));
}
mLogger.debug(
/* (non-Javadoc)
* @i18n.test
* @org-mes="setting up http client"
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-460"));
HttpClient htc = null;
if (mConnectionMgr != null) {
htc = new HttpClient(mConnectionMgr);
} else {
htc = new HttpClient();
}
htc.setHostConfiguration(hcfg);
// This is the data timeout
mLogger.debug(
/* (non-Javadoc)
* @i18n.test
* @org-mes="timeout set to " + p[0]
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-478", new Object[] {new Integer(timeout)}));
htc.setTimeout(timeout);
// Set connection timeout the same
htc.setConnectionTimeout(mConnectionTimeout);
// Set timeout for getting a connection
htc.setHttpConnectionFactoryTimeout(mConnectionPoolTimeout);
// TODO: [2003-03-05 bloch] this should be more configurable (per app?)
if (!isPost) {
request.setFollowRedirects(mFollowRedirects > 0);
}
long t1 = System.currentTimeMillis();
mLogger.debug("starting remote request");
int rc = htc.executeMethod(hcfg, request);
String status = HttpStatus.getStatusText(rc);
if (status == null) {
status = "" + rc;
}
mLogger.debug(
/* (non-Javadoc)
* @i18n.test
* @org-mes="remote response status: " + p[0]
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-504", new Object[] {status}));
HttpData data = null;
if (isRedirect(rc) && mFollowRedirects > redirCount) {
String loc = request.getResponseHeader("Location").toString();
String hostURI = loc.substring(loc.indexOf(": ") + 2, loc.length());
mLogger.info(
/* (non-Javadoc)
* @i18n.test
* @org-mes="Following URL from redirect: " + p[0]
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-517", new Object[] {hostURI}));
long t2 = System.currentTimeMillis();
if (timeout > 0) {
timeout -= (t2 - t1);
if (timeout < 0) {
throw new InterruptedIOException(
/* (non-Javadoc)
* @i18n.test
* @org-mes=p[0] + " timed out after redirecting to " + p[1]
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-529", new Object[] {surl, loc}));
}
}
data = getDataOnce(req, res, since, hostURI, redirCount++, timeout);
} else {
data = new HttpData(request, rc);
}
if (req != null && res != null) {
// proxy response headers
LZHttpUtils.proxyResponseHeaders(request, res, req.isSecure());
}
return data;
} catch (ConnectTimeoutException ce) {
// Transduce to an InterrupedIOException, since lps takes these to be timeouts.
if (request != null) {
request.releaseConnection();
}
throw new InterruptedIOException(
/* (non-Javadoc)
* @i18n.test
* @org-mes="connecting to " + p[0] + ":" + p[1] + " timed out beyond " + p[2] + " msecs."
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(),
"051018-557",
new Object[] {
hcfg.getHost(), new Integer(hcfg.getPort()), new Integer(mConnectionTimeout)
}));
} catch (HttpRecoverableException hre) {
if (request != null) {
request.releaseConnection();
}
throw hre;
} catch (HttpException e) {
if (request != null) {
request.releaseConnection();
}
throw e;
} catch (IOException ie) {
if (request != null) {
request.releaseConnection();
}
throw ie;
} catch (RuntimeException e) {
if (request != null) {
request.releaseConnection();
}
throw e;
}
}
/**
* Make a http request and process the response. This method also performs automatic retries.
*
* @param method The HTTP method to use (GET, POST, DELETE, etc)
* @param action the name of the action for this query request
* @param params map of request params
* @param respType the class that represents the desired/expected return type
*/
protected <T> T makeRequest(
HttpMethodBase method, String action, Map<String, String> params, Class<T> respType)
throws HttpException, IOException, JAXBException, AWSException {
// add auth params, and protocol specific headers
Map<String, String> qParams = new HashMap<String, String>(params);
qParams.put("Action", action);
qParams.put("AWSAccessKeyId", getAwsAccessKeyId());
qParams.put("SignatureVersion", "" + getSignatureVersion());
qParams.put("Timestamp", httpDate());
if (getSignatureVersion() == 2) {
qParams.put("SignatureMethod", getAlgorithm());
}
if (headers != null) {
for (Iterator<String> i = headers.keySet().iterator(); i.hasNext(); ) {
String key = i.next();
for (Iterator<String> j = headers.get(key).iterator(); j.hasNext(); ) {
qParams.put(key, j.next());
}
}
}
// sort params by key
ArrayList<String> keys = new ArrayList<String>(qParams.keySet());
if (getSignatureVersion() == 2) {
Collections.sort(keys);
} else {
Collator stringCollator = Collator.getInstance();
stringCollator.setStrength(Collator.PRIMARY);
Collections.sort(keys, stringCollator);
}
// build param string
StringBuilder resource = new StringBuilder();
if (getSignatureVersion() == 0) { // ensure Action, Timestamp come first!
resource.append(qParams.get("Action"));
resource.append(qParams.get("Timestamp"));
} else if (getSignatureVersion() == 2) {
resource.append(method.getName());
resource.append("\n");
resource.append(getServer().toLowerCase());
resource.append("\n/");
String reqURL = makeURL("").toString();
// see if there is something after the host:port/ in the URL
if (reqURL.lastIndexOf('/') < (reqURL.length() - 1)) {
// if so, put that here in the string to sign
resource.append(reqURL.substring(reqURL.lastIndexOf('/') + 1));
}
resource.append("\n");
boolean first = true;
for (String key : keys) {
if (!first) {
resource.append("&");
} else {
first = false;
}
resource.append(key);
resource.append("=");
resource.append(SignerEncoder.encode(qParams.get(key)));
// System.err.println("encoded params "+key+" :"+(urlencode(qParams.get(key))));
}
} else {
for (String key : keys) {
resource.append(key);
resource.append(qParams.get(key));
}
}
// System.err.println("String to sign :"+resource.toString());
// calculate signature
String encoded = encode(getSecretAccessKey(), resource.toString(), true);
// build param string, encoding values and adding request signature
resource = new StringBuilder();
for (String key : keys) {
resource.append("&");
resource.append(key);
resource.append("=");
resource.append(urlencode(qParams.get(key)));
}
resource.setCharAt(0, '?'); // set first param delimeter
resource.append("&Signature=");
resource.append(encoded);
// finally, build request object
URL url = makeURL(resource.toString());
method.setURI(new URI(url.toString(), true));
method.setRequestHeader(new Header("User-Agent", userAgent));
if (getSignatureVersion() == 0) {
method.setRequestHeader(
new Header("Content-Type", "application/x-www-form-urlencoded; charset=utf-8"));
}
Object response = null;
boolean done = false;
int retries = 0;
boolean doRetry = false;
AWSException error = null;
do {
int responseCode = 600; // default to high value, so we don't think it is valid
try {
responseCode = getHttpClient().executeMethod(method);
} catch (SocketException ex) {
// these can generally be retried. Treat it like a 500 error
doRetry = true;
error = new AWSException(ex.getMessage(), ex);
}
// 100's are these are handled by httpclient
if (responseCode < 300) {
// 200's : parse normal response into requested object
if (respType != null) {
InputStream iStr = method.getResponseBodyAsStream();
response = JAXBuddy.deserializeXMLStream(respType, iStr);
}
done = true;
} else if (responseCode < 400) {
// 300's : what to do?
throw new HttpException("redirect error : " + responseCode);
} else if (responseCode < 500) {
// 400's : parse client error message
String body = getStringFromStream(method.getResponseBodyAsStream());
throw createException(body, "Client error : ");
} else if (responseCode < 600) {
// 500's : retry...
doRetry = true;
String body = getStringFromStream(method.getResponseBodyAsStream());
error = createException(body, "");
}
if (doRetry) {
retries++;
if (retries > maxRetries) {
throw new HttpException("Number of retries exceeded : " + action, error);
}
doRetry = false;
try {
Thread.sleep((int) Math.pow(2.0, retries) * 1000);
} catch (InterruptedException ex) {
}
}
} while (!done);
return (T) response;
}