/**
* The method makes a GetMethod object and an HttpClient object. The HttpClient then executes the
* Getmethod and returns the pagesource to the caller.
*
* @param url Url to fetch the pagesource for
* @param followRedirect Boolean variable to specify GetMethod followRedirect value
* @param doAuthentication Boolean variable to specify GetMethod doAuthentication value
* @return String
*/
public String getPageSourceWithoutProxy(
String url, boolean followRedirects, boolean doAuthentication) {
GetMethod getMethod = null;
String pageSouce = null;
HttpClient httpClient = new HttpClient();
try {
getMethod = new GetMethod(url);
getMethod.setFollowRedirects(followRedirects);
getMethod.setDoAuthentication(doAuthentication);
httpClient.executeMethod(getMethod);
pageSouce = getMethod.getResponseBodyAsString();
} catch (Exception e) {
l.error(e + " " + e.getMessage() + "exception occured for url" + url);
try {
getMethod = new GetMethod(url);
getMethod.setFollowRedirects(followRedirects);
getMethod.setDoAuthentication(doAuthentication);
httpClient.executeMethod(getMethod);
pageSouce = getMethod.getResponseBodyAsString();
getMethod.releaseConnection();
} catch (Exception ex) {
l.error(ex + " " + ex.getMessage() + "exception occured for url " + url);
getMethod.releaseConnection();
}
} finally {
getMethod.releaseConnection();
}
return pageSouce;
}
private String getRequest(String path) {
logger.log(Level.FINEST, "PR-GET-REQUEST:" + path);
HttpClient client = getHttpClient();
client.getState().setCredentials(AuthScope.ANY, credentials);
GetMethod httpget = new GetMethod(path);
client.getParams().setAuthenticationPreemptive(true);
String response = null;
int responseCode;
try {
responseCode = client.executeMethod(httpget);
InputStream responseBodyAsStream = httpget.getResponseBodyAsStream();
StringWriter stringWriter = new StringWriter();
IOUtils.copy(responseBodyAsStream, stringWriter, "UTF-8");
response = stringWriter.toString();
} catch (Exception e) {
e.printStackTrace();
throw new RuntimeException("Failed to process PR get request; " + path, e);
}
logger.log(Level.FINEST, "PR-GET-RESPONSE:" + response);
if (!validResponseCode(responseCode)) {
logger.log(Level.SEVERE, "Failing to get response from Stash PR GET" + path);
throw new RuntimeException(
"Didn't get a 200 response from Stash PR GET! Response; '"
+ HttpStatus.getStatusText(responseCode)
+ "' with message; "
+ response);
}
return response;
}
public static void main(String[] args) {
HttpClient client = new HttpClient(); // Create an instance of HttpClient.
GetMethod method = new GetMethod(url); // Create a method instance.
method
.getParams()
.setParameter(
HttpMethodParams.RETRY_HANDLER,
new DefaultHttpMethodRetryHandler(
3, false)); // Provide custom retry handler is necessary
try {
int statusCode = client.executeMethod(method); // Execute the method.
if (statusCode != HttpStatus.SC_OK) {
System.err.println("Method failed: " + method.getStatusLine());
}
byte[] responseBody = method.getResponseBody(); // Read the response body.
System.out.println(
new String(
responseBody)); // Deal with the response.// Use caution: ensure correct character
// encoding and is not binary data
} catch (HttpException e) {
System.err.println("Fatal protocol violation: " + e.getMessage());
e.printStackTrace();
} catch (IOException e) {
System.err.println("Fatal transport error: " + e.getMessage());
e.printStackTrace();
} finally {
method.releaseConnection(); // Release the connection.
}
}
private static JSONObject open(String host, int port) throws Exception {
JSONObject result;
PostMethod method = new PostMethod(host + ":" + port + "/api/data/store.open");
// client.getState().setCredentials(new AuthScope(null, repoHostPort, "authentication"), new
// UsernamePasswordCredentials(memberId, memberPassword));
// method.setDoAuthentication(true);
int statusCode = client.executeMethod(method);
if (statusCode != HttpStatus.SC_OK) {
System.err.println("Method failed: " + method.getStatusLine());
}
Reader reader = new InputStreamReader(method.getResponseBodyAsStream());
CharArrayWriter cdata = new CharArrayWriter();
char buf[] = new char[BUFFER_SIZE];
int ret;
while ((ret = reader.read(buf, 0, BUFFER_SIZE)) != -1) cdata.write(buf, 0, ret);
reader.close();
result = JSONObject.fromString(cdata.toString());
method.releaseConnection();
if (result.has("error")) throw new GeneralException(result.getString("error"));
return result;
}
/**
* Method to make a GET HTTP connecton to the given url and return the output
*
* @param urlToFetch url to be connected
* @return the http get response
*/
public String makeRequest(String urlToFetch, String region) throws IOException {
String responseBody = "";
try {
HttpClientParams clientParams = new HttpClientParams();
clientParams.setSoTimeout(40000);
clientParams.setConnectionManagerTimeout(40000);
HttpClient httpclient = new HttpClient(clientParams);
GetMethod httpget = new GetMethod(urlToFetch);
if (urlToFetch.contains("linkedin.com/countserv")) {
httpget.addRequestHeader("Host", "www.linkedin.com");
httpget.addRequestHeader(
"User-Agent", "Mozilla/5.0 (Windows NT 6.1; rv:20.0) Gecko/20100101 Firefox/20.0");
httpget.addRequestHeader(
"Accept", "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8");
httpget.addRequestHeader(
"Cookie",
"X-LI-IDC=C1; bcookie=\"v=2&618ed56d-275f-4dcd-86cd-6a44c8421879\"; bscookie=\"v=1&201305170926410ddaf2a1-e238-4bf6-8a0a-ce8a3df25934AQFZX82SfErJuFQKMJV49JfQTvewhfzh\"; X-LI-IDC=C1");
}
// httpclient.getHostConfiguration().setProxy("46.227.68.2", 3128);
// Credentials cred = new UsernamePasswordCredentials("mmongoose",
// "I-PHNBV9JHW6US");
// httpclient.getState().setProxyCredentials(AuthScope.ANY, cred);
int i = httpclient.executeMethod(httpget);
responseBody = httpget.getResponseBodyAsString();
} catch (Exception e) {
l.error(e + " " + e.getMessage() + " url " + urlToFetch);
}
return responseBody;
}
public JSONObject delete(String path) throws Exception {
JSONObject result = new JSONObject();
DeleteMethod method = new DeleteMethod(repoHostname + ":" + repoHostPort + "/api/data/" + path);
method.getParams().setCookiePolicy(CookiePolicy.RFC_2109);
method.setRequestHeader("Cookie", "jsonhub-store-key=" + getStoreKey());
// client.getState().setCredentials(new AuthScope(null, repoHostPort, "authentication"), new
// UsernamePasswordCredentials(memberId, memberPassword));
// method.setDoAuthentication(true);
int statusCode = client.executeMethod(method);
if (statusCode != HttpStatus.SC_OK) {
System.err.println("Method failed: " + method.getStatusLine());
}
Reader reader = new InputStreamReader(method.getResponseBodyAsStream());
CharArrayWriter cdata = new CharArrayWriter();
char buf[] = new char[BUFFER_SIZE];
int ret;
while ((ret = reader.read(buf, 0, BUFFER_SIZE)) != -1) cdata.write(buf, 0, ret);
reader.close();
result = JSONObject.fromString(cdata.toString());
method.releaseConnection();
if (result.has("error")) throw new GeneralException(result.getString("error"));
return result;
}
public void execute() {
client = new HttpClient();
// if (requestType.equals("GET")) {
// Instantiate a GET HTTP method
// HttpMethod method = new GetMethod(apiUrl);
// if (!authentication.equals("")) {
// method.setRequestHeader("Authorization", "basic " + authentication);
// }
try {
int statusCode = client.executeMethod(method);
System.out.println("QueryString>>> " + apiUrl);
System.out.println("Status Text>>>" + HttpStatus.getStatusText(statusCode));
// Get data as a String
System.out.println(method.getResponseBodyAsString());
// OR as a byte array
byte[] res = method.getResponseBody();
// write to file
FileOutputStream fos = new FileOutputStream("donepage.html");
fos.write(res);
// release connection
method.releaseConnection();
} catch (IOException e) {
e.printStackTrace();
}
// }
}
@Test(expected = IOException.class)
public void testResolveFailingGET() throws IOException {
HTTPRequest request = new HTTPRequest(URI.create("http://dummy/uri/123"), HTTPMethod.GET);
final HttpMethod method = mock(GetMethod.class);
HTTPClientResponseResolver resolver = new TestableHTTPClientResponseResolver(method);
when(httpClient.executeMethod(method)).thenThrow(new IOException("Connection error"));
resolver.resolve(request);
fail("No exception was thrown...");
}
@Override
public long getTargetVersion(PublishingTargetItem target, String site) {
long version = -1;
if (target.getVersionUrl() != null && !target.getVersionUrl().isEmpty()) {
LOGGER.debug(String.format("Get deployment agent version for target ", target.getName()));
URL versionUrl = null;
try {
versionUrl = new URL(target.getVersionUrl());
} catch (MalformedURLException e) {
LOGGER.error(String.format("Invalid get version URL for target [%s]", target.getName()), e);
}
GetMethod getMethod = null;
HttpClient client = null;
try {
getMethod = new GetMethod(target.getVersionUrl());
String siteId = target.getSiteId();
if (StringUtils.isEmpty(siteId)) {
siteId = site;
}
getMethod.setQueryString(
new NameValuePair[] {
new NameValuePair(TARGET_REQUEST_PARAMETER, target.getTarget()),
new NameValuePair(SITE_REQUEST_PARAMETER, siteId)
});
client = new HttpClient();
int status = client.executeMethod(getMethod);
if (status == HttpStatus.SC_OK) {
String responseText = getMethod.getResponseBodyAsString();
if (responseText != null && !responseText.isEmpty()) {
version = Long.parseLong(responseText.trim());
} else {
version = 0;
}
}
} catch (Exception e) {
// LOGGER.error(String.format("Target (%s) responded with error while checking target
// version. Get version failed for url %s", target.getName(), target.getVersionUrl()));
} finally {
if (client != null) {
HttpConnectionManager mgr = client.getHttpConnectionManager();
if (mgr instanceof SimpleHttpConnectionManager) {
((SimpleHttpConnectionManager) mgr).shutdown();
}
}
if (getMethod != null) {
getMethod.releaseConnection();
}
getMethod = null;
client = null;
}
}
return version;
}
@Override
public long setTargetVersion(PublishingTargetItem target, long newVersion, String site) {
long resoponseVersion = -1;
if (target.getVersionUrl() != null && !target.getVersionUrl().isEmpty()) {
LOGGER.debug("Set deployment agent version for target {0}", target.getName());
URL versionUrl = null;
try {
versionUrl = new URL(target.getVersionUrl());
} catch (MalformedURLException e) {
LOGGER.error("Invalid set version URL for target [%s]", target.getName());
return resoponseVersion;
}
PostMethod postMethod = null;
HttpClient client = null;
try {
postMethod = new PostMethod(target.getVersionUrl());
postMethod.addParameter(TARGET_REQUEST_PARAMETER, target.getTarget());
postMethod.addParameter(VERSION_REQUEST_PARAMETER, String.valueOf(newVersion));
String siteId = target.getSiteId();
if (StringUtils.isEmpty(siteId)) {
siteId = site;
}
postMethod.addParameter(SITE_REQUEST_PARAMETER, site);
client = new HttpClient();
int status = client.executeMethod(postMethod);
if (status == HttpStatus.SC_OK) {
String responseText = postMethod.getResponseBodyAsString();
if (responseText != null && !responseText.isEmpty()) {
resoponseVersion = Long.parseLong(responseText);
} else {
resoponseVersion = 0;
}
}
} catch (Exception e) {
LOGGER.error(
"Target {0} responded with error while setting target version. Set version failed for url {1}",
target.getName(), target.getVersionUrl());
} finally {
if (client != null) {
HttpConnectionManager mgr = client.getHttpConnectionManager();
if (mgr instanceof SimpleHttpConnectionManager) {
((SimpleHttpConnectionManager) mgr).shutdown();
}
}
if (postMethod != null) {
postMethod.releaseConnection();
}
postMethod = null;
client = null;
}
}
return resoponseVersion;
}
public boolean isApacheHttpd() throws Exception {
GetMethod gm = new GetMethod(URL);
try {
httpResponseCode = httpClient.executeMethod(gm);
} catch (HttpException e) {
System.out.println("error: " + e);
throw (e);
}
gm.releaseConnection();
Header head = gm.getResponseHeader("Server");
if (head != null) return head.toString().contains("Apache/2");
return false;
}
public void deleteRequest(String path) {
HttpClient client = getHttpClient();
client.getState().setCredentials(AuthScope.ANY, credentials);
DeleteMethod httppost = new DeleteMethod(path);
client.getParams().setAuthenticationPreemptive(true);
int res = -1;
try {
res = client.executeMethod(httppost);
} catch (IOException e) {
e.printStackTrace();
}
logger.log(Level.FINE, "Delete comment {" + path + "} returned result code; " + res);
}
/**
* Запрос с указанием параметров.
*
* @see MoneyDownloader#login
* @see MoneyDownloader#password
* @see MoneyDownloader#dateStart
* @see MoneyDownloader#dateEnd
*/
public final void run() {
File file = new File(directory + "/Results.tsv");
// File test = new File(directory + "/tmp/result.tsv");
try {
if (!file.exists()) {
file.createNewFile();
}
} catch (IOException e) {
e.printStackTrace();
}
String request = "https://rt.miran.ru?user="******"&pass="******"http://rt.miran.ru/rt/Search/Results.tsv?user="******"&pass="******"&Format=%27__Created__%2FTITLE%3A%D0%94%D0%B0%D1%82%D0%B0%27%2C%0A%27%20%20%20%3Cb%3E%3Ca%20href%3D%22%2Frt%2FTicket%2FDisplay.html%3Fid%3D__id__%22%3E__id__%3C%2Fa%3E%3C%2Fb%3E%2FTITLE%3A%23%27%2C%0A%27__Subject__%2FTITLE%3A%D0%A2%D0%B5%D0%BC%D0%B0%27%2C%0A%27__QueueName__%2FTITLE%3A%D0%9E%D1%87%D0%B5%D1%80%D0%B5%D0%B4%D1%8C%27%2C%0A%27__CustomField.%7Binteraction%20type%7D__%2FTITLE%3A%D0%A2%D0%B8%D0%BF%27%2C%0A%27__CustomField.%7Bbussines%7D__%2FTITLE%3A%D0%91%D0%B8%D0%B7%D0%BD%D0%B5%D1%81%27%2C%0A%27__CustomField.%7Bdirection%7D__%2FTITLE%3A%D0%9D%D0%B0%D0%BF%D1%80%D0%B0%D0%B2%D0%BB%D0%B5%D0%BD%D0%B8%D0%B5%27%2C%0A%27__CustomField.%7Bservice%7D__%2FTITLE%3A%D0%A3%D1%81%D0%BB%D1%83%D0%B3%D0%B0%27%2C%0A%27__CustomField.%7BSD%20Type%7D__%2FTITLE%3A%D0%9A%D0%B0%D1%82%D0%B5%D0%B3%D0%BE%D1%80%D0%B8%D1%8F%27%2C%0A%27__CustomField.%7BSD%20Detail%7D__%2FTITLE%3A%D0%91%D0%BE%D0%BD%D1%83%D1%81%27%2C%0A%27__CustomField.%7BQA%7D__%2FTITLE%3A%D0%92%D1%8B%D0%BF%D0%BE%D0%BB%D0%BD%D0%B8%D0%BB%27&Order=DESC%7CASC%7CASC%7CASC&OrderBy=Created%7C%7C%7C&Page=1&Query=Created%20%3E%20%27"
+ dateStart
+ "%27%20AND%20Created%20%3C%20%27"
+ dateEnd
+ "%27%20AND%20Status%20%3D%20%27closed%27%20AND%20Queue%20!%3D%20%27manager%27%20AND%20Queue%20!%3D%20%27sales%27%20AND%20%27CF.%7BQA%7D%27%20%3D%20%27__CurrentUser__%27&RowsPerPage=0&SavedChartSearchId=new&SavedSearchId=";
System.out.println(tickets);
ListCookieHandler cookieHandler = new ListCookieHandler();
CookieHandler.setDefault(cookieHandler);
try {
URL url = new URL(request);
HttpURLConnection connection = (HttpURLConnection) url.openConnection();
connection.getResponseCode();
GetMethod method = new GetMethod(tickets);
method.addRequestHeader("Cookie", cookieHandler.getCookiez());
method.addRequestHeader("Referer", "http://rt.miran.ru/");
HttpClient httpClient = new HttpClient();
httpClient.executeMethod(method);
InputStream in = method.getResponseBodyAsStream();
System.out.println(in.available());
} catch (MalformedURLException e) {
e.printStackTrace();
} catch (IOException e) {
e.printStackTrace();
}
}
/**
* Run the first test.
*
* @param string a part of URL to connect to.
* @return ManagerClient object
* @throws IOException for any failures.
*/
public ManagerClient(String string) throws Exception {
URL = "http://" + string + "/mod_cluster_manager/";
GetMethod gm = null;
HttpMethodBase bm = null;
if (httpClient == null) {
httpClient = new HttpClient();
gm = new GetMethod(URL);
bm = gm;
}
System.out.println("Connecting to " + URL);
Integer connectionTimeout = 40000;
bm.getParams().setParameter("http.socket.timeout", connectionTimeout);
bm.getParams().setParameter("http.connection.timeout", connectionTimeout);
httpClient.getParams().setParameter("http.socket.timeout", connectionTimeout);
httpClient.getParams().setParameter("http.connection.timeout", connectionTimeout);
try {
httpResponseCode = httpClient.executeMethod(gm);
if (httpResponseCode == 200) {
// Read the nonce.
String result = gm.getResponseBodyAsString();
String[] records = result.split("\n");
for (int i = 0; i < records.length; i++) {
int j = records[i].indexOf("?nonce=");
if (j < 0) continue;
j = j + 7;
String nnonce = records[i].substring(j);
int k = nnonce.indexOf('&');
if (k > 0) {
nonce = nnonce.substring(0, k);
break;
}
}
} else {
System.out.println("response: " + httpResponseCode);
System.out.println("response: " + bm.getStatusLine());
throw (new Exception("Reponse notok"));
}
// System.out.println("response:\n" + bm.getResponseBodyAsString(len));
} catch (HttpException e) {
System.out.println("error: " + e);
throw (e);
}
bm.releaseConnection();
}
/**
* Obtem a timeline publica. Nao necessita de autenticacao, basicamente é um GET na URL
* http://twitter.com/statuses/public_timeline.xml
*/
public String getPublicTimeline() throws Exception {
HttpClient client = new HttpClient();
// get para obter a timeline publica
GetMethod get = new GetMethod("/statuses/public_timeline.xml");
// Criando o host, para onde sera enviada a requisicao
HostConfiguration host = client.getHostConfiguration();
host.setHost(new URI("http://twitter.com"));
// executando o get na url de timeline publica do twitter
client.executeMethod(host, get);
// obtendo a resposta
return get.getResponseBodyAsString();
}
private String DoCmd(String DURL) throws Exception {
GetMethod gm = new GetMethod(DURL);
try {
httpResponseCode = httpClient.executeMethod(gm);
if (httpResponseCode == 200) {
String result = gm.getResponseBodyAsString();
gm.releaseConnection();
return result;
}
} catch (HttpException e) {
System.out.println("error: " + e);
throw (e);
}
gm.releaseConnection();
throw (new Exception("Reponse notok"));
}
/*
* (non-Javadoc)
* @see org.jasig.portlet.weather.dao.IWeatherDao#find(java.lang.String)
*/
public Collection<Location> find(String location) {
final String url =
FIND_URL
.replace("@KEY@", key)
.replace("@QUERY@", QuietUrlCodec.encode(location, Constants.URL_ENCODING));
HttpMethod getMethod = new GetMethod(url);
InputStream inputStream = null;
try {
// Execute the method.
int statusCode = httpClient.executeMethod(getMethod);
if (statusCode != HttpStatus.SC_OK) {
final String statusText = getMethod.getStatusText();
throw new DataRetrievalFailureException(
"get of '"
+ url
+ "' failed with status '"
+ statusCode
+ "' due to '"
+ statusText
+ "'");
}
// Read the response body
inputStream = getMethod.getResponseBodyAsStream();
List<Location> locations = deserializeSearchResults(inputStream);
return locations;
} catch (HttpException e) {
throw new RuntimeException(
"http protocol exception while getting data from weather service from: " + url, e);
} catch (IOException e) {
throw new RuntimeException(
"IO exception while getting data from weather service from: " + url, e);
} catch (JAXBException e) {
throw new RuntimeException(
"Parsing exception while getting data from weather service from: " + url, e);
} finally {
// try to close the inputstream
IOUtils.closeQuietly(inputStream);
// release the connection
getMethod.releaseConnection();
}
}
// ���� URL ָ�����ҳ
public String downloadFile(String url) {
String filePath = null;
// 1.���� HttpClinet��������
HttpClient httpClient = new HttpClient();
// ���� HTTP���ӳ�ʱ 5s
httpClient.getHttpConnectionManager().getParams().setConnectionTimeout(5000);
// 2.���� GetMethod��������
GetMethod getMethod = new GetMethod(url);
// ���� get����ʱ 5s
getMethod.getParams().setParameter(HttpMethodParams.SO_TIMEOUT, 5000);
// �����������Դ���
getMethod
.getParams()
.setParameter(HttpMethodParams.RETRY_HANDLER, new DefaultHttpMethodRetryHandler());
// 3.ִ��GET����
try {
int statusCode = httpClient.executeMethod(getMethod);
// �жϷ��ʵ�״̬��
if (statusCode != HttpStatus.SC_OK) {
System.err.println("Method failed: " + getMethod.getStatusLine());
filePath = null;
}
// 4.���� HTTP ��Ӧ����
byte[] responseBody = getMethod.getResponseBody(); // ��ȡΪ�ֽ�����
// ������ҳ url ���ɱ���ʱ���ļ���
filePath =
"temp\\" + getFileNameByUrl(url, getMethod.getResponseHeader("Content-Type").getValue());
File file = new File(filePath);
if (!file.getParentFile().exists()) {
file.getParentFile().mkdir();
}
saveToLocal(responseBody, filePath);
} catch (HttpException e) {
// �����������쳣��������Э�鲻�Ի��߷��ص�����������
System.out.println("�������http��ַ�Ƿ���ȷ");
e.printStackTrace();
} catch (IOException e) {
// ���������쳣
e.printStackTrace();
} finally {
// �ͷ�����
getMethod.releaseConnection();
}
return filePath;
}
@Override
public boolean checkConnection(PublishingTargetItem target) {
boolean connOk = false;
if (target.getStatusUrl() != null && !target.getStatusUrl().isEmpty()) {
LOGGER.debug(String.format("Check deployment agent status for target ", target.getName()));
URL statusUrl = null;
try {
statusUrl = new URL(target.getStatusUrl());
} catch (MalformedURLException e) {
LOGGER.error(
String.format(
"Invalid endpoint status URL for publishing channel [%s]", target.getName()),
e);
}
GetMethod getMethod = null;
HttpClient client = null;
try {
getMethod = new GetMethod(target.getStatusUrl());
client = new HttpClient();
int status = client.executeMethod(getMethod);
if (status == HttpStatus.SC_OK) {
connOk = true;
}
} catch (Exception e) {
LOGGER.error(
String.format(
"Target (%s) is not available. Status check failed for url %s",
target.getName(), target.getStatusUrl()));
} finally {
if (client != null) {
HttpConnectionManager mgr = client.getHttpConnectionManager();
if (mgr instanceof SimpleHttpConnectionManager) {
((SimpleHttpConnectionManager) mgr).shutdown();
}
}
if (getMethod != null) {
getMethod.releaseConnection();
}
getMethod = null;
client = null;
}
}
return connOk;
}
/** 根据模版及参数产生静态页面 */
public boolean createHtmlPage(String url, String htmlFileName) {
boolean status = false;
int statusCode = 0;
try {
// 创建一个HttpClient实例充当模拟浏览器
httpClient = new HttpClient();
// 设置httpclient读取内容时使用的字符集
httpClient.getParams().setParameter(HttpMethodParams.HTTP_CONTENT_CHARSET, "gbk");
// 创建GET方法的实例
getMethod = new GetMethod(url);
// 使用系统提供的默认的恢复策略，在发生异常时候将自动重试3次
getMethod
.getParams()
.setParameter(HttpMethodParams.RETRY_HANDLER, new DefaultHttpMethodRetryHandler());
// 设置Get方法提交参数时使用的字符集,以支持中文参数的正常传递
getMethod.addRequestHeader("Content-Type", "text/html;charset=gbk");
// 执行Get方法并取得返回状态码，200表示正常，其它代码为异常
statusCode = httpClient.executeMethod(getMethod);
if (statusCode != 200) {
logger.fatal("静态页面引擎在解析" + url + "产生静态页面" + htmlFileName + "时出错!");
} else {
// 读取解析结果
sb = new StringBuffer();
in = getMethod.getResponseBodyAsStream();
br = new BufferedReader(new InputStreamReader(in));
while ((line = br.readLine()) != null) {
sb.append(line + "\n");
}
if (br != null) br.close();
page = sb.toString();
// 将页面中的相对路径替换成绝对路径，以确保页面资源正常访问
page = formatPage(page);
// 将解析结果写入指定的静态HTML文件中，实现静态HTML生成
writeHtml(htmlFileName, page);
status = true;
}
} catch (Exception ex) {
logger.fatal("静态页面引擎在解析" + url + "产生静态页面" + htmlFileName + "时出错:" + ex.getMessage());
} finally {
// 释放http连接
getMethod.releaseConnection();
}
return status;
}
protected Object getAndDeserialize(String url, TemperatureUnit unit) {
HttpMethod getMethod = new GetMethod(url);
InputStream inputStream = null;
try {
// Execute the method.
int statusCode = httpClient.executeMethod(getMethod);
if (statusCode != HttpStatus.SC_OK) {
final String statusText = getMethod.getStatusText();
throw new DataRetrievalFailureException(
"get of '"
+ url
+ "' failed with status '"
+ statusCode
+ "' due to '"
+ statusText
+ "'");
}
// Read the response body
inputStream = getMethod.getResponseBodyAsStream();
Weather weather = deserializeWeatherResult(inputStream, unit);
return weather;
} catch (HttpException e) {
throw new RuntimeException(
"http protocol exception while getting data from weather service from: " + url, e);
} catch (IOException e) {
throw new RuntimeException(
"IO exception while getting data from weather service from: " + url, e);
} catch (JAXBException e) {
throw new RuntimeException(
"Parsing exception while getting data from weather service from: " + url, e);
} catch (ParseException e) {
throw new RuntimeException(
"Parsing exception while getting data from weather service from: " + url, e);
} finally {
// try to close the inputstream
IOUtils.closeQuietly(inputStream);
// release the connection
getMethod.releaseConnection();
}
}
private String postRequest(String path, String comment) throws UnsupportedEncodingException {
logger.log(Level.FINEST, "PR-POST-REQUEST:" + path + " with: " + comment);
HttpClient client = getHttpClient();
client.getState().setCredentials(AuthScope.ANY, credentials);
PostMethod httppost = new PostMethod(path);
ObjectNode node = mapper.getNodeFactory().objectNode();
node.put("text", comment);
StringRequestEntity requestEntity = null;
try {
requestEntity =
new StringRequestEntity(mapper.writeValueAsString(node), "application/json", "UTF-8");
} catch (IOException e) {
e.printStackTrace();
}
httppost.setRequestEntity(requestEntity);
client.getParams().setAuthenticationPreemptive(true);
String response = "";
int responseCode;
try {
responseCode = client.executeMethod(httppost);
InputStream responseBodyAsStream = httppost.getResponseBodyAsStream();
StringWriter stringWriter = new StringWriter();
IOUtils.copy(responseBodyAsStream, stringWriter, "UTF-8");
response = stringWriter.toString();
logger.log(Level.FINEST, "API Request Response: " + response);
} catch (Exception e) {
e.printStackTrace();
throw new RuntimeException("Failed to process PR get request; " + path, e);
}
logger.log(Level.FINEST, "PR-POST-RESPONSE:" + response);
if (!validResponseCode(responseCode)) {
logger.log(Level.SEVERE, "Failing to get response from Stash PR POST" + path);
throw new RuntimeException(
"Didn't get a 200 response from Stash PR POST! Response; '"
+ HttpStatus.getStatusText(responseCode)
+ "' with message; "
+ response);
}
return response;
}
public void doPost(HttpServletRequest request, HttpServletResponse response)
throws ServletException, IOException {
try {
address = PAConfiguration.getAddress();
port = PAConfiguration.getPort(instantiation);
poslAddress = PAConfiguration.getPOSL(instantiation, topic);
rdfAddress = PAConfiguration.getRDFTaxonomy(instantiation);
messageEndpoint = PAConfiguration.getEndpointName(instantiation, topic);
} catch (BadConfigurationException e) {
System.out.println(e.getMessage());
e.printStackTrace();
System.exit(0);
}
response.setContentType("text/html; charset=UTF-8");
PrintWriter out = response.getWriter();
try {
System.out.println("5 Publicty Chair Servlet");
System.out.println(response.toString());
BufferedReader brd = request.getReader();
String input = "";
String message = "";
while (!input.equals("</RuleML>")) {
input = brd.readLine();
message = message + input;
}
String[] varOrder = getVariableOrder(message);
System.out.println("Received Message: " + message);
// BackwardReasoner br = new BackwardReasoner();
// Iterator solit =null;
// DefiniteClause dc = null;
// SymbolTable.reset();
POSLParser pp = new POSLParser();
// String contents = "c(a).\nc(b).\nc(c).";
Date t1 = new GregorianCalendar().getTime();
System.out.println(t1.getHours() + ":" + t1.getMinutes());
// append time to contents
System.out.println("day: " + t1.getDay());
System.out.println("day: " + t1.getYear());
System.out.println("day: " + t1.getMonth());
// time
String time = "time(" + t1.getHours() + ":integer).";
System.out.println(time);
String url = poslAddress;
// String url = "http://www.jdrew.org/oojdrew/test.posl";
String contents = "";
// day of the week
int day = t1.getDay();
boolean weekday = true;
if (day == 0 || day == 6) {
weekday = false;
}
String dayOfWeek;
if (weekday) {
dayOfWeek = "day(weekday).";
} else {
dayOfWeek = "day(weekend).";
}
// full date
Calendar cal = new GregorianCalendar();
int year = cal.get(Calendar.YEAR);
int month = cal.get(Calendar.MONTH) + 1;
int day2 = cal.get(Calendar.DAY_OF_MONTH);
String date;
String day3 = "" + day2;
if (day2 == 1 || day2 == 2 || day2 == 3 || day2 == 4 || day2 == 5 || day2 == 6 || day2 == 7
|| day2 == 8 || day2 == 9) {
day3 = "0" + day2;
}
if (month == 10 || month == 11 || month == 12) date = "" + year + month + day3;
else date = "" + year + "0" + month + day3;
date = "date(" + date + ":integer).";
System.out.println(date);
String url2 = rdfAddress;
HttpClient client2 = new HttpClient();
GetMethod method2 = new GetMethod(url2);
method2.setFollowRedirects(true);
String typestr = "";
// Execute the GET method
int statusCode2 = client2.executeMethod(method2);
if (statusCode2 != -1) {
typestr = method2.getResponseBodyAsString();
}
System.out.println("Types: " + typestr);
Types.reset();
RDFSParser.parseRDFSString(typestr);
try {
HttpClient client = new HttpClient();
GetMethod method = new GetMethod(url);
method.setFollowRedirects(true);
// Execute the GET method
int statusCode = client.executeMethod(method);
if (statusCode != -1) {
contents = method.getResponseBodyAsString();
}
} catch (Exception e) {
e.printStackTrace();
}
contents = contents + "\n" + time;
contents = contents + "\n" + dayOfWeek;
contents = contents + "\n" + date;
BackwardReasoner br = new BackwardReasoner();
Iterator solit = null;
DefiniteClause dc = null;
SymbolTable.reset();
pp.parseDefiniteClauses(contents);
br.loadClauses(pp.iterator());
System.out.println("TEST");
Iterator it = pp.iterator();
while (it.hasNext()) {
DefiniteClause d = (DefiniteClause) it.next();
System.out.println("Loaded clause: " + d.toPOSLString());
}
br = new BackwardReasoner(br.clauses, br.oids);
MessageParser m = new MessageParser(message);
Element atom = null;
try {
atom = m.parseForContent();
} catch (Exception e) {
System.out.println("Invalid Message");
// out.flush();
}
QueryBuilder q = new QueryBuilder(atom);
String query = q.generateDoc();
System.out.println("ABOUT TO INPUT THIS QUERY:" + query);
RuleMLParser qp = new RuleMLParser();
try {
dc = qp.parseRuleMLQuery(query);
} catch (Exception e) {
System.out.println("Invalid Query");
// out.flush();
}
// solit = br.iterativeDepthFirstSolutionIterator(dc);
solit = br.iterativeDepthFirstSolutionIterator(dc);
int varSize = 0;
while (solit.hasNext()) {
Vector data = new Vector();
BackwardReasoner.GoalList gl = (BackwardReasoner.GoalList) solit.next();
Hashtable varbind = gl.varBindings;
javax.swing.tree.DefaultMutableTreeNode root = br.toTree();
root.setAllowsChildren(true);
javax.swing.tree.DefaultTreeModel dtm = new DefaultTreeModel(root);
int i = 0;
Object[][] rowdata = new Object[varbind.size()][2];
varSize = varbind.size();
Enumeration e = varbind.keys();
while (e.hasMoreElements()) {
Object k = e.nextElement();
Object val = varbind.get(k);
String ks = (String) k;
rowdata[i][0] = ks;
rowdata[i][1] = val;
i++;
}
data.addElement(rowdata);
String[] messages = new String[data.size()];
MessageGenerator g =
new MessageGenerator(
data, varSize, messageEndpoint, m.getId(), m.getProtocol(), m.getRel(), varOrder);
messages = g.Messages2();
String appender = "";
URL sender = new URL(address + ":" + port);
HttpMessage msg = new HttpMessage(sender);
Properties props = new Properties();
for (int i1 = 0; i1 < data.size(); i1++) {
System.out.println(i1 + ")" + messages[i1].toString());
props.put("text", messages[i1].toString());
InputStream in = msg.sendGetMessage(props);
}
System.out.println("NEXT MESSAGE");
}
MessageGenerator g =
new MessageGenerator(
null, varSize, messageEndpoint, m.getId(), m.getProtocol(), m.getRel());
URL sender = new URL(address + ":" + port);
HttpMessage msg = new HttpMessage(sender);
Properties props = new Properties();
String finalMessage = g.finalMessage(query);
System.out.println(finalMessage);
props.put("text", finalMessage);
InputStream in = msg.sendGetMessage(props);
System.out.println("Stop_Communication");
} catch (Exception e) {
System.out.println("ERROR has occured : " + e.toString());
}
out.close();
}
@Override
public void deployItemsToTarget(
String site, List<PublishingSyncItem> filteredItems, PublishingTargetItem target)
throws ContentNotFoundForPublishingException, UploadFailedException {
LOGGER.debug(
"Start deploying items for site \"{0}\", target \"{1}\", number of items \"{2}\"",
site, target.getName(), filteredItems.size());
URL requestUrl = null;
try {
requestUrl = new URL(target.getServerUrl());
} catch (MalformedURLException e) {
LOGGER.error("Invalid server URL for target {0}", target.getName());
throw new UploadFailedException(site, target.getName(), target.getServerUrl(), e);
}
ByteArrayPartSource baps = null;
PartSource metadataPart = null;
StringPart stringPart = null;
FilePart filePart = null;
int numberOfBuckets = filteredItems.size() / target.getBucketSize() + 1;
Iterator<PublishingSyncItem> iter = filteredItems.iterator();
LOGGER.debug(
"Divide all deployment items into {0} bucket(s) for target {1}",
numberOfBuckets, target.getName());
List<DeploymentEventItem> eventItems = new ArrayList<DeploymentEventItem>();
for (int bucketIndex = 0; bucketIndex < numberOfBuckets; bucketIndex++) {
int cntFiles = 0;
StringBuilder sbDeletedFiles = new StringBuilder();
List<Part> formParts = new ArrayList<Part>();
formParts.add(new StringPart(PASSWORD_REQUEST_PARAMETER, target.getPassword()));
formParts.add(new StringPart(TARGET_REQUEST_PARAMETER, target.getTarget()));
String siteId = target.getSiteId();
if (StringUtils.isEmpty(siteId)) {
siteId = site;
}
formParts.add(new StringPart(SITE_REQUEST_PARAMETER, siteId));
LOGGER.debug(
"Preparing deployment items (bucket {0}) for target {1}",
bucketIndex + 1, target.getName());
int loopSize =
(filteredItems.size() - (bucketIndex * target.getBucketSize()) > target.getBucketSize())
? target.getBucketSize()
: filteredItems.size() - bucketIndex * target.getBucketSize();
for (int j = 0; j < loopSize; j++) {
if (iter.hasNext()) {
PublishingSyncItem item = iter.next();
LOGGER.debug(
"Parsing \"{0}\" , site \"{1}\"; for publishing on target \"{2}\"",
item.getPath(), item.getSite(), target.getName());
DeploymentEventItem eventItem = new DeploymentEventItem();
eventItem.setSite(item.getSite());
eventItem.setPath(item.getPath());
eventItem.setUser(item.getUser());
eventItem.setDateTime(new Date());
if (item.getAction() == PublishingSyncItem.Action.DELETE) {
eventItem.setState(DeploymentEventItem.STATE_DELETED);
if (sbDeletedFiles.length() > 0) {
sbDeletedFiles.append(FILES_SEPARATOR).append(item.getPath());
} else {
sbDeletedFiles.append(item.getPath());
}
if (item.getPath().endsWith("/" + _indexFile)) {
sbDeletedFiles
.append(FILES_SEPARATOR)
.append(item.getPath().replace("/" + _indexFile, ""));
}
} else {
if (item.getAction() == PublishingSyncItem.Action.NEW) {
eventItem.setState(DeploymentEventItem.STATE_NEW);
} else if (item.getAction() == PublishingSyncItem.Action.MOVE) {
eventItem.setState(DeploymentEventItem.STATE_MOVED);
} else {
eventItem.setState(DeploymentEventItem.STATE_UPDATED);
}
LOGGER.debug("Get content for \"{0}\" , site \"{1}\"", item.getPath(), item.getSite());
InputStream input =
_contentRepository.getContent(site, null, item.getEnvironment(), item.getPath());
try {
if (input == null || input.available() < 0) {
if (!_contentRepository.isFolder(site, item.getPath())
&& _contentRepository.contentExists(site, item.getPath())) {
baps = null;
stringPart = null;
filePart = null;
formParts = null;
throw new ContentNotFoundForPublishingException(
site, target.getName(), item.getPath());
} else {
// Content does not exist - skip deploying file
continue;
}
}
} catch (IOException err) {
LOGGER.error(
"Error reading input stream for content at path: "
+ item.getPath()
+ " site: "
+ item.getSite());
if (_contentRepository.contentExists(site, item.getPath())) {
baps = null;
stringPart = null;
filePart = null;
formParts = null;
throw new ContentNotFoundForPublishingException(
site, target.getName(), item.getPath());
} else {
// Content does not exist - skip deploying file
continue;
}
}
String fileName = _contentRepository.getFilename(site, item.getPath());
byte[] byteArray = null;
try {
byteArray = IOUtils.toByteArray(input);
} catch (IOException e) {
LOGGER.error("Error while converting input stream to byte array", e);
baps = null;
stringPart = null;
filePart = null;
formParts = null;
if (_contentRepository.contentExists(site, item.getPath())) {
throw new ContentNotFoundForPublishingException(
site, target.getName(), item.getPath());
} else {
// Content does not exist - skip deploying file
continue;
}
} finally {
IOUtils.closeQuietly(input);
input = null;
}
baps = new ByteArrayPartSource(fileName, byteArray);
LOGGER.debug(
"Create http request parameters for \"{0}\" , site \"{1}\"; publishing on target \"{2}\"",
item.getPath(), item.getSite(), target.getName());
int idx = item.getPath().lastIndexOf("/");
String relativePath = item.getPath().substring(0, idx + 1) + fileName;
stringPart =
new StringPart(CONTENT_LOCATION_REQUEST_PARAMETER + cntFiles, relativePath);
formParts.add(stringPart);
filePart = new FilePart(CONTENT_FILE_REQUEST_PARAMETER + cntFiles, baps);
formParts.add(filePart);
if (item.getAction() == PublishingSyncItem.Action.MOVE) {
if (item.getOldPath() != null
&& !item.getOldPath().equalsIgnoreCase(item.getPath())) {
LOGGER.debug(
"Add old path to be deleted for MOVE action (\"{0}\")", item.getOldPath());
eventItem.setOldPath(item.getOldPath());
if (sbDeletedFiles.length() > 0) {
sbDeletedFiles.append(",").append(item.getOldPath());
} else {
sbDeletedFiles.append(item.getOldPath());
}
if (item.getOldPath().endsWith("/" + _indexFile)) {
sbDeletedFiles
.append(FILES_SEPARATOR)
.append(item.getOldPath().replace("/" + _indexFile, ""));
}
}
}
if (target.isSendMetadata()) {
LOGGER.debug(
"Adding meta data for content \"{0}\" site \"{0}\"",
item.getPath(), item.getSite());
InputStream metadataStream = null;
try {
metadataStream = _contentRepository.getMetadataStream(site, item.getPath());
metadataPart =
new ByteArrayPartSource(
fileName + ".meta", IOUtils.toByteArray(metadataStream));
formParts.add(
new FilePart(METADATA_FILE_REQUEST_PARAMETER + cntFiles, metadataPart));
} catch (IOException e) {
LOGGER.error("Error while creating input stream with content metadata", e);
baps = null;
stringPart = null;
filePart = null;
formParts = null;
} finally {
IOUtils.closeQuietly(metadataStream);
metadataPart = null;
}
}
}
cntFiles++;
eventItems.add(eventItem);
}
}
if (sbDeletedFiles.length() > 0) {
formParts.add(new StringPart(DELETED_FILES_REQUEST_PARAMETER, sbDeletedFiles.toString()));
}
LOGGER.debug(
"Create http request to deploy bucket {0} for target {1}",
bucketIndex + 1, target.getName());
PostMethod postMethod = null;
HttpClient client = null;
try {
LOGGER.debug("Create HTTP Post Method");
postMethod = new PostMethod(requestUrl.toString());
postMethod.getParams().setBooleanParameter(HttpMethodParams.USE_EXPECT_CONTINUE, true);
Part[] parts = new Part[formParts.size()];
for (int i = 0; i < formParts.size(); i++) parts[i] = formParts.get(i);
postMethod.setRequestEntity(new MultipartRequestEntity(parts, postMethod.getParams()));
client = new HttpClient();
LOGGER.debug("Execute HTTP POST request \"{0}\"", postMethod.getURI());
int status = client.executeMethod(postMethod);
if (status == HttpStatus.SC_OK) {
LOGGER.info(
"Successfully deployed bucket number {0} on target {1}",
bucketIndex + 1, target.getName());
} else {
LOGGER.error(
"Deployment failed for bucket number {0} on target {1}. Deployment agent returned status {2}",
bucketIndex + 1, target.getName(), HttpStatus.getStatusText(status));
throw new UploadFailedException(site, target.getName(), target.getServerUrl());
}
} catch (HttpException e) {
LOGGER.error(
"Publish failed for target {0} due to http protocol exception", target.getName());
throw new UploadFailedException(site, target.getName(), target.getServerUrl(), e);
} catch (IOException e) {
LOGGER.error(
"Publish failed for target {0} due to I/O (transport) exception", target.getName());
throw new UploadFailedException(site, target.getName(), target.getServerUrl(), e);
} finally {
LOGGER.debug("Release http connection and release resources");
if (client != null) {
HttpConnectionManager mgr = client.getHttpConnectionManager();
if (mgr instanceof SimpleHttpConnectionManager) {
((SimpleHttpConnectionManager) mgr).shutdown();
}
}
if (postMethod != null) {
postMethod.releaseConnection();
postMethod = null;
client = null;
}
baps = null;
stringPart = null;
filePart = null;
formParts = null;
}
}
LOGGER.debug(
"Publishing deployment event for target \"{0}\" with \"{1}\" items.",
target.getName(), eventItems.size());
_contentRepository.publishDeployEvent(target.getName(), eventItems);
LOGGER.info("Deployment successful on target {0}", target.getName());
LOGGER.debug(
"Finished deploying items for site \"{0}\", target \"{1}\", number of items \"{2}\"",
site, target.getName(), filteredItems.size());
}
/**
* The method reads a proxy object from database, makes a GetMethod object, appends required
* cookies to the HttpClient object. The HttpClient then executes the Getmethod and returns the
* pagesource to the caller.
*
* @param iCount Counter variable for passing thread group information
* @param url Url to fetch the pagesource for
* @param followRedirect Boolean variable to specify GetMethod followRedirect value
* @param doAuthentication Boolean variable to specify GetMethod doAuthentication value
* @param region the local region of a given url
* @param objProxyDao the database layer ProxyDao object variable
* @param useErrsy Boolean variable to specify usage of Errsy as proxy source
* @return String
*/
public String getPageSourceWithProxy(
String url,
boolean followRedirect,
boolean doAuthentication,
String region,
Boolean useErrsy,
String google) {
String page = " ";
String pageSource = "";
int i = 0;
String exception = " ";
HttpClientParams clientParams = new HttpClientParams();
clientParams.setSoTimeout(40000);
clientParams.setConnectionManagerTimeout(40000);
HttpClient httpclient = new HttpClient(clientParams);
GetMethod getmethod = null;
HttpState state = new HttpState();
// if (ProxyDao.lstProxyData.size() == 16) {
ProxyData objProxyData = null;
// if (!useErrsy) {
try {
// objProxyData = ProxyDao.lstProxyData.get(iCount);
objProxyData = ProxyDao.objProxyData;
if (objProxyData == null) {
// objProxyDao.changeProxy(google);
objProxyData = ProxyDao.objProxyData;
}
httpclient
.getHostConfiguration()
.setProxy(objProxyData.getIPAddress(), objProxyData.getPortNo());
} catch (Exception e) {
pageSource = i + "@@@@" + exception + "@@@@" + page + "@@@@" + url;
return pageSource;
}
/*} else {
try {
objProxyData = new ProxyData(0, "46.227.68.2", 3128, "Mongoose", "I-C5GS0FTAL61L", 0, 0);
Credentials defaultcreds = new UsernamePasswordCredentials(objProxyData.getProxyUser(), objProxyData.getProxyPassword());
httpclient.getState().setCredentials(AuthScope.ANY, defaultcreds);
httpclient.getHostConfiguration().setProxy(objProxyData.getIpaddress(), objProxyData.getPortNo());
state.setProxyCredentials(null, null, new UsernamePasswordCredentials(objProxyData.getProxyUser(), objProxyData.getProxyPassword()));
httpclient.setState(state);
} catch (Exception e) {
pageSource = i + "@@@@" + exception + "@@@@" + page + "@@@@" + url;
return pageSource;
}
}*/
try {
getmethod = new GetMethod(url);
getmethod.addRequestHeader(
"User-Agent", "Mozilla/5.0 (Windows NT 6.1; rv:19.0) Gecko/20100101 Firefox/19.0");
if (url.contains("bing.com")) {
if (region.equalsIgnoreCase("co.uk")) {
getmethod.addRequestHeader(
"Cookie", "_FP=mkt=en-GB;SRCHHPGUSR=NEWWND=0&NRSLT=50&SRCHLANG=&AS=1;");
} else if (region.equalsIgnoreCase("com.sg")) {
getmethod.addRequestHeader(
"Cookie", "_FP=mkt=en-SG;SRCHHPGUSR=NEWWND=0&NRSLT=50&SRCHLANG=&AS=1;");
} else if (region.equalsIgnoreCase("com.au")) {
getmethod.addRequestHeader(
"Cookie", "_FP=mkt=en-AU;SRCHHPGUSR=NEWWND=0&NRSLT=50&SRCHLANG=&AS=1;");
} else if (region.equalsIgnoreCase("co.in")) {
getmethod.addRequestHeader(
"Cookie", "_FP=mkt=en-IN;SRCHHPGUSR=NEWWND=0&NRSLT=50&SRCHLANG=&AS=1;");
} else if (region.equalsIgnoreCase("ca")) {
getmethod.addRequestHeader(
"Cookie", "_FP=mkt=en-CA;SRCHHPGUSR=NEWWND=0&NRSLT=50&SRCHLANG=&AS=1;");
} else if (region.equalsIgnoreCase("com.ph")) {
getmethod.addRequestHeader(
"Cookie", "_FP=mkt=en-PH;SRCHHPGUSR=NEWWND=0&NRSLT=50&SRCHLANG=&AS=1;");
} else if (region.equalsIgnoreCase("com.my")) {
getmethod.addRequestHeader(
"Cookie", "_FP=mkt=en-WW;SRCHHPGUSR=NEWWND=0&NRSLT=50&SRCHLANG=&AS=1;");
} else if (region.equalsIgnoreCase("it")) {
getmethod.addRequestHeader(
"Cookie", "_FP=mkt=en-IT;SRCHHPGUSR=NEWWND=0&NRSLT=50&SRCHLANG=&AS=1;");
} else {
getmethod.addRequestHeader(
"Cookie", "_FP=mkt=en-US;SRCHHPGUSR=NEWWND=0&NRSLT=50&SRCHLANG=&AS=1;");
}
}
getmethod.setFollowRedirects(true);
getmethod.setDoAuthentication(true);
httpclient.getParams().setAuthenticationPreemptive(true);
httpclient.setState(state);
String num100Header = "";
// if (url.contains("google")) {
// int j = 0;
// String url1 = "http://www.google.com/";
// try {
// GetMethod objGetMethod = new GetMethod(url1);
// j = httpclient.executeMethod(objGetMethod);
// Header responseHeader = objGetMethod.getResponseHeader("Set-Cookie");
// String header = responseHeader.getValue();
// String[] headerValue = header.split(";");
//
// for (String head : headerValue) {
// if (head.contains("PREF=ID")) {
// header = head;
// break;
// }
// }
// String[] splitAll = header.split(":");
// long time = System.currentTimeMillis()+400;
// String sTime = "" + time;
// sTime = sTime.substring(0, 10);
// //num100Header = splitAll[0].replace("PREF=", "") + ":" + splitAll[1] +
// ":LD=en:NR=100:" + splitAll[2] + ":" + splitAll[3] + ":" + splitAll[4];
// num100Header = splitAll[0].replace("PREF=", "") + ":" + splitAll[1] +
// ":LD=en:NR=100:" + "TM=" + sTime + ":LM=" + sTime + ":SG=2:" + splitAll[4];
// Cookie ck = new Cookie("PREF", "PREF", num100Header);
// httpclient.getState().clearCookies();
// httpclient.getState().addCookie(ck);
// getmethod.addRequestHeader("Host", "www.google.com");
// getmethod.addRequestHeader("User-Agent", "Mozilla/5.0 (Windows NT 6.1;
// rv:19.0) Gecko/20100101 Firefox/19.0");
// getmethod.addRequestHeader("Accept",
// "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8");
// getmethod.addRequestHeader("Accept-Language", "en-US,en;q=0.5");
// getmethod.addRequestHeader("Accept-Encoding", "gzip, deflate");
// getmethod.addRequestHeader("Referer", "https://www.google.com/");
// System.out.println(num100Header);
// } catch (Exception ex) {
// exception = ex.getMessage();
// l.debug(ex + " " + ex.getMessage() + "Exception occured for url" +
// url);
// pageSource = j + "@@@@" + exception + "@@@@" + page + "@@@@" + url1;
// return pageSource;
// }
// }
i = httpclient.executeMethod(getmethod);
if (i / 100 == 4 || i / 100 == 5) {
page = "<PROXY ERROR>";
} else {
page = getmethod.getResponseBodyAsString();
}
} catch (SocketTimeoutException ex) {
exception = ex.getMessage();
l.error(ex + " " + ex.getMessage() + "Exception occured for url" + url);
} catch (SocketException ex) {
exception = ex.getMessage();
l.error(ex + " " + ex.getMessage() + "Exception occured for url" + url);
} catch (Exception ex) {
exception = ex.getMessage();
l.error(ex + " " + ex.getMessage() + "Exception occured for url" + url);
} finally {
getmethod.releaseConnection();
}
pageSource = i + "@@@@" + exception + "@@@@" + page + "@@@@" + url;
// }
return pageSource;
}
/**
* @param since last modified time to use
* @param req
* @param url if null, ignored
* @param redirCount number of redirs we've done
*/
public static HttpData getDataOnce(
HttpServletRequest req,
HttpServletResponse res,
long since,
String surl,
int redirCount,
int timeout)
throws IOException, HttpException, DataSourceException, MalformedURLException {
HttpMethodBase request = null;
HostConfiguration hcfg = new HostConfiguration();
/*
[todo hqm 2006-02-01] Anyone know why this code was here? It is setting
the mime type to something which just confuses the DHTML parser.
if (res != null) {
res.setContentType("application/x-www-form-urlencoded;charset=UTF-8");
}
*/
try {
// TODO: [2002-01-09 bloch] cope with cache-control
// response headers (no-store, no-cache, must-revalidate,
// proxy-revalidate).
if (surl == null) {
surl = getURL(req);
}
if (surl == null || surl.equals("")) {
throw new MalformedURLException(
/* (non-Javadoc)
* @i18n.test
* @org-mes="url is empty or null"
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-312"));
}
String reqType = "";
String headers = "";
if (req != null) {
reqType = req.getParameter("reqtype");
headers = req.getParameter("headers");
}
boolean isPost = false;
mLogger.debug("reqtype = " + reqType);
if (reqType != null && reqType.equals("POST")) {
request = new LZPostMethod();
request.setRequestHeader("Content-Type", "application/x-www-form-urlencoded;charset=UTF-8");
isPost = true;
mLogger.debug("setting POST req method");
} else if (reqType != null && reqType.equals("PUT")) {
request = new LZPutMethod();
// todo [hqm 2007] treat PUT like POST?
isPost = true;
mLogger.debug("setting PUT req method");
} else if (reqType != null && reqType.equals("DELETE")) {
request = new LZDeleteMethod();
mLogger.debug("setting DELETE req method");
} else {
mLogger.debug("setting GET (default) req method");
request = new LZGetMethod();
}
request.setHttp11(mUseHttp11);
// Proxy the request headers
if (req != null) {
LZHttpUtils.proxyRequestHeaders(req, request);
}
// Set headers from query string
if (headers != null && headers.length() > 0) {
StringTokenizer st = new StringTokenizer(headers, "\n");
while (st.hasMoreTokens()) {
String h = st.nextToken();
int i = h.indexOf(":");
if (i > -1) {
String n = h.substring(0, i);
String v = h.substring(i + 2, h.length());
request.setRequestHeader(n, v);
mLogger.debug(
/* (non-Javadoc)
* @i18n.test
* @org-mes="setting header " + p[0] + "=" + p[1]
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-359", new Object[] {n, v}));
}
}
}
mLogger.debug("Parsing url");
URI uri = LZHttpUtils.newURI(surl);
try {
hcfg.setHost(uri);
} catch (Exception e) {
throw new MalformedURLException(
/* (non-Javadoc)
* @i18n.test
* @org-mes="can't form uri from " + p[0]
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-376", new Object[] {surl}));
}
// This gets us the url-encoded (escaped) path and query string
String path = uri.getEscapedPath();
String query = uri.getEscapedQuery();
mLogger.debug(
/* (non-Javadoc)
* @i18n.test
* @org-mes="encoded path: " + p[0]
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-389", new Object[] {path}));
mLogger.debug(
/* (non-Javadoc)
* @i18n.test
* @org-mes="encoded query: " + p[0]
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-397", new Object[] {query}));
// This call takes a decoded (unescaped) path
request.setPath(path);
boolean hasQuery = (query != null && query.length() > 0);
String rawcontent = null;
// Newer rawpost protocol puts lzpostbody as a separate
// top level query arg in the request.
rawcontent = req.getParameter("lzpostbody");
if (isPost) {
// Older rawpost protocol put the "lzpostbody" arg
// embedded in the "url" args's query args
if (rawcontent == null && hasQuery) {
rawcontent = findQueryArg("lzpostbody", query);
}
if (rawcontent != null) {
// Get the unescaped query string
((EntityEnclosingMethod) request).setRequestBody(rawcontent);
} else if (hasQuery) {
StringTokenizer st = new StringTokenizer(query, "&");
while (st.hasMoreTokens()) {
String it = st.nextToken();
int i = it.indexOf("=");
if (i > 0) {
String n = it.substring(0, i);
String v = it.substring(i + 1, it.length());
// POST encodes values during request
((PostMethod) request).addParameter(n, URLDecoder.decode(v, "UTF-8"));
} else {
mLogger.warn(
/* (non-Javadoc)
* @i18n.test
* @org-mes="ignoring bad token (missing '=' char) in query string: " + p[0]
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-429", new Object[] {it}));
}
}
}
} else {
// This call takes an encoded (escaped) query string
request.setQueryString(query);
}
// Put in the If-Modified-Since headers
if (since != -1) {
String lms = LZHttpUtils.getDateString(since);
request.setRequestHeader(LZHttpUtils.IF_MODIFIED_SINCE, lms);
mLogger.debug(
/* (non-Javadoc)
* @i18n.test
* @org-mes="proxying lms: " + p[0]
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-450", new Object[] {lms}));
}
mLogger.debug(
/* (non-Javadoc)
* @i18n.test
* @org-mes="setting up http client"
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-460"));
HttpClient htc = null;
if (mConnectionMgr != null) {
htc = new HttpClient(mConnectionMgr);
} else {
htc = new HttpClient();
}
htc.setHostConfiguration(hcfg);
// This is the data timeout
mLogger.debug(
/* (non-Javadoc)
* @i18n.test
* @org-mes="timeout set to " + p[0]
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-478", new Object[] {new Integer(timeout)}));
htc.setTimeout(timeout);
// Set connection timeout the same
htc.setConnectionTimeout(mConnectionTimeout);
// Set timeout for getting a connection
htc.setHttpConnectionFactoryTimeout(mConnectionPoolTimeout);
// TODO: [2003-03-05 bloch] this should be more configurable (per app?)
if (!isPost) {
request.setFollowRedirects(mFollowRedirects > 0);
}
long t1 = System.currentTimeMillis();
mLogger.debug("starting remote request");
int rc = htc.executeMethod(hcfg, request);
String status = HttpStatus.getStatusText(rc);
if (status == null) {
status = "" + rc;
}
mLogger.debug(
/* (non-Javadoc)
* @i18n.test
* @org-mes="remote response status: " + p[0]
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-504", new Object[] {status}));
HttpData data = null;
if (isRedirect(rc) && mFollowRedirects > redirCount) {
String loc = request.getResponseHeader("Location").toString();
String hostURI = loc.substring(loc.indexOf(": ") + 2, loc.length());
mLogger.info(
/* (non-Javadoc)
* @i18n.test
* @org-mes="Following URL from redirect: " + p[0]
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-517", new Object[] {hostURI}));
long t2 = System.currentTimeMillis();
if (timeout > 0) {
timeout -= (t2 - t1);
if (timeout < 0) {
throw new InterruptedIOException(
/* (non-Javadoc)
* @i18n.test
* @org-mes=p[0] + " timed out after redirecting to " + p[1]
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-529", new Object[] {surl, loc}));
}
}
data = getDataOnce(req, res, since, hostURI, redirCount++, timeout);
} else {
data = new HttpData(request, rc);
}
if (req != null && res != null) {
// proxy response headers
LZHttpUtils.proxyResponseHeaders(request, res, req.isSecure());
}
return data;
} catch (ConnectTimeoutException ce) {
// Transduce to an InterrupedIOException, since lps takes these to be timeouts.
if (request != null) {
request.releaseConnection();
}
throw new InterruptedIOException(
/* (non-Javadoc)
* @i18n.test
* @org-mes="connecting to " + p[0] + ":" + p[1] + " timed out beyond " + p[2] + " msecs."
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(),
"051018-557",
new Object[] {
hcfg.getHost(), new Integer(hcfg.getPort()), new Integer(mConnectionTimeout)
}));
} catch (HttpRecoverableException hre) {
if (request != null) {
request.releaseConnection();
}
throw hre;
} catch (HttpException e) {
if (request != null) {
request.releaseConnection();
}
throw e;
} catch (IOException ie) {
if (request != null) {
request.releaseConnection();
}
throw ie;
} catch (RuntimeException e) {
if (request != null) {
request.releaseConnection();
}
throw e;
}
}
@Override
public BatchHttpResult getConfigureInformationBatch(
List<String> dataIds, String group, int timeout) {
if (dataIds == null) {
log.error("dataId list cannot be null,group=" + group);
return new BatchHttpResult(HttpStatus.SC_BAD_REQUEST);
}
if (group == null) {
group = Constants.DEFAULT_GROUP;
}
StringBuilder dataIdBuilder = new StringBuilder();
for (String dataId : dataIds) {
dataIdBuilder.append(dataId).append(Constants.LINE_SEPARATOR);
}
String dataIdStr = dataIdBuilder.toString();
PostMethod post = new PostMethod(Constants.HTTP_URI_FILE_BATCH);
post.getParams().setParameter(HttpMethodParams.SO_TIMEOUT, timeout);
BatchHttpResult response = null;
try {
NameValuePair dataIdValue = new NameValuePair("dataIds", dataIdStr);
NameValuePair groupValue = new NameValuePair("group", group);
post.setRequestBody(new NameValuePair[] {dataIdValue, groupValue});
httpClient
.getHostConfiguration()
.setHost(
diamondConfigure.getDomainNameList().get(this.domainNamePos.get()),
this.diamondConfigure.getPort());
int status = httpClient.executeMethod(post);
String responseMsg = post.getResponseBodyAsString();
if (status == HttpStatus.SC_OK) {
String json = null;
try {
json = responseMsg;
List<ConfigInfoEx> configInfoExList = new LinkedList<ConfigInfoEx>();
Object resultObj =
JSONUtils.deserializeObject(json, new TypeReference<List<ConfigInfoEx>>() {});
if (!(resultObj instanceof List<?>)) {
throw new RuntimeException(
"batch query deserialize type error, not list, json=" + json);
}
List<ConfigInfoEx> resultList = (List<ConfigInfoEx>) resultObj;
for (ConfigInfoEx configInfoEx : resultList) {
configInfoExList.add(configInfoEx);
}
response = new BatchHttpResult(configInfoExList);
log.info(
"batch query success,dataIds=" + dataIdStr + ",group=" + group + ",json=" + json);
} catch (Exception e) {
response = new BatchHttpResult(Constants.BATCH_OP_ERROR);
log.error(
"batch query deserialize error,dataIdStr="
+ dataIdStr
+ ",group="
+ group
+ ",json="
+ json,
e);
}
} else if (status == HttpStatus.SC_REQUEST_TIMEOUT) {
response = new BatchHttpResult(HttpStatus.SC_REQUEST_TIMEOUT);
log.error(
"batch query timeout, socket timeout(ms):"
+ timeout
+ ",dataIds="
+ dataIdStr
+ ",group="
+ group);
} else {
response = new BatchHttpResult(status);
log.error(
"batch query fail, status:"
+ status
+ ", response:"
+ responseMsg
+ ",dataIds="
+ dataIdStr
+ ",group="
+ group);
}
} catch (HttpException e) {
response = new BatchHttpResult(Constants.BATCH_HTTP_EXCEPTION);
log.error("batch query http exception,dataIds=" + dataIdStr + ",group=" + group, e);
} catch (IOException e) {
response = new BatchHttpResult(Constants.BATCH_IO_EXCEPTION);
log.error("batch query io exception, dataIds=" + dataIdStr + ",group=" + group, e);
} finally {
post.releaseConnection();
}
return response;
}
/**
* Makes a rest request of any type at the specified urlSuffix. The urlSuffix should be of the
* form /userService/users. If CS throws an exception it handled and transalated to a Openfire
* exception if possible. This is done using the check fault method that tries to throw the best
* maching exception.
*
* @param type Must be GET or DELETE
* @param urlSuffix The url suffix of the rest request
* @param xmlParams The xml with the request params, must be null if type is GET or DELETE only
* @return The response as a xml doc.
* @throws ConnectionException Thrown if there are issues perfoming the request.
* @throws Exception Thrown if the response from Clearspace contains an exception.
*/
public Element executeRequest(HttpType type, String urlSuffix, String xmlParams)
throws ConnectionException, Exception {
if (Log.isDebugEnabled()) {
Log.debug("Outgoing REST call [" + type + "] to " + urlSuffix + ": " + xmlParams);
}
String wsUrl = getConnectionURI() + WEBSERVICES_PATH + urlSuffix;
String secret = getSharedSecret();
HttpClient client = new HttpClient();
HttpMethod method;
// Configures the authentication
client.getParams().setAuthenticationPreemptive(true);
Credentials credentials = new UsernamePasswordCredentials(OPENFIRE_USERNAME, secret);
AuthScope scope = new AuthScope(host, port, AuthScope.ANY_REALM);
client.getState().setCredentials(scope, credentials);
// Creates the method
switch (type) {
case GET:
method = new GetMethod(wsUrl);
break;
case POST:
PostMethod pm = new PostMethod(wsUrl);
StringRequestEntity requestEntity = new StringRequestEntity(xmlParams);
pm.setRequestEntity(requestEntity);
method = pm;
break;
case PUT:
PutMethod pm1 = new PutMethod(wsUrl);
StringRequestEntity requestEntity1 = new StringRequestEntity(xmlParams);
pm1.setRequestEntity(requestEntity1);
method = pm1;
break;
case DELETE:
method = new DeleteMethod(wsUrl);
break;
default:
throw new IllegalArgumentException();
}
method.setRequestHeader("Accept", "text/xml");
method.setDoAuthentication(true);
try {
// Executes the request
client.executeMethod(method);
// Parses the result
String body = method.getResponseBodyAsString();
if (Log.isDebugEnabled()) {
Log.debug("Outgoing REST call results: " + body);
}
// Checks the http status
if (method.getStatusCode() != 200) {
if (method.getStatusCode() == 401) {
throw new ConnectionException(
"Invalid password to connect to Clearspace.",
ConnectionException.ErrorType.AUTHENTICATION);
} else if (method.getStatusCode() == 404) {
throw new ConnectionException(
"Web service not found in Clearspace.", ConnectionException.ErrorType.PAGE_NOT_FOUND);
} else if (method.getStatusCode() == 503) {
throw new ConnectionException(
"Web service not avaible in Clearspace.",
ConnectionException.ErrorType.SERVICE_NOT_AVAIBLE);
} else {
throw new ConnectionException(
"Error connecting to Clearspace, http status code: " + method.getStatusCode(),
new HTTPConnectionException(method.getStatusCode()),
ConnectionException.ErrorType.OTHER);
}
} else if (body.contains("Clearspace Upgrade Console")) {
// TODO Change CS to send a more standard error message
throw new ConnectionException(
"Clearspace is in an update state.", ConnectionException.ErrorType.UPDATE_STATE);
}
Element response = localParser.get().parseDocument(body).getRootElement();
// Check for exceptions
checkFault(response);
// Since there is no exception, returns the response
return response;
} catch (DocumentException e) {
throw new ConnectionException(
"Error parsing the response of Clearspace.", e, ConnectionException.ErrorType.OTHER);
} catch (HttpException e) {
throw new ConnectionException(
"Error performing http request to Clearspace", e, ConnectionException.ErrorType.OTHER);
} catch (UnknownHostException e) {
throw new ConnectionException(
"Unknown Host " + getConnectionURI() + " trying to connect to Clearspace",
e,
ConnectionException.ErrorType.UNKNOWN_HOST);
} catch (IOException e) {
throw new ConnectionException(
"Error peforming http request to Clearspace.", e, ConnectionException.ErrorType.OTHER);
} finally {
method.releaseConnection();
}
}
Set<String> checkUpdateDataIds(long timeout) {
if (!isRun) {
throw new RuntimeException("DiamondSubscriber is not running. checkUpdateDataIds return.");
}
if (MockServer.isTestMode()) {
return testData();
}
long waitTime = 0;
String probeUpdateString = getProbeUpdateString();
if (StringUtils.isBlank(probeUpdateString)) {
return null;
}
while (0 == timeout || timeout > waitTime) {
long onceTimeOut = getOnceTimeOut(waitTime, timeout);
waitTime += onceTimeOut;
PostMethod postMethod = new PostMethod(Constants.HTTP_URI_FILE);
postMethod.addParameter(Constants.PROBE_MODIFY_REQUEST, probeUpdateString);
HttpMethodParams params = new HttpMethodParams();
params.setSoTimeout((int) onceTimeOut);
postMethod.setParams(params);
try {
httpClient
.getHostConfiguration()
.setHost(
diamondConfigure.getDomainNameList().get(this.domainNamePos.get()),
this.diamondConfigure.getPort());
int httpStatus = httpClient.executeMethod(postMethod);
switch (httpStatus) {
case SC_OK:
{
Set<String> result = getUpdateDataIds(postMethod);
return result;
}
case SC_SERVICE_UNAVAILABLE:
{
rotateToNextDomain();
}
break;
default:
{
log.warn("checkUpdateDataIds HTTP State: " + httpStatus);
rotateToNextDomain();
}
}
} catch (HttpException e) {
log.error("checkUpdateDataIds HttpException", e);
rotateToNextDomain();
} catch (IOException e) {
log.error("checkUpdateDataIds IOException", e);
rotateToNextDomain();
} catch (Exception e) {
log.error("checkUpdateDataIds Unknown Exception", e);
rotateToNextDomain();
} finally {
postMethod.releaseConnection();
}
}
throw new RuntimeException(
"checkUpdateDataIds timeout "
+ diamondConfigure.getDomainNameList().get(this.domainNamePos.get())
+ ", timeout="
+ timeout);
}
String getConfigureInformation(
String dataId, String group, long timeout, boolean skipContentCache) {
start();
if (!isRun) {
throw new RuntimeException(
"DiamondSubscriber is not running, so can't fetch from ConfigureInformation");
}
if (null == group) {
group = Constants.DEFAULT_GROUP;
}
// =======================ʹ�ò���ģʽ=======================
if (MockServer.isTestMode()) {
return MockServer.getConfigInfo(dataId, group);
}
if (!skipContentCache) {
String key = makeCacheKey(dataId, group);
String content = contentCache.get(key);
if (content != null) {
return content;
}
}
long waitTime = 0;
String uri = getUriString(dataId, group);
if (log.isInfoEnabled()) {
log.info(uri);
}
CacheData cacheData = getCacheData(dataId, group);
int retryTimes = this.getDiamondConfigure().getRetrieveDataRetryTimes();
log.info("Retry times is " + retryTimes);
int tryCount = 0;
while (0 == timeout || timeout > waitTime) {
tryCount++;
if (tryCount > retryTimes + 1) {
log.warn("Retry time reach the limit, so break");
break;
}
log.info("Fetch config " + tryCount + "times, waitTime:" + waitTime);
long onceTimeOut = getOnceTimeOut(waitTime, timeout);
waitTime += onceTimeOut;
HttpMethod httpMethod = new GetMethod(uri);
configureHttpMethod(skipContentCache, cacheData, onceTimeOut, httpMethod);
try {
int httpStatus = httpClient.executeMethod(httpMethod);
switch (httpStatus) {
case SC_OK:
{
String result = getSuccess(dataId, group, cacheData, httpMethod);
return result;
}
case SC_NOT_MODIFIED:
{
String result = getNotModified(dataId, cacheData, httpMethod);
return result;
}
case SC_NOT_FOUND:
{
log.warn("DataID:" + dataId + "not found");
cacheData.setMd5(Constants.NULL);
this.snapshotConfigInfoProcessor.removeSnapshot(dataId, group);
return null;
}
case SC_SERVICE_UNAVAILABLE:
{
rotateToNextDomain();
}
break;
default:
{
log.warn("HTTP State: " + httpStatus + ":" + httpClient.getState());
rotateToNextDomain();
}
}
} catch (HttpException e) {
log.error("Fetch config HttpException", e);
rotateToNextDomain();
} catch (IOException e) {
log.error("Fetch config IOException", e);
rotateToNextDomain();
} catch (Exception e) {
log.error("Unknown Exception", e);
rotateToNextDomain();
} finally {
httpMethod.releaseConnection();
}
}
throw new RuntimeException(
"Fetch config timeout, DataID=" + dataId + ", Group=" + group + ",timeout=" + timeout);
}