private String ReadWholeFileToString(String filename) {
File file = new File(filename);
StringBuffer contents = new StringBuffer();
BufferedReader reader = null;
try {
reader = new BufferedReader(new FileReader(file));
String text = null;
// repeat until all lines is read
while ((text = reader.readLine()) != null) {
contents.append(text).append(System.getProperty("line.separator"));
}
} catch (FileNotFoundException e) {
e.printStackTrace();
} catch (IOException e) {
e.printStackTrace();
} finally {
try {
if (reader != null) {
reader.close();
}
} catch (IOException e) {
e.printStackTrace();
}
}
// show file contents here
return contents.toString();
}
public void execute() {
client = new HttpClient();
// if (requestType.equals("GET")) {
// Instantiate a GET HTTP method
// HttpMethod method = new GetMethod(apiUrl);
// if (!authentication.equals("")) {
// method.setRequestHeader("Authorization", "basic " + authentication);
// }
try {
int statusCode = client.executeMethod(method);
System.out.println("QueryString>>> " + apiUrl);
System.out.println("Status Text>>>" + HttpStatus.getStatusText(statusCode));
// Get data as a String
System.out.println(method.getResponseBodyAsString());
// OR as a byte array
byte[] res = method.getResponseBody();
// write to file
FileOutputStream fos = new FileOutputStream("donepage.html");
fos.write(res);
// release connection
method.releaseConnection();
} catch (IOException e) {
e.printStackTrace();
}
// }
}
public static void main(String[] args) {
HttpClient client = new HttpClient(); // Create an instance of HttpClient.
GetMethod method = new GetMethod(url); // Create a method instance.
method
.getParams()
.setParameter(
HttpMethodParams.RETRY_HANDLER,
new DefaultHttpMethodRetryHandler(
3, false)); // Provide custom retry handler is necessary
try {
int statusCode = client.executeMethod(method); // Execute the method.
if (statusCode != HttpStatus.SC_OK) {
System.err.println("Method failed: " + method.getStatusLine());
}
byte[] responseBody = method.getResponseBody(); // Read the response body.
System.out.println(
new String(
responseBody)); // Deal with the response.// Use caution: ensure correct character
// encoding and is not binary data
} catch (HttpException e) {
System.err.println("Fatal protocol violation: " + e.getMessage());
e.printStackTrace();
} catch (IOException e) {
System.err.println("Fatal transport error: " + e.getMessage());
e.printStackTrace();
} finally {
method.releaseConnection(); // Release the connection.
}
}
public void getSavedLocations() {
// System.out.println("inside getSavedLocations"); //CONSOLE * * * * * * * * * * * * *
loc.clear(); // clear locations. helps refresh the list when reprinting all the locations
BufferedWriter f = null; // just in case file has not been created yet
BufferedReader br = null;
try {
// attempt to open the locations file if it doesn't exist, create it
f =
new BufferedWriter(
new FileWriter("savedLocations.txt", true)); // evaluated true if file does not exist
br = new BufferedReader(new FileReader("savedLocations.txt"));
String line; // each line is one index of the list
loc.add("Saved Locations");
// loop and read a line from the file as long as we don't get null
while ((line = br.readLine()) != null)
// add the read word to the wordList
loc.add(line);
} catch (IOException e) {
e.printStackTrace();
} finally {
try {
// attempt the close the file
br.close(); // close bufferedwriter
} catch (IOException ex) {
ex.printStackTrace();
}
}
}
/** ������ҳ�ֽ����鵽�����ļ���filePath ΪҪ������ļ�����Ե�ַ */
private void saveToLocal(byte[] data, String filePath) {
try {
DataOutputStream out = new DataOutputStream(new FileOutputStream(new File(filePath)));
for (int i = 0; i < data.length; i++) out.write(data[i]);
out.flush();
out.close();
} catch (IOException e) {
e.printStackTrace();
}
}
/**
* Запрос с указанием параметров.
*
* @see MoneyDownloader#login
* @see MoneyDownloader#password
* @see MoneyDownloader#dateStart
* @see MoneyDownloader#dateEnd
*/
public final void run() {
File file = new File(directory + "/Results.tsv");
// File test = new File(directory + "/tmp/result.tsv");
try {
if (!file.exists()) {
file.createNewFile();
}
} catch (IOException e) {
e.printStackTrace();
}
String request = "https://rt.miran.ru?user="******"&pass="******"http://rt.miran.ru/rt/Search/Results.tsv?user="******"&pass="******"&Format=%27__Created__%2FTITLE%3A%D0%94%D0%B0%D1%82%D0%B0%27%2C%0A%27%20%20%20%3Cb%3E%3Ca%20href%3D%22%2Frt%2FTicket%2FDisplay.html%3Fid%3D__id__%22%3E__id__%3C%2Fa%3E%3C%2Fb%3E%2FTITLE%3A%23%27%2C%0A%27__Subject__%2FTITLE%3A%D0%A2%D0%B5%D0%BC%D0%B0%27%2C%0A%27__QueueName__%2FTITLE%3A%D0%9E%D1%87%D0%B5%D1%80%D0%B5%D0%B4%D1%8C%27%2C%0A%27__CustomField.%7Binteraction%20type%7D__%2FTITLE%3A%D0%A2%D0%B8%D0%BF%27%2C%0A%27__CustomField.%7Bbussines%7D__%2FTITLE%3A%D0%91%D0%B8%D0%B7%D0%BD%D0%B5%D1%81%27%2C%0A%27__CustomField.%7Bdirection%7D__%2FTITLE%3A%D0%9D%D0%B0%D0%BF%D1%80%D0%B0%D0%B2%D0%BB%D0%B5%D0%BD%D0%B8%D0%B5%27%2C%0A%27__CustomField.%7Bservice%7D__%2FTITLE%3A%D0%A3%D1%81%D0%BB%D1%83%D0%B3%D0%B0%27%2C%0A%27__CustomField.%7BSD%20Type%7D__%2FTITLE%3A%D0%9A%D0%B0%D1%82%D0%B5%D0%B3%D0%BE%D1%80%D0%B8%D1%8F%27%2C%0A%27__CustomField.%7BSD%20Detail%7D__%2FTITLE%3A%D0%91%D0%BE%D0%BD%D1%83%D1%81%27%2C%0A%27__CustomField.%7BQA%7D__%2FTITLE%3A%D0%92%D1%8B%D0%BF%D0%BE%D0%BB%D0%BD%D0%B8%D0%BB%27&Order=DESC%7CASC%7CASC%7CASC&OrderBy=Created%7C%7C%7C&Page=1&Query=Created%20%3E%20%27"
+ dateStart
+ "%27%20AND%20Created%20%3C%20%27"
+ dateEnd
+ "%27%20AND%20Status%20%3D%20%27closed%27%20AND%20Queue%20!%3D%20%27manager%27%20AND%20Queue%20!%3D%20%27sales%27%20AND%20%27CF.%7BQA%7D%27%20%3D%20%27__CurrentUser__%27&RowsPerPage=0&SavedChartSearchId=new&SavedSearchId=";
System.out.println(tickets);
ListCookieHandler cookieHandler = new ListCookieHandler();
CookieHandler.setDefault(cookieHandler);
try {
URL url = new URL(request);
HttpURLConnection connection = (HttpURLConnection) url.openConnection();
connection.getResponseCode();
GetMethod method = new GetMethod(tickets);
method.addRequestHeader("Cookie", cookieHandler.getCookiez());
method.addRequestHeader("Referer", "http://rt.miran.ru/");
HttpClient httpClient = new HttpClient();
httpClient.executeMethod(method);
InputStream in = method.getResponseBodyAsStream();
System.out.println(in.available());
} catch (MalformedURLException e) {
e.printStackTrace();
} catch (IOException e) {
e.printStackTrace();
}
}
// ���� URL ָ�����ҳ
public String downloadFile(String url) {
String filePath = null;
// 1.���� HttpClinet��������
HttpClient httpClient = new HttpClient();
// ���� HTTP���ӳ�ʱ 5s
httpClient.getHttpConnectionManager().getParams().setConnectionTimeout(5000);
// 2.���� GetMethod��������
GetMethod getMethod = new GetMethod(url);
// ���� get����ʱ 5s
getMethod.getParams().setParameter(HttpMethodParams.SO_TIMEOUT, 5000);
// �����������Դ���
getMethod
.getParams()
.setParameter(HttpMethodParams.RETRY_HANDLER, new DefaultHttpMethodRetryHandler());
// 3.ִ��GET����
try {
int statusCode = httpClient.executeMethod(getMethod);
// �жϷ��ʵ�״̬��
if (statusCode != HttpStatus.SC_OK) {
System.err.println("Method failed: " + getMethod.getStatusLine());
filePath = null;
}
// 4.���� HTTP ��Ӧ����
byte[] responseBody = getMethod.getResponseBody(); // ��ȡΪ�ֽ�����
// ������ҳ url ���ɱ���ʱ���ļ���
filePath =
"temp\\" + getFileNameByUrl(url, getMethod.getResponseHeader("Content-Type").getValue());
File file = new File(filePath);
if (!file.getParentFile().exists()) {
file.getParentFile().mkdir();
}
saveToLocal(responseBody, filePath);
} catch (HttpException e) {
// �����������쳣��������Э�鲻�Ի��߷��ص�����������
System.out.println("�������http��ַ�Ƿ���ȷ");
e.printStackTrace();
} catch (IOException e) {
// ���������쳣
e.printStackTrace();
} finally {
// �ͷ�����
getMethod.releaseConnection();
}
return filePath;
}
public void init() throws ServletException {
final String CONFIG_PATH = getServletContext().getRealPath("/") + "config.ini";
final String APPLICATION_NAME = getServletContext().getServletContextName();
BasicConfigurator.configure();
FileInputStream config_file = null;
File config = new File(CONFIG_PATH);
if (config.canRead()) {
log.debug("Parsing " + CONFIG_PATH);
try {
config_file = new FileInputStream(CONFIG_PATH);
} catch (java.io.FileNotFoundException e) {
throw new ServletException(e);
}
Properties config_prop = new Properties();
try {
config_prop.load(config_file);
} catch (java.io.IOException e) {
throw new ServletException(e);
}
this.config = config_prop;
log.debug("Parsing finished");
} else {
log.fatal("Error, cannot read " + CONFIG_PATH);
}
log.debug("maximumRecords : " + this.config.getProperty("default_maximumRecords"));
log.debug("srw_header_file: " + this.config.getProperty("srw_header_file"));
log.debug("srw_diag: " + this.config.getProperty("srw_diag_file"));
// log.debug("server_list: " + this.config.getProperty("server_list"));
try {
FileReader fis =
new FileReader(
getServletContext().getRealPath("/") + this.config.getProperty("srw_header_file"));
BufferedReader in1 = new BufferedReader(fis);
fis =
new FileReader(
getServletContext().getRealPath("/") + this.config.getProperty("srw_footer_file"));
BufferedReader in2 = new BufferedReader(fis);
fis =
new FileReader(
getServletContext().getRealPath("/") + this.config.getProperty("srw_diag_file"));
BufferedReader in3 = new BufferedReader(fis);
try {
String line = null;
while ((line = in1.readLine()) != null) {
this.SRW_HEADER = this.SRW_HEADER + line;
}
while ((line = in2.readLine()) != null) {
this.SRW_FOOTER = this.SRW_FOOTER + line;
}
while ((line = in3.readLine()) != null) {
this.SRW_DIAG = this.SRW_DIAG + line;
}
} finally {
in1.close();
in2.close();
in3.close();
}
} catch (IOException ex) {
ex.printStackTrace();
}
}
public static Data getHTTPData(
HttpServletRequest req, HttpServletResponse res, String surl, long since)
throws DataSourceException, IOException {
int tries = 1;
// timeout msecs of time we're allowed in this routine
// we must return or throw an exception. 0 means infinite.
int timeout = mTimeout;
if (req != null) {
String timeoutParm = req.getParameter("timeout");
if (timeoutParm != null) {
timeout = Integer.parseInt(timeoutParm);
}
}
long t1 = System.currentTimeMillis();
long elapsed = 0;
if (surl == null) {
surl = getURL(req);
}
while (true) {
String m = null;
long tout;
if (timeout > 0) {
tout = timeout - elapsed;
if (tout <= 0) {
throw new InterruptedIOException(
/* (non-Javadoc)
* @i18n.test
* @org-mes=p[0] + " timed out"
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-194", new Object[] {surl}));
}
} else {
tout = 0;
}
try {
HttpData data = getDataOnce(req, res, since, surl, 0, (int) tout);
if (data.code >= 400) {
data.release();
throw new DataSourceException(errorMessage(data.code));
}
return data;
} catch (HttpRecoverableException e) {
// This type of exception should be retried.
if (tries++ > mMaxRetries) {
throw new InterruptedIOException(
/* (non-Javadoc)
* @i18n.test
* @org-mes="too many retries, exception: " + p[0]
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-217", new Object[] {e.getMessage()}));
}
mLogger.warn(
/* (non-Javadoc)
* @i18n.test
* @org-mes="retrying a recoverable exception: " + p[0]
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-226", new Object[] {e.getMessage()}));
} catch (HttpException e) {
String msg =
/* (non-Javadoc)
* @i18n.test
* @org-mes="HttpException: " + p[0]
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-235", new Object[] {e.getMessage()});
throw new IOException(
/* (non-Javadoc)
* @i18n.test
* @org-mes="HttpException: " + p[0]
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-235", new Object[] {e.getMessage()}));
} catch (IOException e) {
try {
Class ssle = Class.forName("javax.net.ssl.SSLException");
if (ssle.isAssignableFrom(e.getClass())) {
throw new DataSourceException(
/* (non-Javadoc)
* @i18n.test
* @org-mes="SSL exception: " + p[0]
*/
org.openlaszlo.i18n.LaszloMessages.getMessage(
HTTPDataSource.class.getName(), "051018-256", new Object[] {e.getMessage()}));
}
} catch (ClassNotFoundException cfne) {
}
throw e;
}
long t2 = System.currentTimeMillis();
elapsed = (t2 - t1);
}
}