public static void main(String[] args) throws Exception { WebClient webClient = new WebClient(); String homepage = "http://mail.google.com/"; webClient.setURL(homepage, new URL(homepage)); HttpHost httpHost = webClient.createHttpHost(homepage); HttpGet httpGet = webClient.createGetMethod(homepage, "http://www.google.com"); HttpResponse response = webClient.execute(httpHost, httpGet); HttpEntity entity = response.getEntity(); System.out.println("Login form get: " + response.getStatusLine()); if (entity != null) entity.consumeContent(); System.out.println("Initial set of cookies:"); DefaultHttpClient httpClient = (DefaultHttpClient) webClient.getHttpClient(); List<Cookie> cookies = httpClient.getCookieStore().getCookies(); if (cookies.isEmpty()) { System.out.println("None"); } else { for (int i = 0; i < cookies.size(); i++) { System.out.println("- " + cookies.get(i).toString()); } } HttpMethodHandler handler = new HttpMethodHandler(webClient); HttpSessionUtils httpSession = new HttpSessionUtils(handler, "ERROR"); StringBuilder builder = new StringBuilder( "https://www.google.com/accounts/ServiceLogin?service=mail&passive=true&rm=false&continue=http%3A%2F%2Fmail.google.com%2Fmail%2F%3Fui%3Dhtml%26zy%3Dl&bsv=1k96igf4806cy<mpl=default<mplcache=2"); builder.append('\n').append("username:password"); httpSession.login(builder.toString(), "utf-8", new URL(homepage), homepage); httpGet = webClient.createGetMethod("http://mail.google.com/mail/", "http://gmail.com"); response = webClient.execute(httpHost, httpGet); entity = response.getEntity(); HttpMethodHandler httpResponseReader = new HttpMethodHandler(webClient); byte[] bytes = httpResponseReader.readBody(response); org.vietspider.common.io.RWData.getInstance().save(new File("google_mail.html"), bytes); System.out.println("Login form get: " + response.getStatusLine()); if (entity != null) entity.consumeContent(); System.out.println("Post logon cookies:"); cookies = httpClient.getCookieStore().getCookies(); if (cookies.isEmpty()) { System.out.println("None"); } else { for (int i = 0; i < cookies.size(); i++) { System.out.println("- " + cookies.get(i).toString()); } } }
public static byte[] loadContent(String address) throws Exception { // URL url = new URL(address); HttpGet httpGet = null; try { URLEncoder urlEncoder = new URLEncoder(); address = urlEncoder.encode(address); httpGet = webClient.createGetMethod(address, "http://www.xe24h.net/?HOME/VN/"); if (httpGet == null) return null; HttpHost httpHost = webClient.createHttpHost(address); HttpResponse httpResponse = webClient.execute(httpHost, httpGet); HttpMethodHandler httpResponseReader = new HttpMethodHandler(webClient); byte[] bytes = null; bytes = httpResponseReader.readBody(httpResponse); return bytes; } catch (Exception exp) { exp.printStackTrace(); // LogService.getInstance().setThrowable(e); return null; } }