@Override public int getTotalPage(Map<String, String> param) { String countContent = TLCSpiderRequest.postViaProxy(URL_PRODUCT_LIST, param, TLCSpiderRequest.ProxyType.HTTPS); String countStr = TLCSpiderJsonUtil.getString(countContent, "Data"); String totalCount = TLCSpiderJsonUtil.getString(countStr, "TotalCount"); int pageSize = Integer.parseInt(PAGE_SIZE); int totalPage = Integer.parseInt(totalCount) % pageSize == 0 ? Integer.parseInt(totalCount) / pageSize : (Integer.parseInt(totalCount) / pageSize + 1); return totalPage; }
@Override public List<TransObject> getSpiderDataList(Map<String, String> param) { String productContent = TLCSpiderRequest.postViaProxy(URL_PRODUCT_LIST, param, TLCSpiderRequest.ProxyType.HTTPS); String productJsonStr = TLCSpiderJsonUtil.getString(productContent, "Data"); List<RDNSYHERJZ> productList = TLCSpiderJsonUtil.json2Array(productJsonStr, "ResultList", RDNSYHERJZ.class, "YMInterest"); List<TransObject> transObjectList = new ArrayList(); for (RDNSYHERJZ product : productList) { TransObject transObject = convertToTransObject(product); transObjectList.add(transObject); } return transObjectList; }
@Test public void testHttpsProxy() { String url = TLCSpiderPropertiesUtil.getResource("tlc.spider.p2p.rdnsyherjz.url.list"); Map<String, String> param = new HashMap(); param.put("PageIndex", TLCSpiderConstants.SPIDER_PARAM_PAGE_ONE); param.put("PageSize", "10"); param.put("targetAction", "CmbFinancingSearch"); param.put("Interest", ""); param.put("Duration", ""); param.put("ProjectStatus", ""); param.put("ProjectAmount", ""); String countContent = TLCSpiderRequest.postViaProxy(url, param, TLCSpiderRequest.ProxyType.HTTPS); // String countContent = TLCSpiderRequest.post(url, param); String countStr = TLCSpiderJsonUtil.getString(countContent, "Data"); String totalCount = TLCSpiderJsonUtil.getString(countStr, "TotalCount"); System.out.println(totalCount); }