public void process() {
String url = getRealUrl(data);
if (url == null) return;
HtmlInfo html = htmlInfo("DATA");
try {
if (url != null && !url.equals("")) {
html.setOrignUrl(url);
html.setAgent(false);
http.getContent(html);
// html.setContent();
if (html.getContent() == null) {
return;
}
// 解析数据
xpath.templateContentPage(data, html);
Systemconfig.sysLog.log(data.getTitle() + "解析完成。。。");
Systemconfig.dbService.saveData(data);
synchronized (key) {
key.savedCountIncrease();
}
Systemconfig.sysLog.log(data.getTitle() + "保存完成。。。");
}
} catch (Exception e) {
Systemconfig.sysLog.log("采集出现异常" + url, e);
} finally {
if (count != null) count.countDown();
}
}
