@Override
public DBObject filterInternal(String url, WebPage webPage, DBObject parsedDBObject) {
String pageText = webPage.getPageText();
DocumentFragment doc = parse(pageText);
// 获取公司公司简介
Node node = selectSingleNode(doc, "//div[@class='introduct']/p");
if (node != null) {
String introduct = getXPathValue(node, "./");
introduct = ExtStringUtils.cutRedundanceStr(introduct.trim(), 3000);
putKeyValue(parsedDBObject, "公司简介", introduct);
}
// 获取公司联系方式
NodeList nodes = selectNodeList(doc, "//div[@class='Contact']//tr");
if (nodes != null && nodes.getLength() > 0) {
for (int i = 0; i < nodes.getLength(); i++) {
Node n = nodes.item(i);
String content = n.getTextContent();
// 中文冒号分隔
String[] nodeTexts = StringUtils.split(content, "：");
// 容错处理，英文冒号分隔
if (nodeTexts.length <= 1) {
nodeTexts = StringUtils.split(content, ":");
}
if (nodeTexts.length > 1) {
putKeyValue(parsedDBObject, nodeTexts[0].trim(), nodeTexts[1].trim());
}
}
}
if (node == null && (nodes == null || nodes.getLength() < 1)) {
return null;
} else {
return parsedDBObject;
}
}
