public void xinqiang1() throws FileNotFoundException {
ScraperConfiguration config = new ScraperConfiguration("src/xinqiang/xinqiang1.xml");
Scraper scraper = new Scraper(config, "d:/wh/work/");
scraper.setDebug(true);
scraper.execute();
Variable r1 = scraper.getContext().getVar("targetPage");
System.out.println(r1.toString());
}
public Variable execute(Scraper scraper, ScraperContext context) {
Variable body = getBodyTextContent(templateDef, scraper, context);
String language = BaseTemplater.execute(templateDef.getLanguage(), scraper.getScriptEngine());
if (language != null) {
language = language.toLowerCase();
}
ScriptEngine scriptEngine =
language == null ? scraper.getScriptEngine() : scraper.getScriptEngine(language);
String result = BaseTemplater.execute(body.toString(), scriptEngine);
return new NodeVariable(result);
}
public String chongqing2() throws FileNotFoundException {
ScraperConfiguration config = new ScraperConfiguration("src/chongqing/chongqing2.xml");
Scraper scraper = new Scraper(config, "d:/wh/work/");
scraper.setDebug(true);
scraper.execute();
// Variable r1 = scraper.getContext().getVar("targetPage");
// System.out.println(r1.toString());
// System.out.println("----------------");
Variable catalog = scraper.getContext().getVar("catalog");
// System.out.println(catalog);
// System.out.println("===========");
String s = catalog.toString().replaceAll("<result>", ",{").replaceAll("</result>", "}");
System.out.println("[" + s.substring(1) + "]");
return "[" + s.substring(1) + "]";
// System.out.println(catalog.toList());
// List list = catalog.toList();
// for (Object s :list) {
// Map<String,Object> m = (Map<String, Object>) s;
// System.out.println("-->"+m.get("qs"));
// }
// Variable result = scraper.getContext().getVar("result");
// System.out.println(result);
}