protected Resource createResourceFromRecord(ResultSet rs) throws SQLException { Resource res = this.createResource(rs); ResInfo resInfo = storage.getResourceInfoDAO().findById(res.getRId()); Folder folder = storage.getFolderDAO().findById(res.getRId()); Sinfo sinfo = storage.getSinfoDAO().findById(res.getRId()); res.setFolder(folder); res.setResInfo(resInfo); res.setSinfo(sinfo); return res; }
protected synchronized boolean isHavingUrl(String url) { boolean isHaving = false; // 判断该URL是否这次任务中被抓取 if (URLCache.findUrlInCache(url)) // 存在为true return true; // 判断该URL是否曾已被抓取 if (storage.getSinfoDAO().isCrawlUrl(url)) return true; Statement stmt = null; String sql = "select top 1 url from spider_resource where url = '" + url + "'"; ResultSet rs = null; try { stmt = daoHelp.getConnection().createStatement(); rs = stmt.executeQuery(sql); while (rs.next()) { isHaving = true; } daoHelp.safeClose(rs); daoHelp.safeClose(stmt); } catch (SQLException e) { log.error("SQLException -> ", e); daoHelp.safeClose(rs); daoHelp.safeClose(stmt); } finally { daoHelp.safeClose(rs); daoHelp.safeClose(stmt); } return isHaving; }