public static void fetchPages(SiteInformationOld siteInfo) throws IOException { File siteFolder = new File(Global.getCrawlStorageFolder() + siteInfo.getCrawlStorageFolder()); if (!(siteFolder.exists() && siteFolder.isDirectory())) { System.out.println("But it doesn't exist : " + siteFolder.getAbsolutePath()); throw new IOException("There is no site information at this location"); } PageInformation pageInfo; String pagePath; for (File pageFile : siteFolder.listFiles()) { if (pageFile.isFile() && !FilenameUtils.getExtension(pageFile.getName()).equals("ser")) { pagePath = pageFile.getName().replaceAll("HTML-", ""); pageInfo = new PageInformation(pagePath); pageInfo.setFileLocation(pagePath); siteInfo.addPageInformation(pageInfo); } } if (siteInfo.getPages().size() < 1) { siteInfo.setEmptySite(true); } }