Java WebCrawler Examples

Example #1

File: WebCrawlerTest.java Project: simonAndTomCrawlTheWeb/WebCrawler

 @Test(expected = IllegalArgumentException.class)
 public void testSeedNotDistinct() {
   crawler = new MockWebCrawler(0, 1);
   crawler.crawl("http://www.bbc.co.uk/", "seedNotUnique.txt");
 }

Example #2

File: WebCrawlerTest.java Project: simonAndTomCrawlTheWeb/WebCrawler

 @Test
 public final void testSearch() throws Exception {
   assertTrue(crawler.search(urlTrue));
   assertFalse(crawler.search(urlFalse));
 }