public void testWarcReading() throws Exception {

    ArchiveReader archiveReader = ArchiveReaderFactory.get(TestInfo.WARC_FILE1);

    Iterator<? extends ArchiveRecord> it = archiveReader.iterator();
    assertTrue("Warc should contains records", it.hasNext());
    while (it.hasNext()) {
      ArchiveRecord next = it.next();
      System.out.println("mimetype:" + next.getHeader().getMimetype());
      System.out.println("url:" + next.getHeader().getUrl());
    }
  }
Exemplo n.º 2
0
 protected ArchiveReader wrapStream(String url, InputStream arcStream) throws IOException {
   ArchiveReader ret = null;
   logger.debug3("Getting an ArchiveReader");
   ret = ArchiveReaderFactory.get(url, arcStream, true);
   return (ret);
 }