@Override
@NotNull
public Map<TodoIndexEntry, Integer> map(final FileContent inputData) {
final VirtualFile file = inputData.getFile();
final DataIndexer<TodoIndexEntry, Integer, FileContent> indexer =
IdTableBuilding.getTodoIndexer(inputData.getFileType(), file);
if (indexer != null) {
return indexer.map(inputData);
}
return Collections.emptyMap();
}
public void load(PageProcessor processor) {
SAXParserFactory factory = SAXParserFactory.newInstance();
try {
SAXParser parser = factory.newSAXParser();
XMLReader xmlReader = parser.getXMLReader();
// String file = "enwiki-20151201-pages-meta-current.xml.bz2";
xmlReader.setContentHandler(new PageHandler(xmlReader));
FileInputStream fis = new FileInputStream(fileName);
BZip2CompressorInputStream bzIn = new BZip2CompressorInputStream(fis);
InputSource inputSource = new InputSource(bzIn);
xmlReader.parse(inputSource);
System.out.println("###### " + threadName + " processing completed ######");
} catch (ParserConfigurationException e) {
e.printStackTrace();
} catch (SAXException e) {
e.printStackTrace();
} catch (IOException e) {
e.printStackTrace();
} finally {
// System.out.println("Closing Thread- " + threadName);
DataIndexer.getInstance().threadClosing();
}
}
