Beispiel #1
0
  public void collectTermInfo(
      LeafReader leafReader, List<JATETerm> terms, String ngramInfoFieldname, String idFieldname)
      throws IOException {
    Logger log = Logger.getLogger(this.getClass().getName());
    TermInfoCollector infoCollector =
        new TermInfoCollector(leafReader, ngramInfoFieldname, idFieldname);

    log.info(
        "Gathering term information (e.g., provenance and offsets). This may take a while. Total="
            + terms.size());
    int count = 0;
    for (JATETerm jt : terms) {
      jt.setTermInfo(infoCollector.collect(jt.getString()));
      count++;
      if (count % 500 == 0) log.info("done " + count);
    }
  }