示例#1
0
  /**
   * Queue a new data (re)fetch on a crawler & asynchronously index it.
   *
   * @param type
   * @param id
   */
  public void crawlData(String type, String id) {
    if (stopped) {
      return;
    }

    ICrawler c = null;
    synchronized (crawlers) {
      c = crawlers.get(type);
    }
    if (c != null) {
      c.queueFetch(id);
      runCrawler(c);
    } else {
      logger.warn("No crawler registered for fetching " + type + " / " + id);
    }
  }