public static void main(String[] args) {
    try {
      Properties props = FileUtil.loadProps();
      if (props == null) return;

      String filePath = props.getProperty("FILE_PATH");
      String entityName = "remove";
      List<String> code = getUniqueTokensPerCodeFragment(filePath, entityName, 0);
      FileUtil.writeListToFile(code, "code-remove.txt");
    } catch (Exception e) {
      e.printStackTrace();
    }
  }
  public static void main(String[] args) {
    try {
      Properties props = FileUtil.loadProps();
      if (props == null) return;

      String filePath = props.getProperty("FILE_PATH");
      // String filePath = "c:\\temp\\workdir\\java.txt";
      Set<Integer> ids = null;
      if (args.length == 0) {
        ids = extract(filePath);
        FileUtil.writeIntSetToFile(ids, "allIds.txt");
      }
      Set<Integer> ids1 = FileUtil.readFromFileAsSet(ConfigUtil.getInputStream("allIds.txt"));
      List<String> code = getAllCode(ids1, filePath);
      FileUtil.writeListToFile(code, "allCode.txt");
    } catch (Exception e) {
      // TODO Auto-generated catch block
      e.printStackTrace();
    }
  }
  public static void grab() {
    Properties props = FileUtil.loadProps();
    if (props == null) return;

    FILE_PATH = props.getProperty("FILE_PATH");
    ID_TITLES_VOTES_FILE_PATH = props.getProperty("ID_TITLES_VOTES_FILE_PATH");
    ID_TITLES_VOTES_JAVA_FILE_PATH = props.getProperty("ID_TITLES_VOTES_JAVA_FILE_PATH");

    System.out.println("Generating id titles vote map file...");
    generateIdTitles(FILE_PATH, ID_TITLES_VOTES_JAVA_FILE_PATH);
    System.out.println("Generating id titles vote map file... Done.");
  }