Пример #1
0
  /**
   * @param args
   * @throws IOException
   */
  public static void main(String[] args) throws IOException {
    ArrayList<BusLine> lineList = new ArrayList<BusLine>();
    String response;

    if (!downloadDirectory.exists()) {
      downloadDirectory.mkdir();
    }
    if (!downloadPosDirectory.exists()) {
      downloadPosDirectory.mkdir();
    }

    log("Downloading Greek line names..");

    response = OasthHttp.getLineNamesGreek();

    FileUtils.writeStringToFile(
        OasthWebPageParser.parseLineNames(response),
        new File(downloadDirectory, "greekLineNames.csv"));

    lineList = OasthWebPageParser.parseLineNamesToArrayList(response);

    log("parsing line names.." + lineList.size());

    log("Downloading English line names..");

    response = OasthHttp.getLineNamesEnglish();

    FileUtils.writeStringToFile(
        OasthWebPageParser.parseLineNames(response),
        new File(downloadDirectory, "englishLineNames.csv"));

    log("written English line names to file..");

    // log("Downloading stop Stop names ..");
    //
    // for (BusLine i : lineList) {
    // downloadStopNameGreek(i, 1);
    // downloadStopNameGreek(i, 2);
    // downloadStopNameEn(i, 1);
    // downloadStopNameEn(i, 2);
    // }

    // long starti = System.currentTimeMillis();
    // for (BusLine i : lineList) {
    // downloadLineAndStopPositions(i, 1);
    // downloadLineAndStopPositions(i, 2);
    // }
    // long endi = System.currentTimeMillis();
    // log("Downloaded in: " + getDuration(starti, endi));

    // parse all stop names
    // parseStopNames(lineList);

    parseLineAndStopPositions(lineList, 1);
    parseLineAndStopPositions(lineList, 2);
  }
Пример #2
0
  public static void parseLineAndStopPositions(ArrayList<BusLine> bl, int direction)
      throws IOException {
    final String inputFileName = "linestoppos_%d_%d.txt";
    final String outputStopFileName = "stopPositions.csv";
    final String outputLineFileName = "linePositions.csv";

    int curcount = 0;
    int totalcount = bl.size();
    String response;
    String linePositions = null;
    String stopPositions = null;

    File inFile;
    File lineOutFile = new File(parsedDirectory, outputLineFileName);
    File stopOutFile = new File(parsedDirectory, outputStopFileName);

    for (BusLine i : bl) {
      curcount++;

      final String log_parsing =
          curcount
              + " from "
              + totalcount
              + "  parsing stop positions for: "
              + i.getNumber()
              + "  : "
              + i.getName()
              + "  , direction : "
              + direction;

      log(log_parsing);

      inFile = new File(downloadPosDirectory, String.format(inputFileName, i.getId(), direction));

      if (!inFile.exists()) {
        log(String.format("file %s not found!", inFile.getName()));
        continue;
      }

      response = FileUtils.readTextFile(inFile);

      linePositions = OasthWebPageParser.parseLinePositions(response, i.getId(), direction);
      stopPositions = OasthWebPageParser.parseStopPositions(response, i.getId(), direction);

      FileUtils.appendStringToFile(linePositions, lineOutFile);
      FileUtils.appendStringToFile(stopPositions.toString(), stopOutFile);
    }
  }
Пример #3
0
  public static void parseStopNames(ArrayList<BusLine> bl, int direction, String language)
      throws IOException {
    final String inputFileName = "stops_%d_%d_%s.txt";
    final String outputFileName = "stopNames_%s.csv";
    int curcount = 0;
    int totalcount = bl.size();
    String response;
    File inFile;
    File outFile = new File(parsedDirectory, String.format(outputFileName, language));

    for (BusLine i : bl) {
      curcount++;

      final String log_parsing =
          curcount
              + " from "
              + totalcount
              + "  parsing "
              + language
              + " stop names for: "
              + i.getNumber()
              + "  : "
              + i.getName()
              + "  , direction : "
              + direction;

      log(log_parsing);

      inFile =
          new File(downloadDirectory, String.format(inputFileName, i.getId(), direction, language));

      if (!inFile.exists()) {
        log(String.format("file %s not found!", inFile.getName()));
        continue;
      }

      response = FileUtils.readTextFile(inFile);

      response = OasthWebPageParser.parseStopNames(response, i.getId(), direction, language);

      FileUtils.appendStringToFile(response, outFile);
    }
  }