コード例 #1
0
  /**
   * Reads the remote execution handler from disk.
   *
   * @param directory Directory to read the handler from.
   * @param filename Filename used for the handler.
   */
  public static RemoteExecutionHandler readExecutionHandler(String directory, String filename) {
    try {
      ObjectInputStream inputOS =
          new ObjectInputStream(
              FileHelper.openR(
                  FileHelper.getFileInformation(directory, filename, Protocol.POSIX_COMPATIBLE)));

      return (RemoteExecutionHandler) inputOS.readObject();
    } catch (Exception exception) {
      System.err.println("Error opening user database: " + exception);

      return null;
    }
  }
コード例 #2
0
  /**
   * Writes the remote execution handler into disk.
   *
   * @param directory Directory to write the handler to.
   * @param filename Filename used for the handler.
   * @param handler Handler to be written.
   */
  public static void writeExecutionHandler(
      String directory, String filename, RemoteExecutionHandler handler) {
    ObjectOutputStream outputOS;

    try {
      outputOS =
          new ObjectOutputStream(
              FileHelper.openW(
                  FileHelper.getFileInformation(directory, filename, Protocol.POSIX_COMPATIBLE)));

      outputOS.writeObject(handler);
    } catch (IOException exception) {
      System.err.println("Error writing user database:" + exception);
      exception.printStackTrace();
    }
  }
コード例 #3
0
  public void run(String[] inputs, boolean useTCP, boolean initialSplit, boolean finalMerge) {
    int numberMappers;
    int numberReducers;

    numberMappers = numberReducers = inputs.length;

    Manager manager = (Manager) RMIHelper.locateRemoteObject(registryLocation, "Manager");

    // Create the MapReduce specification

    MapReduceSpecification mapReduceSpecification =
        new MapReduceSpecification("mapreduce", baseDirectory);

    // Insert the mappers

    Node[] nodesStage1 = new Node[numberMappers];

    for (int i = 0; i < nodesStage1.length; i++) {
      nodesStage1[i] = new CountingMapper<String>(numberReducers);
    }

    try {
      if (initialSplit) {
        mapReduceSpecification.insertMappers(
            FileHelper.getFileInformation(
                baseDirectory.getPath(), inputs[0], baseDirectory.getProtocol()),
            new ReaderSomeoneWriterSomeone(),
            nodesStage1);
      } else {
        // Create the input filenames

        Filename[] inputFilenames = new Filename[numberMappers];

        for (int i = 0; i < inputs.length; i++) {
          inputFilenames[i] =
              FileHelper.getFileInformation(
                  baseDirectory.getPath(), inputs[i], baseDirectory.getProtocol());
        }

        mapReduceSpecification.insertMappers(inputFilenames, nodesStage1);
      }
    } catch (InexistentInputException exception) {
      System.err.println(exception);

      System.exit(1);
    }

    // Insert the reducers

    Node[] nodesStage2 = new Node[numberReducers];

    for (int i = 0; i < nodesStage2.length; i++) {
      nodesStage2[i] = new CountingReducer<String>();
    }

    try {
      if (finalMerge) {
        mapReduceSpecification.insertReducers(
            FileHelper.getFileInformation(
                baseDirectory.getPath(), inputs[0] + ".out", baseDirectory.getProtocol()),
            new CountingMerger<String>(),
            nodesStage2);
      } else {
        // Append a ".out" extension to the input filenames to form the output filenames

        Filename[] outputFilenames = new Filename[numberReducers];

        for (int i = 0; i < inputs.length; i++) {
          outputFilenames[i] =
              FileHelper.getFileInformation(
                  baseDirectory.getPath(), inputs[i] + ".out", baseDirectory.getProtocol());
        }

        mapReduceSpecification.insertReducers(outputFilenames, nodesStage2);
      }
    } catch (OverlapingFilesException exception) {
      System.err.println(exception);

      System.exit(1);
    }

    try {
      mapReduceSpecification.setupCommunication(useTCP);
    } catch (OverlapingFilesException exception) {
      System.err.println(exception);

      System.exit(1);
    }

    try {
      manager.registerApplication(mapReduceSpecification);
    } catch (RemoteException exception) {
      System.err.println("Unable to contact manager");
      exception.printStackTrace();

      System.exit(1);
    }
  }