Esempio n. 1
0
  /**
   * Spray a variable/delimited data file onto a target cluster on the target HPCC System
   *
   * @param fileName - The existing file (on the target HPCC System) to spray
   * @param targetFileLabel - The full label the sprayed file will be assigned
   * @param targetCluster - The cluster on which to spray
   * @param options - Delimited file description
   * @param overwritesprayedfile - Boolean, overwrite possibly sprayed file of same name
   * @param format - FileFormat
   * @return - Boolean, success.
   */
  public boolean sprayVariableHPCCFile(
      String fileName,
      String targetFileLabel,
      String targetCluster,
      DelimitedDataOptions options,
      boolean overwritesprayedfile,
      SprayVariableFormat format) {
    boolean success = false;

    try {
      HPCCFileSprayClient fileSprayClient = getFileSprayClient();
      if (fileSprayClient != null)
        success =
            handleSprayResponse(
                fileSprayClient.sprayVariableLocalDropZone(
                    options,
                    fileName,
                    targetFileLabel,
                    "",
                    targetCluster,
                    overwritesprayedfile,
                    format));
      else throw new Exception("Could not initialize HPCC FileSpray Client");
    } catch (org.hpccsystems.ws.client.gen.filespray.v1_13.ArrayOfEspException e) {
      Utils.println(
          System.out, "Error: Could not spray file" + e.getLocalizedMessage(), true, true);
    } catch (RemoteException e) {
      Utils.println(
          System.out, "Error: Could not spray file" + e.getLocalizedMessage(), true, true);
    } catch (Exception e) {
      e.printStackTrace();
    }

    return success;
  }
Esempio n. 2
0
  /**
   * Spray a fixed record length data file onto a target cluster on the target HPCC System
   *
   * @param fileName - The existing file (on the target HPCC System) to spray
   * @param targetFileLabel - The full label the sprayed file will be assigned
   * @param recordSize - The record length
   * @param targetCluster - The cluster on which to spray
   * @param overwritesprayedfile - Boolean, overwrite possibly sprayed file of same name
   * @return - Boolean, success.
   */
  public boolean sprayFlatHPCCFile(
      String fileName,
      String targetFileLabel,
      int recordSize,
      String targetCluster,
      boolean overwritesprayedfile) {
    boolean success = true;

    try {
      HPCCFileSprayClient fileSprayClient = getFileSprayClient();

      if (fileSprayClient != null)
        success =
            handleSprayResponse(
                fileSprayClient.sprayFixedLocalDropZone(
                    fileName,
                    recordSize,
                    targetFileLabel,
                    "",
                    targetCluster,
                    overwritesprayedfile));
      else throw new Exception("Could not initialize HPCC fileSpray Client");
    } catch (org.hpccsystems.ws.client.gen.filespray.v1_13.ArrayOfEspException e) {
      Utils.println(
          System.out, "Error: Could not spray file" + e.getLocalizedMessage(), true, verbosemode);
    } catch (RemoteException e) {
      Utils.println(
          System.out, "Error: Could not spray file" + e.getLocalizedMessage(), true, verbosemode);
    } catch (Exception e) {
      e.printStackTrace();
    }

    return success;
  }
Esempio n. 3
0
  /**
   * Spray a variable/delimited data file onto a target cluster on the target HPCC System
   *
   * @param fileName - The existing file (on the target HPCC System) to spray
   * @param targetFileLabel - The full label the sprayed file will be assigned
   * @param targetCluster - The cluster on which to spray
   * @param escapedEscapeSequence - The escape character sequence (must be escaped)
   * @param escapedFieldDelim - The field delimiter (must be escaped)
   * @param escapedQuote - The data quote (must be escaped)
   * @param escapedRecTerminator - The record terminator sequence (must be escaped)
   * @param overwritesprayedfile - Boolean, overwrite possibly sprayed file of same name
   * @return - Boolean, success.
   */
  public boolean sprayCustomCSVHPCCFile(
      String fileName,
      String targetFileLabel,
      String targetCluster,
      String escapedEscapeSequence,
      String escapedFieldDelim,
      String escapedQuote,
      String escapedRecTerminator,
      boolean overwritesprayedfile,
      SprayVariableFormat format) {
    boolean success = true;

    try {
      success =
          sprayVariableHPCCFile(
              fileName,
              targetFileLabel,
              targetCluster,
              new DelimitedDataOptions(
                  escapedRecTerminator, escapedFieldDelim, escapedEscapeSequence, escapedQuote),
              overwritesprayedfile,
              format);
    } catch (Exception e) {
      Utils.println(System.out, "Error: Could not spray file", true, true);
      success = false;
    }

    return success;
  }
Esempio n. 4
0
  /**
   * Submits the given ECL to compile/execute on the targetclust, and returns results.
   *
   * @param ecl - The ECL query to compile and execute
   * @param targetcluster - The cluster on which this query should be compiled and ran
   * @param resultLimit - Directive to limit the resulting set
   * @param maxwait - Maxwait in millis
   * @return - If successful, the resulting dataset(s)
   * @throws Exception
   */
  public String submitECLandGetResults(WorkunitInfo wu) throws Exception {
    String results = null;
    HPCCWsWorkUnitsClient wsWorkunitsClient = getWsWorkunitsClient();

    try {
      if (wsWorkunitsClient != null)
        results = wsWorkunitsClient.createAndRunWUFromECLAndGetResults(wu);
      else throw new Exception("Could not initialize HPCC WsWorkUnits Client");
    } catch (Exception e) {
      Utils.println(
          System.err, "Error submitting ECL: " + e.getLocalizedMessage(), false, verbosemode);
      throw e;
    }

    return results;
  }
Esempio n. 5
0
  private boolean handleSprayResponse(ProgressResponse sprayResponse) throws Exception {
    boolean success = false;

    org.hpccsystems.ws.client.gen.filespray.v1_13.ArrayOfEspException exceptions =
        sprayResponse.getExceptions();
    if (exceptions != null) {
      for (EspException espexception : exceptions.getException()) {
        Utils.println(
            System.out,
            "Error spraying file: " + espexception.getSource() + espexception.getMessage(),
            false,
            verbosemode);
      }
    } else {
      HPCCFileSprayClient fileSprayClient = getFileSprayClient();

      if (fileSprayClient == null)
        throw new Exception("Could not initialize HPCC FileSpray Client");

      ProgressRequest dfuprogressparams = new ProgressRequest();
      dfuprogressparams.setWuid(sprayResponse.getWuid());
      Utils.println(System.out, "Spray file DWUID: " + sprayResponse.getWuid(), true, verbosemode);
      ProgressResponse progressResponse =
          fileSprayClient.fileSprayServiceSoapProxy.getDFUProgress(dfuprogressparams);

      if (progressResponse.getExceptions() != null) {
        Utils.println(System.out, "Spray progress status fetch failed.", false, verbosemode);
      } else {
        String state = progressResponse.getState();
        Utils.println(System.out, progressResponse.getState(), true, verbosemode);
        if (!state.equalsIgnoreCase("FAILED")) {
          // this should be in a dedicated thread.
          for (int i = 0;
              i < 10
                  && progressResponse.getPercentDone() < 100
                  && !progressResponse.getState().equalsIgnoreCase("FAILED");
              i++) {
            Utils.println(System.out, progressResponse.getProgressMessage(), true, verbosemode);
            progressResponse =
                fileSprayClient.fileSprayServiceSoapProxy.getDFUProgress(dfuprogressparams);

            try {
              Thread.sleep(100);
            } catch (InterruptedException e) {
              e.printStackTrace();
            }
          }
          Utils.println(System.out, progressResponse.getProgressMessage(), true, verbosemode);
          success = true;
        } else {
          Utils.println(System.out, "Spray failed.", false, verbosemode);
        }
        Utils.println(
            System.out,
            "Final summary from server: " + progressResponse.getSummaryMessage(),
            true,
            verbosemode);

        Utils.println(
            System.out,
            "Spray attempt completed, verify DWUID: " + sprayResponse.getWuid(),
            false,
            verbosemode);
      }
    }
    return success;
  }