Пример #1
0
 @Override
 public JsonIterator iter(final Context context) throws Exception {
   final JsonString cmd = (JsonString) exprs[1].eval(context);
   if (cmd == null) {
     return JsonIterator.NULL;
   }
   iter = exprs[0].iter(context);
   if (iter.isNull()) {
     return JsonIterator.NULL;
   }
   proc = Runtime.getRuntime().exec(cmd.toString());
   // TODO: add thread pool to context
   InputThread inputThread = new InputThread();
   ErrorThread errorThread = new ErrorThread();
   final MutableJsonString str = new MutableJsonString();
   try {
     InputStream is = proc.getInputStream();
     final BufferedReader reader = new BufferedReader(new InputStreamReader(is));
     errorThread.start();
     inputThread.start();
     return new JsonIterator(str) {
       @Override
       public boolean moveNext() throws Exception {
         try {
           String s = reader.readLine();
           if (s == null) {
             reader.close();
             int rc = proc.waitFor();
             if (rc != 0) {
               System.err.println("non-zero exit code from process [" + cmd + "]: " + rc);
             }
             return false;
           }
           str.setCopy(s);
           return true; // currentValue == str
         } catch (Throwable e) {
           if (error == null) {
             error = e;
           }
           proc.destroy();
           if (error instanceof Exception) {
             throw (Exception) error;
           }
           throw new UndeclaredThrowableException(error);
         }
       }
     };
   } catch (Throwable e) {
     if (error == null) {
       error = e;
     }
     proc.destroy();
     if (error instanceof Exception) {
       throw (Exception) error;
     }
     throw new UndeclaredThrowableException(error);
   }
 }
Пример #2
0
  @Override
  public JsonString eval(Context context) throws Exception {
    JsonString inpath = (JsonString) exprs[0].eval(context);
    String outpath;

    Configuration conf = new Configuration();
    FileSystem fs = FileSystem.get(conf);

    Path path = new Path(inpath.toString());

    if (path.isAbsolute()) {
      String uri = fs.getUri().toString();
      outpath = uri + inpath;
    } else {
      String home = fs.getHomeDirectory().toString();
      outpath = home + "/" + inpath;
    }
    if (!fs.exists(new Path(outpath))) {
      throw new IllegalArgumentException("The input path doesn't exist in HDFS");
    }

    return new JsonString(outpath);
  }
Пример #3
0
 /*
  * (non-Javadoc)
  *
  * @see com.ibm.jaql.lang.expr.core.IterExpr#iter(com.ibm.jaql.lang.core.Context)
  */
 public JsonArray eval(final Context context) throws Exception {
   final JsonRegex regex = (JsonRegex) exprs[0].eval(context);
   if (regex == null) {
     return null;
   }
   JsonString text = (JsonString) exprs[1].eval(context);
   if (text == null) {
     return null;
   }
   final Matcher matcher = regex.takeMatcher();
   matcher.reset(text.toString());
   if (!matcher.find()) {
     regex.returnMatcher(matcher);
     return null;
   }
   int n = matcher.groupCount();
   BufferedJsonArray arr = new BufferedJsonArray(n); // TODO: memory
   for (int i = 0; i < n; i++) {
     String s = matcher.group(i + 1);
     arr.set(i, s == null ? null : new JsonString(s)); // TODO: memory
   }
   regex.returnMatcher(matcher);
   return arr;
 }