Beispiel #1
0
  @Override
  public Data process(Data data) {

    if (key != null && n != null && n >= 0) {

      Map<String, Double> counts = new LinkedHashMap<String, Double>();

      Serializable val = data.get(key);
      if (val != null) {

        String str = val.toString();
        for (int i = 0; i < str.length() - n; i++) {
          String ngram = str.substring(i, i + n);

          Double freq = counts.get(ngram);
          if (freq != null) {
            freq = freq + 1.0d;
          } else {
            freq = 1.0d;
          }
          counts.put(ngram, freq);
        }

        for (String key : counts.keySet()) {
          data.put(key, counts.get(key));
        }

        log.debug("Added {} {}-grams to item", counts.size(), n);
      }
    }

    return data;
  }
  public static void main(String[] args) throws Exception {

    Map<String, Object> params = new HashMap<String, Object>();
    params.put("startId", new Long(100L));
    params.put("key", "x");
    HideFeature proc = new HideFeature();

    ParameterInjection.inject(proc, params);

    Data datum = new DataImpl();
    datum.put("x", 1.0d);
    datum.put("y", 2.10d);

    log.debug("Initial datum: {}", datum);
    datum = proc.process(datum);
    log.debug("Processed datum: {}", datum);

    Map<String, ParameterType> types = discoverParameterTypes(stream.data.mapper.MapKeys.class);
    for (String key : types.keySet()) {
      log.info("Found '{}' = {}", key, types.get(key));
    }

    log.info("------------------------------------------------------------------");

    types = discoverParameterTypes(stream.data.mapper.CreateID.class);
    for (String key : types.keySet()) {
      log.info("Found '{}' = {}", key, types.get(key));
    }

    log.info("------------------------------------------------------------------");

    types = discoverParameterTypes(stream.data.mapper.MapValueToID.class);
    for (String key : types.keySet()) {
      log.info("Found '{}' = {}", key, types.get(key));
    }
  }