Example #1
0
    @Override
    public Object[] getGroup() {
      long ts = Long.parseLong(p4ppvlog.getClickTime());
      long ts300 = (ts / 300) * 300000;
      Date d = new Date(ts300);

      String bucketId = "";
      String seaBucketid = "";
      try {
        String tagFields[] = p4ppvlog.getAbtag().split(";", -1)[1].split("#")[1].split("\\|", -1);
        if (tagFields.length >= 2) {
          bucketId = tagFields[0];
          seaBucketid = tagFields[1];
        }
      } catch (Throwable e) {
      }

      return new String[] {
        String.valueOf(ColsDefine.formatDay.format(d)),
        String.valueOf(ColsDefine.formatMin.format(d)),
        String.valueOf(""),
        String.valueOf(""),
        String.valueOf(p4ppvlog.getRefPID()),
        String.valueOf(bucketId),
        "p4p_click",
        "",
        ColsDefine.version,
        seaBucketid,
        String.valueOf(p4ppvlog.getP4PPID())
      };
    }
Example #2
0
  @Override
  public DataIter parseLine(String line) throws InvalidEntryException {

    try {
      ClickLog p4ppvlog = com.taobao.loganalyzer.input.click.parser.ClickLogParser.parse(line);
      if (p4ppvlog == null) {
        return null;
      }

      if ((p4ppvlog.getRefPID() == null && p4ppvlog.getP4PPID() == null)
          || p4ppvlog.getClickTime() == null) {
        return null;
      }

      this.lines++;
      if (this.lines > 100000) {
        this.laststartts = (System.currentTimeMillis() / 1000) - TS_MAX;
        this.lastendts = (System.currentTimeMillis() / 1000) + TS_MAX;
        this.lines = 0;
      }

      long ts = Long.parseLong(p4ppvlog.getClickTime());
      if (ts < laststartts || ts > lastendts) {
        return null;
      }

      DataIterParse rtn = new DataIterParse(p4ppvlog);

      return rtn;
    } catch (Throwable nfe) {
      if (groupCreateerror < 10) {
        LOG.error("InvalidEntryException:" + line, nfe);
        groupCreateerror++;
      }

      throw new InvalidEntryException("Invalid log `" + line + "'\n", nfe);
    }
  }
Example #3
0
 @Override
 public long getTs() {
   long ts = Long.parseLong(p4ppvlog.getClickTime());
   return (ts / 10) * 10000;
 }
Example #4
0
 @Override
 public Number[] getSum() {
   int price = Integer.parseInt(p4ppvlog.getClickPrice());
   return new Number[] {0, 0, 1, price, 0, 0, 0, 0};
 }