@Override
public Object[] getGroup() {
long ts = Long.parseLong(p4ppvlog.getClickTime());
long ts300 = (ts / 300) * 300000;
Date d = new Date(ts300);
String bucketId = "";
String seaBucketid = "";
try {
String tagFields[] = p4ppvlog.getAbtag().split(";", -1)[1].split("#")[1].split("\\|", -1);
if (tagFields.length >= 2) {
bucketId = tagFields[0];
seaBucketid = tagFields[1];
}
} catch (Throwable e) {
}
return new String[] {
String.valueOf(ColsDefine.formatDay.format(d)),
String.valueOf(ColsDefine.formatMin.format(d)),
String.valueOf(""),
String.valueOf(""),
String.valueOf(p4ppvlog.getRefPID()),
String.valueOf(bucketId),
"p4p_click",
"",
ColsDefine.version,
seaBucketid,
String.valueOf(p4ppvlog.getP4PPID())
};
}
@Override
public DataIter parseLine(String line) throws InvalidEntryException {
try {
ClickLog p4ppvlog = com.taobao.loganalyzer.input.click.parser.ClickLogParser.parse(line);
if (p4ppvlog == null) {
return null;
}
if ((p4ppvlog.getRefPID() == null && p4ppvlog.getP4PPID() == null)
|| p4ppvlog.getClickTime() == null) {
return null;
}
this.lines++;
if (this.lines > 100000) {
this.laststartts = (System.currentTimeMillis() / 1000) - TS_MAX;
this.lastendts = (System.currentTimeMillis() / 1000) + TS_MAX;
this.lines = 0;
}
long ts = Long.parseLong(p4ppvlog.getClickTime());
if (ts < laststartts || ts > lastendts) {
return null;
}
DataIterParse rtn = new DataIterParse(p4ppvlog);
return rtn;
} catch (Throwable nfe) {
if (groupCreateerror < 10) {
LOG.error("InvalidEntryException:" + line, nfe);
groupCreateerror++;
}
throw new InvalidEntryException("Invalid log `" + line + "'\n", nfe);
}
}