@Override
public void timeseriesAggregate(
RpcController controller,
AggregateProtos.TimeSeriesAggregateRequest request,
RpcCallback<AggregateProtos.AggregateResult> done) {
AggregateResult result = null;
try {
result =
this.aggregate(
ProtoBufConverter.fromPBEntityDefinition(request.getEntityDefinition()),
ProtoBufConverter.fromPBScan(request.getScan()),
ProtoBufConverter.fromPBStringList(request.getGroupbyFieldsList()),
ProtoBufConverter.fromPBByteArrayList(request.getAggregateFuncTypesList()),
ProtoBufConverter.fromPBStringList(request.getAggregatedFieldsList()),
request.getStartTime(),
request.getEndTime(),
request.getIntervalMin());
} catch (IOException e) {
LOG.error("Failed to convert result to PB-based message", e);
ResponseConverter.setControllerException(controller, e);
}
try {
done.run(ProtoBufConverter.toPBAggregateResult(result));
} catch (IOException e) {
LOG.error("Failed to convert result to PB-based message", e);
ResponseConverter.setControllerException(controller, e);
}
}
/**
*
*
* <pre>
* Region-unittest,\x82\xB4\x85\xC2\x7F\xFF\xFE\xB6\xC9jNG\xEE!\x5C3\xBB\xAE\xA1:\x05\xA5\xA9x\xB0\xA1"8\x05\xFB(\xD2VY\xDB\x9A\x06\x09\xA9\x98\xC2\xE3\x8D=,1413960230654.aaf2a6c9f2c87c196f43497243bb2424.
* RegionID-unittest,1413960230654
* </pre>
*/
protected String getLogHeader() {
HRegion region = this.getCurrentRegion();
return LOG.isDebugEnabled()
? String.format("Region-%s", region.getRegionNameAsString())
: String.format(
"Region-%s,%d", region.getTableDesc().getNameAsString(), region.getRegionId());
}
/**
* Asynchronous HBase scan read as RAW qualifier
*
* @param scan
* @param listener
* @throws Exception
*/
protected InternalReadReport asyncStreamRead(
EntityDefinition ed, Scan scan, QualifierCreationListener listener) throws IOException {
// _init();
long counter = 0;
long startTimestamp = 0;
long stopTimestamp = 0;
InternalScanner scanner = this.getCurrentRegion().getScanner(scan);
List<Cell> results = new ArrayList<Cell>();
try {
boolean hasMoreRows; // false by default
do {
hasMoreRows = scanner.next(results);
Map<String, byte[]> kvMap = new HashMap<String, byte[]>();
if (!results.isEmpty()) {
counter++;
byte[] row = results.get(0).getRow();
// if(ed.isTimeSeries()){
long timestamp = RowkeyBuilder.getTimestamp(row, ed);
// Min
if (startTimestamp == 0 || startTimestamp > timestamp) {
startTimestamp = timestamp;
}
// Max
if (stopTimestamp == 0 || stopTimestamp < timestamp) {
stopTimestamp = timestamp;
}
// }
for (Cell kv : results) {
String qualifierName = Bytes.toString(kv.getQualifier());
Qualifier qualifier = null;
if (!ed.isTag(qualifierName)) {
qualifier = ed.getQualifierNameMap().get(qualifierName);
if (qualifier == null) {
LOG.error("qualifier for field " + qualifierName + " not exist");
throw new IOException(
new NullPointerException("qualifier for field " + qualifierName + " is null"));
}
qualifierName = qualifier.getDisplayName();
}
if (kv.getValue() != null) kvMap.put(qualifierName, kv.getValue());
}
// LOG.info("DEBUG: timestamp="+timestamp+",
// keys=["+StringUtils.join(kvMap.keySet(),",")+"]");
if (!kvMap.isEmpty()) listener.qualifierCreated(kvMap);
results.clear();
} else {
if (LOG.isDebugEnabled()) LOG.warn("Empty batch of KeyValue");
}
} while (hasMoreRows);
} catch (IOException ex) {
LOG.error(ex.getMessage(), ex);
throw ex;
} finally {
if (scanner != null) {
scanner.close();
}
}
return new InternalReadReport(counter, startTimestamp, stopTimestamp);
}
/**
* Asynchronous HBase scan read as entity
*
* @param scan
* @throws java.io.IOException
*/
protected InternalReadReport asyncStreamRead(
EntityDefinition ed, Scan scan, EntityCreationListener listener) throws IOException {
// _init();
long counter = 0;
long startTimestamp = 0;
long stopTimestamp = 0;
InternalScanner scanner = this.getCurrentRegion().getScanner(scan);
List<Cell> results = new ArrayList<Cell>();
try {
boolean hasMoreRows;
GenericMetricShadowEntity singleMetricEntity = null;
do {
hasMoreRows = scanner.next(results);
Map<String, byte[]> kvMap = new HashMap<String, byte[]>();
if (!results.isEmpty()) {
counter++;
byte[] row = results.get(0).getRow();
long timestamp = RowkeyBuilder.getTimestamp(row, ed);
// Min
if (startTimestamp == 0 || startTimestamp > timestamp) {
startTimestamp = timestamp;
}
// Max
if (stopTimestamp == 0 || stopTimestamp < timestamp) {
stopTimestamp = timestamp;
}
for (Cell kv : results) {
String qualifierName = Bytes.toString(kv.getQualifier());
// Qualifier qualifier = null;
// if(!ed.isTag(qualifierName)){
// qualifier = ed.getQualifierNameMap().get(qualifierName);
// if(qualifier == null){
// LOG.error("qualifier for " + qualifierName + " not exist");
// throw new NullPointerException("qualifier for field "+qualifierName+" not
// exist");
// }
// }
if (kv.getValue() != null) kvMap.put(qualifierName, kv.getValue());
}
// LOG.info("DEBUG: timestamp="+timestamp+",
// keys=["+StringUtils.join(kvMap.keySet(),",")+"]");
InternalLog internalLog = HBaseInternalLogHelper.buildObject(ed, row, timestamp, kvMap);
if (internalLog != null) {
TaggedLogAPIEntity logAPIEntity = null;
try {
logAPIEntity = HBaseInternalLogHelper.buildEntity(internalLog, ed);
if (logAPIEntity instanceof GenericMetricEntity) {
if (singleMetricEntity == null)
singleMetricEntity = new GenericMetricShadowEntity();
GenericMetricEntity e = (GenericMetricEntity) logAPIEntity;
if (e.getValue() != null) {
int count = e.getValue().length;
@SuppressWarnings("unused")
Class<?> cls = ed.getMetricDefinition().getSingleTimestampEntityClass();
for (int i = 0; i < count; i++) {
long ts =
logAPIEntity.getTimestamp() + i * ed.getMetricDefinition().getInterval();
// exclude those entity which is not within the time range in search condition.
// [start, end)
singleMetricEntity.setTimestamp(ts);
singleMetricEntity.setTags(e.getTags());
singleMetricEntity.setValue(e.getValue()[i]);
// Min
if (startTimestamp == 0 || startTimestamp > ts) startTimestamp = ts;
// Max
if (stopTimestamp == 0 || stopTimestamp < ts) stopTimestamp = ts;
listener.entityCreated(singleMetricEntity);
}
}
} else {
// LOG.info("DEBUG: rowKey="+logAPIEntity.getEncodedRowkey());
listener.entityCreated(logAPIEntity);
}
} catch (Exception e) {
if (internalLog != null) {
LOG.error(
"Got exception to handle " + internalLog.toString() + ": " + e.getMessage(), e);
}
throw new IOException(e);
}
} else {
LOG.error(
"Got null to parse internal log for row: " + row.length + " with fields: " + kvMap);
}
results.clear();
} else {
if (LOG.isDebugEnabled()) LOG.warn("Empty batch of KeyValue");
}
} while (hasMoreRows);
} catch (IOException ex) {
LOG.error(ex.getMessage(), ex);
throw ex;
} finally {
if (scanner != null) {
scanner.close();
}
}
return new InternalReadReport(counter, startTimestamp, stopTimestamp);
}