Exemplo n.º 1
0
  public ListenableFuture<AggregateNumericMetric> getSummaryAggregateAsync(
      int scheduleId, long beginTime, long endTime) {
    long start = System.currentTimeMillis();
    try {
      if (log.isDebugEnabled()) {
        log.debug(
            "Calculating resource summary aggregate (async) for [scheduleId: "
                + scheduleId
                + ", beginTime: "
                + beginTime
                + ", endTime: "
                + endTime
                + "]");
      }
      DateTime begin = new DateTime(beginTime);
      StorageResultSetFuture queryFuture;

      if (dateTimeService.isInRawDataRange(begin)) {
        queryFuture = dao.findRawMetricsAsync(scheduleId, beginTime, endTime);
        return Futures.transform(queryFuture, new ComputeRawAggregate(beginTime));
      }
      Bucket bucket = getBucket(begin);
      queryFuture = dao.findAggregateMetricsAsync(scheduleId, bucket, beginTime, endTime);

      return Futures.transform(queryFuture, new ComputeAggregate(beginTime, bucket));
    } finally {
      long end = System.currentTimeMillis();
      if (log.isDebugEnabled()) {
        log.debug(
            "Finished calculating resource summary aggregate (async) in " + (end - start) + " ms");
      }
    }
  }
Exemplo n.º 2
0
  public AggregateNumericMetric getSummaryAggregate(int scheduleId, long beginTime, long endTime) {
    Stopwatch stopwatch = new Stopwatch().start();
    try {
      DateTime begin = new DateTime(beginTime);

      if (dateTimeService.isInRawDataRange(begin)) {
        Iterable<RawNumericMetric> metrics = dao.findRawMetrics(scheduleId, beginTime, endTime);
        return calculateAggregatedRaw(metrics, beginTime);
      }

      Bucket bucket = getBucket(begin);
      List<AggregateNumericMetric> metrics =
          dao.findAggregateMetrics(scheduleId, bucket, beginTime, endTime);
      return calculateAggregate(metrics, beginTime, bucket);
    } finally {
      stopwatch.stop();
      if (log.isDebugEnabled()) {
        log.debug(
            "Finished calculating resource summary aggregate for [scheduleId: "
                + scheduleId
                + ", beginTime: "
                + beginTime
                + ", endTime: "
                + endTime
                + "] in "
                + stopwatch.elapsed(TimeUnit.MILLISECONDS)
                + " ms");
      }
    }
  }
Exemplo n.º 3
0
  public Iterable<MeasurementDataNumericHighLowComposite> findDataForResource(
      int scheduleId, long beginTime, long endTime, int numberOfBuckets) {
    Stopwatch stopwatch = new Stopwatch().start();
    try {
      DateTime begin = new DateTime(beginTime);

      if (dateTimeService.isInRawDataRange(begin)) {
        Iterable<RawNumericMetric> metrics = dao.findRawMetrics(scheduleId, beginTime, endTime);
        return createRawComposites(metrics, beginTime, endTime, numberOfBuckets);
      }

      List<AggregateNumericMetric> metrics = null;
      if (dateTimeService.isIn1HourDataRange(begin)) {
        metrics = dao.findAggregateMetrics(scheduleId, Bucket.ONE_HOUR, beginTime, endTime);
        return createComposites(metrics, beginTime, endTime, numberOfBuckets);
      } else if (dateTimeService.isIn6HourDataRange(begin)) {
        metrics = dao.findAggregateMetrics(scheduleId, Bucket.SIX_HOUR, beginTime, endTime);
        return createComposites(metrics, beginTime, endTime, numberOfBuckets);
      } else if (dateTimeService.isIn24HourDataRange(begin)) {
        metrics = dao.findAggregateMetrics(scheduleId, Bucket.TWENTY_FOUR_HOUR, beginTime, endTime);
        return createComposites(metrics, beginTime, endTime, numberOfBuckets);
      } else {
        throw new IllegalArgumentException(
            "beginTime[" + beginTime + "] is outside the accepted range.");
      }
    } finally {
      stopwatch.stop();
      if (log.isDebugEnabled()) {
        log.debug(
            "Finished calculating resource summary aggregate in "
                + stopwatch.elapsed(TimeUnit.MILLISECONDS)
                + " ms");
      }
    }
  }
Exemplo n.º 4
0
 private List<AggregateNumericMetric> loadMetrics(
     List<Integer> scheduleIds, long begin, long end, Bucket bucket) {
   List<StorageResultSetFuture> futures =
       new ArrayList<StorageResultSetFuture>(scheduleIds.size());
   for (Integer scheduleId : scheduleIds) {
     futures.add(dao.findAggregateMetricsAsync(scheduleId, bucket, begin, end));
   }
   ListenableFuture<List<ResultSet>> resultSetsFuture = Futures.successfulAsList(futures);
   try {
     List<ResultSet> resultSets = resultSetsFuture.get();
     AggregateNumericMetricMapper mapper = new AggregateNumericMetricMapper();
     List<AggregateNumericMetric> metrics = new ArrayList<AggregateNumericMetric>();
     for (ResultSet resultSet : resultSets) {
       metrics.addAll(mapper.mapAll(resultSet));
     }
     return metrics;
   } catch (Exception e) {
     log.warn(
         "There was an error while fetching "
             + bucket
             + " data for {scheduleIds: "
             + scheduleIds
             + ", beginTime: "
             + begin
             + ", endTime: "
             + end
             + "}",
         e);
     return Collections.emptyList();
   }
 }
Exemplo n.º 5
0
  public List<MeasurementDataNumericHighLowComposite> findDataForGroup(
      List<Integer> scheduleIds, long beginTime, long endTime, int numberOfBuckets) {
    if (log.isDebugEnabled()) {
      log.debug(
          "Querying for metric data using parameters [scheduleIds: "
              + scheduleIds
              + ", beingTime: "
              + beginTime
              + ", endTime: "
              + endTime
              + ", numberOfBuckets: "
              + numberOfBuckets
              + "]");
    }

    DateTime begin = new DateTime(beginTime);
    if (dateTimeService.isInRawDataRange(begin)) {
      Iterable<RawNumericMetric> metrics = dao.findRawMetrics(scheduleIds, beginTime, endTime);
      return createRawComposites(metrics, beginTime, endTime, numberOfBuckets);
    }
    Bucket bucket = getBucket(begin);
    List<AggregateNumericMetric> metrics = loadMetrics(scheduleIds, beginTime, endTime, bucket);

    return createComposites(metrics, beginTime, endTime, numberOfBuckets);
  }
Exemplo n.º 6
0
  public void addNumericData(
      final Set<MeasurementDataNumeric> dataSet, final RawDataInsertedCallback callback) {
    if (log.isDebugEnabled()) {
      log.debug("Inserting " + dataSet.size() + " raw metrics");
    }
    final Stopwatch stopwatch = new Stopwatch().start();
    final AtomicInteger remainingInserts = new AtomicInteger(dataSet.size());

    for (final MeasurementDataNumeric data : dataSet) {
      DateTime collectionTimeSlice =
          dateTimeService.getTimeSlice(
              new DateTime(data.getTimestamp()), configuration.getRawTimeSliceDuration());
      Days days = Days.daysBetween(collectionTimeSlice, dateTimeService.now());

      if (days.isGreaterThan(rawDataAgeLimit)) {
        log.info(
            data
                + " is older than the raw data age limit of "
                + rawDataAgeLimit.getDays()
                + " days. It will not be stored.");
      } else {
        StorageResultSetFuture rawFuture = dao.insertRawData(data);
        StorageResultSetFuture indexFuture =
            dao.updateIndex(IndexBucket.RAW, collectionTimeSlice.getMillis(), data.getScheduleId());
        ListenableFuture<List<ResultSet>> insertsFuture =
            Futures.successfulAsList(rawFuture, indexFuture);
        Futures.addCallback(
            insertsFuture,
            new FutureCallback<List<ResultSet>>() {
              @Override
              public void onSuccess(List<ResultSet> result) {
                callback.onSuccess(data);
                if (remainingInserts.decrementAndGet() == 0) {
                  stopwatch.stop();
                  if (log.isDebugEnabled()) {
                    log.debug(
                        "Finished inserting "
                            + dataSet.size()
                            + " raw metrics in "
                            + stopwatch.elapsed(TimeUnit.MILLISECONDS)
                            + " ms");
                  }
                  callback.onFinish();
                }
              }

              @Override
              public void onFailure(Throwable t) {
                if (log.isDebugEnabled()) {
                  log.debug(
                      "An error occurred while inserting raw data", ThrowableUtil.getRootCause(t));
                } else {
                  log.warn(
                      "An error occurred while inserting raw data: "
                          + ThrowableUtil.getRootMessage(t));
                }
                callback.onFailure(t);
              }
            },
            tasks);
      }
    }
  }
Exemplo n.º 7
0
 public RawNumericMetric findLatestValueForResource(int scheduleId) {
   log.debug("Querying for most recent raw metrics for [scheduleId: " + scheduleId + "]");
   return dao.findLatestRawMetric(scheduleId);
 }