예제 #1
0
  /**
   * This method has the ability to load the data via the HTTP and aggregate the data if the {@link
   * IAggregator} is provided. If the {@link IAggregator} is not provided, the data will be returned
   * not aggregated.
   *
   * <p>This method should be used by all subclasses, because it guards against massive data loading
   * that can make out of memory exceptions on the UI.
   *
   * @param storageIndexQuery Query.
   * @param aggregator {@link IAggregator}
   * @return Return results of a query.
   */
  private List<E> loadData(StorageIndexQuery storageIndexQuery, IAggregator<E> aggregator) {
    List<IStorageDescriptor> descriptors = getIndexingTree().query(storageIndexQuery);
    // sort the descriptors to optimize the number of read operations
    Collections.sort(
        descriptors,
        new Comparator<IStorageDescriptor>() {
          @Override
          public int compare(IStorageDescriptor o1, IStorageDescriptor o2) {
            int channelCompare = Integer.compare(o1.getChannelId(), o2.getChannelId());
            if (channelCompare != 0) {
              return channelCompare;
            } else {
              return Long.compare(o1.getPosition(), o2.getPosition());
            }
          }
        });

    AggregationPerformer<E> aggregationPerformer = null;
    if (null != aggregator) {
      aggregationPerformer = new AggregationPerformer<>(aggregator);
    }
    List<E> returnList = new ArrayList<>();

    int size = 0;
    int count = 0;
    List<IStorageDescriptor> limitedDescriptors = new ArrayList<>();
    for (IStorageDescriptor storageDescriptor : descriptors) {
      // increase count, add descriptor size and update current list
      count++;
      size += storageDescriptor.getSize();
      limitedDescriptors.add(storageDescriptor);

      // if the size is already to big, or we reached end do query
      if ((size > MAX_QUERY_SIZE) || (count == descriptors.size())) {
        // load data and filter with restrictions
        List<E> allData;
        if (localStorageData.isFullyDownloaded()) {
          try {
            allData = dataRetriever.getDataLocally(localStorageData, descriptors);
          } catch (SerializationException e) {
            String msg =
                "Data in the downloaded storage "
                    + localStorageData
                    + " can not be loaded with this version of the inspectIT. Version of the CMR where storage was created is "
                    + localStorageData.getCmrVersion()
                    + ".";
            InspectIT.getDefault().createErrorDialog(msg, e, -1);
            return Collections.emptyList();
          } catch (IOException e) {
            InspectIT.getDefault()
                .createErrorDialog("Exception occurred trying to load the data.", e, -1);
            return Collections.emptyList();
          }
        } else {
          try {
            allData =
                dataRetriever.getDataViaHttp(
                    getCmrRepositoryDefinition(), localStorageData, limitedDescriptors);
          } catch (SerializationException e) {
            String msg =
                "Data in the remote storage "
                    + localStorageData
                    + " can not be loaded with this version of the inspectIT. Version of the CMR where storage was created is "
                    + localStorageData.getCmrVersion()
                    + ".";
            InspectIT.getDefault().createErrorDialog(msg, e, -1);
            return Collections.emptyList();
          } catch (IOException e) {
            InspectIT.getDefault()
                .createErrorDialog("Exception occurred trying to load the data.", e, -1);
            return Collections.emptyList();
          }
        }
        List<E> passedData = getRestrictionsPassedList(allData, storageIndexQuery);

        // if we need to aggregate then do so, otherwise just add to result list
        if (null != aggregationPerformer) {
          aggregationPerformer.processCollection(passedData);
        } else {
          returnList.addAll(passedData);
        }

        // reset the size and current list
        size = 0;
        limitedDescriptors.clear();
      }
    }

    // aggregate if needed
    if (null != aggregator) {
      returnList = aggregationPerformer.getResultList();
    }

    return returnList;
  }
예제 #2
0
  /**
   * This method executes the query in way that it first checks if wanted data is already cached. If
   * not method has the ability to load the data via the HTTP or locally and aggregate the data if
   * the {@link IAggregator} is provided. If the {@link IAggregator} is not provided, the data will
   * be returned not aggregated.
   *
   * <p>In addition it will try to cache the results if they are not yet cached.
   *
   * <p>This method should be used by all subclasses, because it guards against massive data loading
   * that can make out of memory exceptions on the UI.
   *
   * @param storageIndexQuery Query.
   * @param aggregator {@link IAggregator}
   * @param comparator If supplied the final result list will be sorted by this comparator.
   * @param limit Limit the number of results by given number. Value <code>-1</code> means no limit.
   * @return Return results of a query.
   */
  protected List<E> executeQuery(
      StorageIndexQuery storageIndexQuery,
      IAggregator<E> aggregator,
      Comparator<? super E> comparator,
      int limit) {
    List<E> returnList = null;
    // check if this can be cached
    if (storageManager.canBeCached(storageIndexQuery, aggregator)) {
      int hash = storageManager.getCachedDataHash(storageIndexQuery, aggregator);
      if (!localStorageData.isFullyDownloaded()) {
        // check if it s cached on the CMR
        StorageData storageData = new StorageData(localStorageData);
        try {
          returnList =
              dataRetriever.getCachedDataViaHttp(getCmrRepositoryDefinition(), storageData, hash);
        } catch (BusinessException | IOException | SerializationException e) { // NOPMD // NOCHK
          // ignore cause we can still load results in other way
        }

        if (null == returnList) {
          // if not we load data regular way
          returnList = loadData(storageIndexQuery, aggregator);

          // and cache it on the CMR if we get something
          if (CollectionUtils.isNotEmpty(returnList)) {
            cacheQueryResultOnCmr(getCmrRepositoryDefinition(), storageData, returnList, hash);
          }
        }
      } else {
        try {
          returnList = dataRetriever.getCachedDataLocally(localStorageData, hash);
        } catch (IOException | SerializationException e) { // NOPMD NOCHK
          // ignore cause we can still load results in other way
        }

        if (null == returnList) {
          // if not we load data regular way
          returnList = loadData(storageIndexQuery, aggregator);

          // and cache it locally if we get something
          if (CollectionUtils.isNotEmpty(returnList)) {
            cacheQueryResultLocally(localStorageData, returnList, hash);
          }
        }
      }
    } else {
      returnList = loadData(storageIndexQuery, aggregator);
    }

    // sort if needed
    if (null != comparator) {
      Collections.sort(returnList, comparator);
    }

    // limit the size if needed
    if ((limit > -1) && (returnList.size() > limit)) {
      returnList = returnList.subList(0, limit);
    }

    return returnList;
  }