コード例 #1
0
  private void doCompact(
      LazyDocumentLoader documentLoader,
      LazyCompactor compactor,
      SolrQueryResponse rsp,
      String tsId,
      String q)
      throws IOException, SyntaxError {
    Query query = depProvider.parser(q).getQuery();

    Iterable<Document> docs = documentLoader.load(query, SORT);
    Iterable<CompactionResult> compactionResults = compactor.compact(docs);

    List<Document> docsToDelete = new LinkedList<>();
    List<SolrInputDocument> docsToAdd = new LinkedList<>();

    compactionResults.forEach(
        it -> {
          docsToDelete.addAll(it.getInputDocuments());
          docsToAdd.addAll(it.getOutputDocuments());
        });

    depProvider.solrUpdateService().add(docsToAdd);
    depProvider.solrUpdateService().delete(docsToDelete);

    rsp.add("timeseries " + tsId + " oldNumDocs:", docsToDelete.size());
    rsp.add("timeseries " + tsId + " newNumDocs:", docsToAdd.size());
  }
コード例 #2
0
  @Override
  @SuppressWarnings("PMD.SignatureDeclareThrowsException")
  public void handleRequestBody(SolrQueryRequest req, SolrQueryResponse rsp) throws Exception {
    String joinKey = req.getParams().get(JOIN_KEY);
    String fq = req.getParams().get(FQ);
    int ppc = req.getParams().getInt(POINTS_PER_CHUNK, 100000);
    int pageSize = req.getParams().getInt(PAGE_SIZE, 100);

    depProvider.init(req, rsp);

    LazyCompactor compactor = depProvider.compactor(ppc, req.getSearcher().getSchema());
    LazyDocumentLoader documentLoader = depProvider.documentLoader(pageSize, req.getSearcher());

    if (isBlank(joinKey) && isBlank(fq)) {
      LOGGER.error("Neither join key nor filter query given.");
      rsp.add(
          "error",
          join(
              "",
              "Neither join key nor filter query given.",
              "Get help at https://chronix.gitbooks.io/chronix/content/document_compaction.html."));
      return;
    }

    // no join key => compact documents matching fq
    if (isBlank(joinKey)) {
      compact(documentLoader, compactor, rsp, fq, fq);
      depProvider.solrUpdateService().commit();
      return;
    }

    // determine time series identified by joinKey
    SolrFacetService facetService = depProvider.solrFacetService();
    Query filterQuery = isBlank(fq) ? new MatchAllDocsQuery() : depProvider.parser(fq).getQuery();
    List<NamedList<Object>> pivotResult = facetService.pivot(joinKey, filterQuery);

    // compact each time series' constituting documents
    facetService
        .toTimeSeriesIds(pivotResult)
        .parallelStream()
        .forEach(
            tsId ->
                compact(documentLoader, compactor, rsp, tsId.toString(), and(tsId.toQuery(), fq)));

    depProvider.solrUpdateService().commit();
  }