예제 #1
0
  /**
   * Return queue depth of this Usergrid instance in JSON format.
   *
   * <p>By Default this end-point will ignore errors but if you call it with ignore_status=false
   * then it will return HTTP 500 if either the Entity store or the Index for the management
   * application are in a bad state.
   */
  @GET
  @RequireSystemAccess
  @Path("size")
  public ApiResponse getQueueDepth(
      @QueryParam("callback") @DefaultValue("callback") String callback) {

    ApiResponse response = createApiResponse();
    response.setAction("get queue depth");

    AsyncEventService eventService = injector.getInstance(AsyncEventService.class);
    ObjectNode node = JsonNodeFactory.instance.objectNode();

    node.put("queueDepth", eventService.getQueueDepth());

    response.setProperty("data", node);

    return response;
  }
  @Override
  public ReIndexStatus rebuildIndex(final ReIndexRequestBuilder reIndexRequestBuilder) {

    // load our last emitted Scope if a cursor is present

    final Optional<EdgeScope> cursor = parseCursor(reIndexRequestBuilder.getCursor());

    final CursorSeek<Edge> cursorSeek = getResumeEdge(cursor);

    final Optional<ApplicationScope> appId = reIndexRequestBuilder.getApplicationScope();

    Preconditions.checkArgument(
        !(cursor.isPresent() && appId.isPresent()),
        "You cannot specify an app id and a cursor.  When resuming with cursor you must omit the appid");

    final Observable<ApplicationScope> applicationScopes = getApplications(cursor, appId);

    final String jobId = StringUtils.sanitizeUUID(UUIDGenerator.newTimeUUID());

    final long modifiedSince = reIndexRequestBuilder.getUpdateTimestamp().or(Long.MIN_VALUE);

    // create an observable that loads a batch to be indexed

    final Observable<List<EdgeScope>> runningReIndex =
        allEntityIdsObservable
            .getEdgesToEntities(
                applicationScopes,
                reIndexRequestBuilder.getCollectionName(),
                cursorSeek.getSeekValue())
            .buffer(indexProcessorFig.getReindexBufferSize())
            .doOnNext(
                edges -> {
                  logger.info("Sending batch of {} to be indexed.", edges.size());
                  indexService.indexBatch(edges, modifiedSince);
                });

    // start our sampler and state persistence
    // take a sample every sample interval to allow us to resume state with minimal loss
    // create our flushing collector and flush the edge scopes to it
    runningReIndex
        .collect(
            () -> new FlushingCollector(jobId),
            ((flushingCollector, edgeScopes) -> flushingCollector.flushBuffer(edgeScopes)))
        .doOnNext(flushingCollector -> flushingCollector.complete())
        // subscribe on our I/O scheduler and run the task
        .subscribeOn(Schedulers.io())
        .subscribe(); // want reindex to continually run so leave subscribe.

    return new ReIndexStatus(jobId, Status.STARTED, 0, 0);
  }
예제 #3
0
  /**
   * 4. Delete all entity documents out of elasticsearch. 5. Compact Graph so that it deletes the
   * marked values. 6. Delete entity from cassandra using the map manager.
   */
  private Id deleteAsync(MapManager mapManager, ApplicationScope applicationScope, Id entityId) {
    try {
      // Step 4 && 5

      if (!skipIndexingForType(entityId.getType(), applicationScope)) {

        asyncEventService.queueEntityDelete(applicationScope, entityId);
      }
      // Step 6
      // delete from our UUID index
      mapManager.delete(entityId.getUuid().toString());
      return entityId;
    } catch (Exception e) {
      throw new RuntimeException(e);
    }
  }