コード例 #1
0
ファイル: TraceContextTest.java プロジェクト: nkhuyu/pinot
  private void runVerification(int numberOfRequests, int jobsPerRequest) {
    // verify control info
    CountInfo countInfo = new CountInfo(numberOfRequests, jobsPerRequest);
    ConcurrentHashMap<Long, ConcurrentLinkedDeque<TraceContext.Info>> testInfoMap =
        TraceContext.getTestInfoMap();

    // LOGGER.info("Thread {}: {}", key, testInfoMap.get(key).toString().replace(",", "\n"));
    for (ConcurrentLinkedDeque<TraceContext.Info> queue : testInfoMap.values()) {
      mixedInvariants(queue, countInfo);
    }

    countInfo.verify();

    // verify trace info
    for (long rqId = 0; rqId < numberOfRequests; rqId++) {
      ConcurrentLinkedDeque<Trace> traceQueue = TraceContext.getAllTraceInfoMap().get(rqId);
      assertEquals(traceQueue.size(), jobsPerRequest + 1);
      Set<Integer> jobIdSet = new HashSet<Integer>();
      for (Trace trace : traceQueue) {
        // one trace is used for request handler, it has no info recorded
        if (trace.getValue().size() > 0) {
          Object obj = trace.getValue().get(0); // we have recorded one entry per job in tests
          String[] tmp = ((String) obj).split(SEP);
          long reqId = Long.parseLong(tmp[0].trim());
          assertEquals(rqId, reqId);
          int jobId = Integer.parseInt(tmp[1].trim());
          jobIdSet.add(jobId);
        }
      }
      assertEquals(jobIdSet.size(), jobsPerRequest);
      // show trace
      LOGGER.info("Trace Tree: {}", TraceContext.getTraceInfoOfRequestId(rqId));
    }
  }
コード例 #2
0
ファイル: TraceContextTest.java プロジェクト: nkhuyu/pinot
  private void singleRequestCall(
      ExecutorService jobService, final InstanceRequest request, int jobsPerRequest)
      throws Exception {
    TraceContext.register(request);
    Future[] tasks = new Future[jobsPerRequest];

    // fan out multiple threads for this request
    for (int i = 0; i < jobsPerRequest; i++) {
      final int taskId = i;
      tasks[i] =
          jobService.submit(
              new TraceRunnable() {
                @Override
                public void runJob() {
                  String tid = Thread.currentThread().getId() + "";
                  TraceContext.log(tid, request.getRequestId() + SEP + taskId);
                }
              });
    }

    // wait for all threads to finish the job
    for (int i = 0; i < jobsPerRequest; i++) {
      // block waiting
      tasks[i].get();
    }
    TraceContext.unregister(request);
  }
コード例 #3
0
ファイル: TraceContextTest.java プロジェクト: nkhuyu/pinot
 @Test
 public void testSingleRequest() throws Exception {
   TraceContext.reset();
   ExecutorService jobService =
       Executors.newFixedThreadPool(NUMBER_OF_THREADS, new NamedThreadFactory("jobService"));
   InstanceRequest request = new InstanceRequest(0L, null);
   request.setEnableTrace(true);
   singleRequestCall(jobService, request, JOBS_PER_REQUEST);
   runVerification(1, JOBS_PER_REQUEST);
 }
コード例 #4
0
ファイル: TraceContextTest.java プロジェクト: nkhuyu/pinot
  /**
   * If using the shared {@link ExecutorService} created by {@link
   * Executors#newFixedThreadPool(int)} for handling requests and jobs, avoiding potential deadlock
   * by making sure NUMBER_OF_REQUESTS &lt; nThreads. (Using non-shared {@link ExecutorService} is
   * no issue.)
   *
   * @throws Exception
   */
  @Test
  public void testMultipleRequests() throws Exception {
    TraceContext.reset();

    // shared Service
    ExecutorService sharedService =
        Executors.newFixedThreadPool(NUMBER_OF_THREADS, new NamedThreadFactory("sharedService"));
    runVariousConditionTests(sharedService, sharedService);

    // non-shared Service
    ExecutorService requestService =
        Executors.newFixedThreadPool(NUMBER_OF_THREADS, new NamedThreadFactory("requestService"));
    ExecutorService jobService =
        Executors.newFixedThreadPool(NUMBER_OF_THREADS, new NamedThreadFactory("jobService"));
    runVariousConditionTests(requestService, jobService);
  }
コード例 #5
0
ファイル: TraceContextTest.java プロジェクト: nkhuyu/pinot
  private void runVariousConditionTests(ExecutorService requestService, ExecutorService jobService)
      throws Exception {
    int reqStep = NUMBER_OF_REQUESTS / 5;
    int jobStep = JOBS_PER_REQUEST / 5;
    boolean shared = false;

    if (requestService == jobService) {
      shared = true;
    }

    for (int numberOfRequests = reqStep;
        numberOfRequests <= NUMBER_OF_REQUESTS;
        numberOfRequests += reqStep) {
      for (int jobsPerRequest = jobStep;
          jobsPerRequest < JOBS_PER_REQUEST;
          jobsPerRequest += jobStep) {
        if (shared) {
          LOGGER.info(
              "Shared exec service for #request: "
                  + numberOfRequests
                  + " #jobsPerRequest: "
                  + jobsPerRequest);
        } else {
          LOGGER.info(
              "Non-shared exec service for #request: "
                  + numberOfRequests
                  + " #jobsPerRequest: "
                  + jobsPerRequest);
        }

        if (shared && (numberOfRequests >= NUMBER_OF_THREADS)) {
          LOGGER.info(
              "Ignore tests for #request: " + numberOfRequests + ", since it will deadlock.");
        } else {
          TraceContext.reset();
          multipleRequestsCall(requestService, jobService, numberOfRequests, jobsPerRequest);
          runVerification(numberOfRequests, jobsPerRequest);
        }
      }
    }
  }