コード例 #1
0
  public void test() {
    SenseiSnappyProtoSerializer serializer = new SenseiSnappyProtoSerializer();

    SenseiRequest request = new SenseiRequest();
    request.setRouteParam("1");

    SenseiRequest serializedRequest =
        serializer.requestFromBytes(serializer.requestToBytes(request));
    assertEquals(request, serializedRequest);

    SenseiResult result = new SenseiResult();
    SenseiHit[] hits = new SenseiHit[1];
    hits[0] = new SenseiHit();
    hits[0].setUID(5);

    SenseiHit[] groupHits = new SenseiHit[2];
    groupHits[0] = new SenseiHit();
    groupHits[1] = new SenseiHit();
    hits[0].setGroupHits(groupHits);

    //    hits[1] = new SenseiHit();
    //    hits[1].setUID(6);

    result.setHits(hits);

    SenseiResult serializedResult =
        serializer.responseFromBytes(serializer.responseToBytes(result));
    assertEquals(result, serializedResult);
  }
コード例 #2
0
ファイル: SenseiBroker.java プロジェクト: xueqiu/sensei
  @Override
  public SenseiResult mergeResults(SenseiRequest request, List<SenseiResult> resultList) {
    SenseiResult res = ResultMerger.merge(request, resultList, false);

    if (request.isFetchStoredFields() || request.isFetchStoredValue())
      recoverSrcData(res, res.getSenseiHits(), request.isFetchStoredFields());

    return res;
  }
コード例 #3
0
ファイル: SenseiStarter.java プロジェクト: levonlloyd/sensei
  private static void waitTillServerStarts() throws Exception {

    SenseiRequest req = new SenseiRequest();
    SenseiResult res = null;
    int count = 0;
    do {
      Thread.sleep(500);
      res = broker.browse(req);
      System.out.println("" + res.getNumHits() + " loaded...");
      ++count;
    } while (count < 20 && res.getNumHits() < 15000);
  }
コード例 #4
0
  @Override
  public SenseiResult mergeResults(SenseiRequest request, List<SenseiResult> resultList) {
    SenseiResult res = ResultMerger.merge(request, resultList, false);

    if (request.isFetchStoredFields() || request.isFetchStoredValue()) {
      long start = System.currentTimeMillis();
      recoverSrcData(res, res.getSenseiHits(), request.isFetchStoredFields());
      res.setTime(res.getTime() + (System.currentTimeMillis() - start));
    }

    return res;
  }
コード例 #5
0
  public static void recoverSrcData(
      SenseiResult res, SenseiHit[] hits, boolean isFetchStoredFields) {
    if (hits != null) {
      for (SenseiHit hit : hits) {
        try {
          byte[] dataBytes = hit.getStoredValue();
          if (dataBytes == null || dataBytes.length == 0) {
            dataBytes = hit.getFieldBinaryValue(AbstractZoieIndexable.DOCUMENT_STORE_FIELD);
          }

          if (dataBytes != null && dataBytes.length > 0) {
            byte[] data = null;
            try {
              // TODO need check SenseiSchema.isCompressSrcData()
              data = DefaultJsonSchemaInterpreter.decompress(dataBytes);
            } catch (Exception ex) {
              data = dataBytes;
            }
            hit.setSrcData(new String(data, "UTF-8"));
          }
        } catch (Exception e) {
          logger.error(e.getMessage(), e);
          res.getErrors().add(new SenseiError(e.getMessage(), ErrorType.BrokerGatherError));
        }

        recoverSrcData(res, hit.getSenseiGroupHits(), isFetchStoredFields);

        // Remove stored fields since the user is not requesting:
        if (!isFetchStoredFields) {
          hit.setStoredFields((List<SerializableField>) null);
        }
      }
    }
  }
コード例 #6
0
ファイル: SenseiBrokerProxy.java プロジェクト: jasonko/sensei
  @Override
  public List<SenseiResult> doQuery(final SenseiRequest senseiRequest) {
    final List<SenseiResult> resultList = new ArrayList<SenseiResult>();

    try {
      resultList.addAll(
          scatterTimer.time(
              new Callable<List<SenseiResult>>() {
                @Override
                public List<SenseiResult> call() throws Exception {
                  return doCall(senseiRequest);
                }
              }));
    } catch (Exception e) {
      ErrorMeter.mark();
      SenseiResult emptyResult = getEmptyResultInstance();
      logger.error("Error running scatter/gather", e);
      emptyResult.addError(
          new SenseiError(
              "Error gathering the results" + e.getMessage(), ErrorType.BrokerGatherError));
      return Arrays.asList(emptyResult);
    }
    return resultList;
  }
コード例 #7
0
ファイル: SenseiBroker.java プロジェクト: xueqiu/sensei
  public static void recoverSrcData(
      SenseiResult res, SenseiHit[] hits, boolean isFetchStoredFields) {
    if (hits != null) {
      for (SenseiHit hit : hits) {
        try {
          byte[] dataBytes = hit.getStoredValue();
          if (dataBytes == null || dataBytes.length == 0) {
            Document doc = hit.getStoredFields();
            if (doc != null) {
              dataBytes = doc.getBinaryValue(AbstractZoieIndexable.DOCUMENT_STORE_FIELD);

              if (dataBytes == null || dataBytes.length == 0) {
                dataBytes = doc.getBinaryValue(SenseiSchema.SRC_DATA_COMPRESSED_FIELD_NAME);

                if (dataBytes == null || dataBytes.length == 0) {
                  dataBytes = doc.getBinaryValue(SenseiSchema.SRC_DATA_FIELD_NAME);
                  if (dataBytes != null && dataBytes.length > 0) {
                    hit.setSrcData(new String(dataBytes, "UTF-8"));
                    dataBytes = null; // set to null to avoid gunzip.
                  }
                }
                doc.removeFields(SenseiSchema.SRC_DATA_COMPRESSED_FIELD_NAME);
                doc.removeFields(SenseiSchema.SRC_DATA_FIELD_NAME);
              }
            }
          }
          if (dataBytes != null && dataBytes.length > 0) {
            byte[] data;
            try {
              data = DefaultJsonSchemaInterpreter.decompress(dataBytes);
            } catch (Exception ex) {

              data = dataBytes;
            }
            hit.setSrcData(new String(data, "UTF-8"));
          }
        } catch (Exception e) {
          logger.error(e.getMessage(), e);
          res.getErrors().add(new SenseiError(e.getMessage(), ErrorType.BrokerGatherError));
        }

        recoverSrcData(res, hit.getSenseiGroupHits(), isFetchStoredFields);

        // Remove stored fields since the user is not requesting:
        if (!isFetchStoredFields) hit.setStoredFields(null);
      }
    }
  }
コード例 #8
0
 public void test1() {
   SenseiResult result = inMemorySenseiService.doQuery(InMemoryIndexPerfTest.getRequest(), docs);
   assertEquals(16, result.getNumHits());
   assertEquals(100, result.getTotalDocs());
 }