@Test
  public void shouldDetectResultMismatch() {

    createTagDocuments();

    Aggregation aggregation =
        newAggregation( //
            project("tags"), //
            unwind("tags"), //
            group("tags") //
                .count()
                .as("count"), // count field not present
            limit(2) //
            );

    AggregationResults<TagCount> results =
        mongoTemplate.aggregate(aggregation, INPUT_COLLECTION, TagCount.class);

    assertThat(results, is(notNullValue()));
    assertThat(results.getServerUsed(), is("/127.0.0.1:27017"));

    List<TagCount> tagCount = results.getMappedResults();

    assertThat(tagCount, is(notNullValue()));
    assertThat(tagCount.size(), is(2));
    assertTagCount(null, 0, tagCount.get(0));
    assertTagCount(null, 0, tagCount.get(1));
  }
  /**
   * @see DATAMONGO-753
   * @see http
   *     ://stackoverflow.com/questions/18653574/spring-data-mongodb-aggregation-framework-invalid-reference-in-group
   *     -operati
   */
  @Test
  public void allowsNestedFieldReferencesAsGroupIdsInGroupExpressions() {

    mongoTemplate.insert(
        new DATAMONGO753().withPDs(new PD("A", 1), new PD("B", 1), new PD("C", 1)));
    mongoTemplate.insert(
        new DATAMONGO753().withPDs(new PD("B", 1), new PD("B", 1), new PD("C", 1)));

    TypedAggregation<DATAMONGO753> agg =
        newAggregation(
            DATAMONGO753.class, //
            unwind("pd"), //
            group("pd.pDch") // the nested field expression
                .sum("pd.up")
                .as("uplift"), //
            project("_id", "uplift"));

    AggregationResults<DBObject> result = mongoTemplate.aggregate(agg, DBObject.class);
    List<DBObject> stats = result.getMappedResults();

    assertThat(stats.size(), is(3));
    assertThat(stats.get(0).get("_id").toString(), is("C"));
    assertThat((Integer) stats.get(0).get("uplift"), is(2));
    assertThat(stats.get(1).get("_id").toString(), is("B"));
    assertThat((Integer) stats.get(1).get("uplift"), is(3));
    assertThat(stats.get(2).get("_id").toString(), is("A"));
    assertThat((Integer) stats.get(2).get("uplift"), is(1));
  }
  @Test
  public void shouldAggregateEmptyCollection() {

    Aggregation aggregation =
        newAggregation( //
            project("tags"), //
            unwind("tags"), //
            group("tags") //
                .count()
                .as("n"), //
            project("n") //
                .and("tag")
                .previousOperation(), //
            sort(DESC, "n") //
            );

    AggregationResults<TagCount> results =
        mongoTemplate.aggregate(aggregation, INPUT_COLLECTION, TagCount.class);

    assertThat(results, is(notNullValue()));
    assertThat(results.getServerUsed(), is("/127.0.0.1:27017"));

    List<TagCount> tagCount = results.getMappedResults();

    assertThat(tagCount, is(notNullValue()));
    assertThat(tagCount.size(), is(0));
  }
  @Test
  public void shouldAggregate() {

    createTagDocuments();

    Aggregation agg =
        newAggregation( //
            project("tags"), //
            unwind("tags"), //
            group("tags") //
                .count()
                .as("n"), //
            project("n") //
                .and("tag")
                .previousOperation(), //
            sort(DESC, "n") //
            );

    AggregationResults<TagCount> results =
        mongoTemplate.aggregate(agg, INPUT_COLLECTION, TagCount.class);

    assertThat(results, is(notNullValue()));
    assertThat(results.getServerUsed(), is("/127.0.0.1:27017"));

    List<TagCount> tagCount = results.getMappedResults();

    assertThat(tagCount, is(notNullValue()));
    assertThat(tagCount.size(), is(3));

    assertTagCount("spring", 3, tagCount.get(0));
    assertTagCount("mongodb", 2, tagCount.get(1));
    assertTagCount("nosql", 1, tagCount.get(2));
  }
  @Test
  public void findStatesWithPopulationOver10MillionAggregationExample() {
    /*
     //complex mongodb aggregation framework example from
     http://docs.mongodb.org/manual/tutorial/aggregation-examples/#largest-and-smallest-cities-by-state

     db.zipcodes.aggregate(
    	 	{
    		   $group: {
    		      _id:"$state",
    		      totalPop:{ $sum:"$pop"}
     			 }
    		},
    		{
     			$sort: { _id: 1, "totalPop": 1 }
     		},
    		{
    		   $match: {
    		      totalPop: { $gte:10*1000*1000 }
    		   }
    		}
    )
      */

    TypedAggregation<ZipInfo> agg =
        newAggregation(
            ZipInfo.class, //
            group("state") //
                .sum("population")
                .as("totalPop"), //
            sort(ASC, previousOperation(), "totalPop"), //
            match(where("totalPop").gte(10 * 1000 * 1000)) //
            );

    assertThat(agg, is(notNullValue()));
    assertThat(agg.toString(), is(notNullValue()));

    AggregationResults<StateStats> result = mongoTemplate.aggregate(agg, StateStats.class);
    assertThat(result, is(notNullValue()));
    assertThat(result.getMappedResults(), is(notNullValue()));
    assertThat(result.getMappedResults().size(), is(7));

    StateStats stateStats = result.getMappedResults().get(0);
    assertThat(stateStats, is(notNullValue()));
    assertThat(stateStats.id, is("CA"));
    assertThat(stateStats.state, is(nullValue()));
    assertThat(stateStats.totalPopulation, is(29760021));
  }
Пример #6
0
  @Override
  public Double getYesterdayCost(Long accountId) {
    MongoTemplate mongoTemplate = BaseMongoTemplate.getUserReportMongo();
    Date date = DateUtils.getYesterday();
    Aggregation aggregation =
        newAggregation(
            match(Criteria.where(ACCOUNT_ID).is(accountId).and("date").is(date)),
            project("pccost"));
    AggregationResults<AccountReportEntity> results =
        mongoTemplate.aggregate(aggregation, TBL_ACCOUNT_REPORT, AccountReportEntity.class);
    if (results == null) return 0d;

    AccountReportEntity reportEntity = results.getUniqueMappedResult();
    if (reportEntity != null) return reportEntity.getPcCost().doubleValue();
    else return 0d;
  }
  /**
   * @see DATAMONGO-753
   * @see http
   *     ://stackoverflow.com/questions/18653574/spring-data-mongodb-aggregation-framework-invalid-reference-in-group
   *     -operati
   */
  @Test
  public void aliasesNestedFieldInProjectionImmediately() {

    mongoTemplate.insert(
        new DATAMONGO753().withPDs(new PD("A", 1), new PD("B", 1), new PD("C", 1)));
    mongoTemplate.insert(
        new DATAMONGO753().withPDs(new PD("B", 1), new PD("B", 1), new PD("C", 1)));

    TypedAggregation<DATAMONGO753> agg =
        newAggregation(
            DATAMONGO753.class, //
            unwind("pd"), //
            project().and("pd.up").as("up"));

    AggregationResults<DBObject> results = mongoTemplate.aggregate(agg, DBObject.class);
    List<DBObject> mappedResults = results.getMappedResults();

    assertThat(mappedResults, hasSize(6));
    for (DBObject element : mappedResults) {
      assertThat(element.get("up"), is((Object) 1));
    }
  }
  /**
   * @see
   *     http://docs.mongodb.org/manual/tutorial/aggregation-examples/#return-the-five-most-common-likes
   */
  @Test
  public void returnFiveMostCommonLikesAggregationFrameworkExample() {

    createUserWithLikesDocuments();

    /*
    ...
     $group: {
    	      _id:"$like",
    	      number:{ $sum:1}
    			 }
     ...

    */

    TypedAggregation<UserWithLikes> agg =
        newAggregation(
            UserWithLikes.class, //
            unwind("likes"), //
            group("likes").count().as("number"), //
            sort(DESC, "number"), //
            limit(5), //
            sort(ASC, previousOperation()) //
            );

    assertThat(agg, is(notNullValue()));
    assertThat(agg.toString(), is(notNullValue()));

    AggregationResults<LikeStats> result = mongoTemplate.aggregate(agg, LikeStats.class);
    assertThat(result, is(notNullValue()));
    assertThat(result.getMappedResults(), is(notNullValue()));
    assertThat(result.getMappedResults().size(), is(5));

    assertLikeStats(result.getMappedResults().get(0), "a", 4);
    assertLikeStats(result.getMappedResults().get(1), "b", 2);
    assertLikeStats(result.getMappedResults().get(2), "c", 4);
    assertLikeStats(result.getMappedResults().get(3), "d", 2);
    assertLikeStats(result.getMappedResults().get(4), "e", 3);
  }
Пример #9
0
  /**
   * 百度账户树
   *
   * @return
   */
  @Override
  public ArrayNode getAccountTree() {
    ObjectMapper mapper = new ObjectMapper();
    ArrayNode arrayNode = mapper.createArrayNode();
    ObjectNode objectNode;

    Long accountId = AppContext.getAccountId();
    MongoTemplate mongoTemplate = BaseMongoTemplate.getUserMongo();
    Aggregation aggregation1 =
        Aggregation.newAggregation(
            match(Criteria.where(ACCOUNT_ID).is(accountId)),
            project(CAMPAIGN_ID, NAME, SYSTEM_ID),
            sort(Sort.Direction.ASC, CAMPAIGN_ID));
    // 推广计划树
    AggregationResults<CampaignVO> results1 =
        mongoTemplate.aggregate(aggregation1, TBL_CAMPAIGN, CampaignVO.class);
    for (CampaignVO vo : results1) {
      objectNode = mapper.createObjectNode();

      if (vo.getCampaignId() == null) {
        objectNode.put("id", vo.getId());
      } else {
        objectNode.put("id", vo.getCampaignId());
      }

      objectNode.put("pId", 0);
      objectNode.put("name", vo.getCampaignName());
      arrayNode.add(objectNode);
    }

    Aggregation aggregation2 =
        Aggregation.newAggregation(
            match(Criteria.where(ACCOUNT_ID).is(accountId)),
            project(CAMPAIGN_ID, OBJ_CAMPAIGN_ID, ADGROUP_ID, SYSTEM_ID, NAME),
            sort(Sort.Direction.ASC, ADGROUP_ID));
    AggregationResults<AdgroupVO> results2 =
        mongoTemplate.aggregate(aggregation2, TBL_ADGROUP, AdgroupVO.class);
    for (AdgroupVO vo : results2) {
      objectNode = mapper.createObjectNode();
      objectNode.put("name", vo.getAdgroupName());
      if (vo.getCampaignId() == null) {
        objectNode.put("id", vo.getId());
        objectNode.put("pId", vo.getCampaignObjId());
        arrayNode.add(objectNode);
        continue;
      }

      if (vo.getAdgroupId() == null) {
        objectNode.put("id", vo.getId());
        objectNode.put("pId", vo.getCampaignId());
        arrayNode.add(objectNode);
        continue;
      }

      objectNode.put("id", vo.getAdgroupId());
      objectNode.put("pId", vo.getCampaignId());
      arrayNode.add(objectNode);
    }

    return arrayNode;
  }
  @Test
  public void arithmenticOperatorsInProjectionExample() {

    double taxRate = 0.19;
    double netPrice = 1.99;
    double discountRate = 0.05;
    int spaceUnits = 3;
    String productId = "P1";
    String productName = "A";
    mongoTemplate.insert(
        new Product(productId, productName, netPrice, spaceUnits, discountRate, taxRate));

    TypedAggregation<Product> agg =
        newAggregation(
            Product.class, //
            project("name", "netPrice") //
                .and("netPrice")
                .plus(1)
                .as("netPricePlus1") //
                .and("netPrice")
                .minus(1)
                .as("netPriceMinus1") //
                .and("netPrice")
                .multiply(2)
                .as("netPriceMul2") //
                .and("netPrice")
                .divide(1.19)
                .as("netPriceDiv119") //
                .and("spaceUnits")
                .mod(2)
                .as("spaceUnitsMod2") //
                .and("spaceUnits")
                .plus("spaceUnits")
                .as("spaceUnitsPlusSpaceUnits") //
                .and("spaceUnits")
                .minus("spaceUnits")
                .as("spaceUnitsMinusSpaceUnits") //
                .and("spaceUnits")
                .multiply("spaceUnits")
                .as("spaceUnitsMultiplySpaceUnits") //
                .and("spaceUnits")
                .divide("spaceUnits")
                .as("spaceUnitsDivideSpaceUnits") //
                .and("spaceUnits")
                .mod("spaceUnits")
                .as("spaceUnitsModSpaceUnits") //
            );

    AggregationResults<DBObject> result = mongoTemplate.aggregate(agg, DBObject.class);
    List<DBObject> resultList = result.getMappedResults();

    assertThat(resultList, is(notNullValue()));
    assertThat((String) resultList.get(0).get("_id"), is(productId));
    assertThat((String) resultList.get(0).get("name"), is(productName));
    assertThat((Double) resultList.get(0).get("netPricePlus1"), is(netPrice + 1));
    assertThat((Double) resultList.get(0).get("netPriceMinus1"), is(netPrice - 1));
    assertThat((Double) resultList.get(0).get("netPriceMul2"), is(netPrice * 2));
    assertThat((Double) resultList.get(0).get("netPriceDiv119"), is(netPrice / 1.19));
    assertThat((Integer) resultList.get(0).get("spaceUnitsMod2"), is(spaceUnits % 2));
    assertThat(
        (Integer) resultList.get(0).get("spaceUnitsPlusSpaceUnits"), is(spaceUnits + spaceUnits));
    assertThat(
        (Integer) resultList.get(0).get("spaceUnitsMinusSpaceUnits"), is(spaceUnits - spaceUnits));
    assertThat(
        (Integer) resultList.get(0).get("spaceUnitsMultiplySpaceUnits"),
        is(spaceUnits * spaceUnits));
    assertThat(
        (Double) resultList.get(0).get("spaceUnitsDivideSpaceUnits"),
        is((double) (spaceUnits / spaceUnits)));
    assertThat(
        (Integer) resultList.get(0).get("spaceUnitsModSpaceUnits"), is(spaceUnits % spaceUnits));
  }
  @Test
  public void complexAggregationFrameworkUsageLargestAndSmallestCitiesByState() {
    /*
     //complex mongodb aggregation framework example from http://docs.mongodb.org/manual/tutorial/aggregation-examples/#largest-and-smallest-cities-by-state
    db.zipInfo.aggregate(
    	{
    	   $group: {
    	      _id: {
    	         state: '$state',
    	         city: '$city'
    	      },
    	      pop: {
    	         $sum: '$pop'
    	      }
    	   }
    	},
    	{
    	   $sort: {
    	      pop: 1,
    	      '_id.state': 1,
    	      '_id.city': 1
    	   }
    	},
    	{
    	   $group: {
    	      _id: '$_id.state',
    	      biggestCity: {
    	         $last: '$_id.city'
    	      },
    	      biggestPop: {
    	         $last: '$pop'
    	      },
    	      smallestCity: {
    	         $first: '$_id.city'
    	      },
    	      smallestPop: {
    	         $first: '$pop'
    	      }
    	   }
    	},
    	{
    	   $project: {
    	      _id: 0,
    	      state: '$_id',
    	      biggestCity: {
    	         name: '$biggestCity',
    	         pop: '$biggestPop'
    	      },
    	      smallestCity: {
    	         name: '$smallestCity',
    	         pop: '$smallestPop'
    	      }
    	   }
    	},
    	{
    	   $sort: {
    	      state: 1
    	   }
    	}
    )
    */

    TypedAggregation<ZipInfo> aggregation =
        newAggregation(
            ZipInfo.class, //
            group("state", "city").sum("population").as("pop"), //
            sort(ASC, "pop", "state", "city"), //
            group("state") //
                .last("city")
                .as("biggestCity") //
                .last("pop")
                .as("biggestPop") //
                .first("city")
                .as("smallestCity") //
                .first("pop")
                .as("smallestPop"), //
            project() //
                .and("state")
                .previousOperation() //
                .and("biggestCity")
                .nested(bind("name", "biggestCity").and("population", "biggestPop")) //
                .and("smallestCity")
                .nested(bind("name", "smallestCity").and("population", "smallestPop")), //
            sort(ASC, "state") //
            );

    assertThat(aggregation, is(notNullValue()));
    assertThat(aggregation.toString(), is(notNullValue()));

    AggregationResults<ZipInfoStats> result =
        mongoTemplate.aggregate(aggregation, ZipInfoStats.class);
    assertThat(result, is(notNullValue()));
    assertThat(result.getMappedResults(), is(notNullValue()));
    assertThat(result.getMappedResults().size(), is(51));

    ZipInfoStats firstZipInfoStats = result.getMappedResults().get(0);
    assertThat(firstZipInfoStats, is(notNullValue()));
    assertThat(firstZipInfoStats.id, is(nullValue()));
    assertThat(firstZipInfoStats.state, is("AK"));
    assertThat(firstZipInfoStats.smallestCity, is(notNullValue()));
    assertThat(firstZipInfoStats.smallestCity.name, is("CHEVAK"));
    assertThat(firstZipInfoStats.smallestCity.population, is(0));
    assertThat(firstZipInfoStats.biggestCity, is(notNullValue()));
    assertThat(firstZipInfoStats.biggestCity.name, is("ANCHORAGE"));
    assertThat(firstZipInfoStats.biggestCity.population, is(183987));

    ZipInfoStats lastZipInfoStats = result.getMappedResults().get(50);
    assertThat(lastZipInfoStats, is(notNullValue()));
    assertThat(lastZipInfoStats.id, is(nullValue()));
    assertThat(lastZipInfoStats.state, is("WY"));
    assertThat(lastZipInfoStats.smallestCity, is(notNullValue()));
    assertThat(lastZipInfoStats.smallestCity.name, is("LOST SPRINGS"));
    assertThat(lastZipInfoStats.smallestCity.population, is(6));
    assertThat(lastZipInfoStats.biggestCity, is(notNullValue()));
    assertThat(lastZipInfoStats.biggestCity.name, is("CHEYENNE"));
    assertThat(lastZipInfoStats.biggestCity.population, is(70185));
  }
 @Test(expected = IllegalArgumentException.class)
 public void shouldHandleMissingEntityClass() {
   mongoTemplate.aggregate(newAggregation(), INPUT_COLLECTION, null);
 }
 @Test(expected = IllegalArgumentException.class)
 public void shouldHandleMissingAggregationPipeline() {
   mongoTemplate.aggregate(null, INPUT_COLLECTION, TagCount.class);
 }
 @Test(expected = IllegalArgumentException.class)
 public void shouldHandleMissingInputCollection() {
   mongoTemplate.aggregate(newAggregation(), (String) null, TagCount.class);
 }