@Test
public void shouldDetectResultMismatch() {
createTagDocuments();
Aggregation aggregation =
newAggregation( //
project("tags"), //
unwind("tags"), //
group("tags") //
.count()
.as("count"), // count field not present
limit(2) //
);
AggregationResults<TagCount> results =
mongoTemplate.aggregate(aggregation, INPUT_COLLECTION, TagCount.class);
assertThat(results, is(notNullValue()));
assertThat(results.getServerUsed(), is("/127.0.0.1:27017"));
List<TagCount> tagCount = results.getMappedResults();
assertThat(tagCount, is(notNullValue()));
assertThat(tagCount.size(), is(2));
assertTagCount(null, 0, tagCount.get(0));
assertTagCount(null, 0, tagCount.get(1));
}
/**
* @see DATAMONGO-753
* @see http
* ://stackoverflow.com/questions/18653574/spring-data-mongodb-aggregation-framework-invalid-reference-in-group
* -operati
*/
@Test
public void allowsNestedFieldReferencesAsGroupIdsInGroupExpressions() {
mongoTemplate.insert(
new DATAMONGO753().withPDs(new PD("A", 1), new PD("B", 1), new PD("C", 1)));
mongoTemplate.insert(
new DATAMONGO753().withPDs(new PD("B", 1), new PD("B", 1), new PD("C", 1)));
TypedAggregation<DATAMONGO753> agg =
newAggregation(
DATAMONGO753.class, //
unwind("pd"), //
group("pd.pDch") // the nested field expression
.sum("pd.up")
.as("uplift"), //
project("_id", "uplift"));
AggregationResults<DBObject> result = mongoTemplate.aggregate(agg, DBObject.class);
List<DBObject> stats = result.getMappedResults();
assertThat(stats.size(), is(3));
assertThat(stats.get(0).get("_id").toString(), is("C"));
assertThat((Integer) stats.get(0).get("uplift"), is(2));
assertThat(stats.get(1).get("_id").toString(), is("B"));
assertThat((Integer) stats.get(1).get("uplift"), is(3));
assertThat(stats.get(2).get("_id").toString(), is("A"));
assertThat((Integer) stats.get(2).get("uplift"), is(1));
}
@Test
public void shouldAggregateEmptyCollection() {
Aggregation aggregation =
newAggregation( //
project("tags"), //
unwind("tags"), //
group("tags") //
.count()
.as("n"), //
project("n") //
.and("tag")
.previousOperation(), //
sort(DESC, "n") //
);
AggregationResults<TagCount> results =
mongoTemplate.aggregate(aggregation, INPUT_COLLECTION, TagCount.class);
assertThat(results, is(notNullValue()));
assertThat(results.getServerUsed(), is("/127.0.0.1:27017"));
List<TagCount> tagCount = results.getMappedResults();
assertThat(tagCount, is(notNullValue()));
assertThat(tagCount.size(), is(0));
}
@Test
public void shouldAggregate() {
createTagDocuments();
Aggregation agg =
newAggregation( //
project("tags"), //
unwind("tags"), //
group("tags") //
.count()
.as("n"), //
project("n") //
.and("tag")
.previousOperation(), //
sort(DESC, "n") //
);
AggregationResults<TagCount> results =
mongoTemplate.aggregate(agg, INPUT_COLLECTION, TagCount.class);
assertThat(results, is(notNullValue()));
assertThat(results.getServerUsed(), is("/127.0.0.1:27017"));
List<TagCount> tagCount = results.getMappedResults();
assertThat(tagCount, is(notNullValue()));
assertThat(tagCount.size(), is(3));
assertTagCount("spring", 3, tagCount.get(0));
assertTagCount("mongodb", 2, tagCount.get(1));
assertTagCount("nosql", 1, tagCount.get(2));
}
@Test
public void findStatesWithPopulationOver10MillionAggregationExample() {
/*
//complex mongodb aggregation framework example from
http://docs.mongodb.org/manual/tutorial/aggregation-examples/#largest-and-smallest-cities-by-state
db.zipcodes.aggregate(
{
$group: {
_id:"$state",
totalPop:{ $sum:"$pop"}
}
},
{
$sort: { _id: 1, "totalPop": 1 }
},
{
$match: {
totalPop: { $gte:10*1000*1000 }
}
}
)
*/
TypedAggregation<ZipInfo> agg =
newAggregation(
ZipInfo.class, //
group("state") //
.sum("population")
.as("totalPop"), //
sort(ASC, previousOperation(), "totalPop"), //
match(where("totalPop").gte(10 * 1000 * 1000)) //
);
assertThat(agg, is(notNullValue()));
assertThat(agg.toString(), is(notNullValue()));
AggregationResults<StateStats> result = mongoTemplate.aggregate(agg, StateStats.class);
assertThat(result, is(notNullValue()));
assertThat(result.getMappedResults(), is(notNullValue()));
assertThat(result.getMappedResults().size(), is(7));
StateStats stateStats = result.getMappedResults().get(0);
assertThat(stateStats, is(notNullValue()));
assertThat(stateStats.id, is("CA"));
assertThat(stateStats.state, is(nullValue()));
assertThat(stateStats.totalPopulation, is(29760021));
}
@Override
public Double getYesterdayCost(Long accountId) {
MongoTemplate mongoTemplate = BaseMongoTemplate.getUserReportMongo();
Date date = DateUtils.getYesterday();
Aggregation aggregation =
newAggregation(
match(Criteria.where(ACCOUNT_ID).is(accountId).and("date").is(date)),
project("pccost"));
AggregationResults<AccountReportEntity> results =
mongoTemplate.aggregate(aggregation, TBL_ACCOUNT_REPORT, AccountReportEntity.class);
if (results == null) return 0d;
AccountReportEntity reportEntity = results.getUniqueMappedResult();
if (reportEntity != null) return reportEntity.getPcCost().doubleValue();
else return 0d;
}
/**
* @see DATAMONGO-753
* @see http
* ://stackoverflow.com/questions/18653574/spring-data-mongodb-aggregation-framework-invalid-reference-in-group
* -operati
*/
@Test
public void aliasesNestedFieldInProjectionImmediately() {
mongoTemplate.insert(
new DATAMONGO753().withPDs(new PD("A", 1), new PD("B", 1), new PD("C", 1)));
mongoTemplate.insert(
new DATAMONGO753().withPDs(new PD("B", 1), new PD("B", 1), new PD("C", 1)));
TypedAggregation<DATAMONGO753> agg =
newAggregation(
DATAMONGO753.class, //
unwind("pd"), //
project().and("pd.up").as("up"));
AggregationResults<DBObject> results = mongoTemplate.aggregate(agg, DBObject.class);
List<DBObject> mappedResults = results.getMappedResults();
assertThat(mappedResults, hasSize(6));
for (DBObject element : mappedResults) {
assertThat(element.get("up"), is((Object) 1));
}
}
/**
* @see
* http://docs.mongodb.org/manual/tutorial/aggregation-examples/#return-the-five-most-common-likes
*/
@Test
public void returnFiveMostCommonLikesAggregationFrameworkExample() {
createUserWithLikesDocuments();
/*
...
$group: {
_id:"$like",
number:{ $sum:1}
}
...
*/
TypedAggregation<UserWithLikes> agg =
newAggregation(
UserWithLikes.class, //
unwind("likes"), //
group("likes").count().as("number"), //
sort(DESC, "number"), //
limit(5), //
sort(ASC, previousOperation()) //
);
assertThat(agg, is(notNullValue()));
assertThat(agg.toString(), is(notNullValue()));
AggregationResults<LikeStats> result = mongoTemplate.aggregate(agg, LikeStats.class);
assertThat(result, is(notNullValue()));
assertThat(result.getMappedResults(), is(notNullValue()));
assertThat(result.getMappedResults().size(), is(5));
assertLikeStats(result.getMappedResults().get(0), "a", 4);
assertLikeStats(result.getMappedResults().get(1), "b", 2);
assertLikeStats(result.getMappedResults().get(2), "c", 4);
assertLikeStats(result.getMappedResults().get(3), "d", 2);
assertLikeStats(result.getMappedResults().get(4), "e", 3);
}
/**
* 百度账户树
*
* @return
*/
@Override
public ArrayNode getAccountTree() {
ObjectMapper mapper = new ObjectMapper();
ArrayNode arrayNode = mapper.createArrayNode();
ObjectNode objectNode;
Long accountId = AppContext.getAccountId();
MongoTemplate mongoTemplate = BaseMongoTemplate.getUserMongo();
Aggregation aggregation1 =
Aggregation.newAggregation(
match(Criteria.where(ACCOUNT_ID).is(accountId)),
project(CAMPAIGN_ID, NAME, SYSTEM_ID),
sort(Sort.Direction.ASC, CAMPAIGN_ID));
// 推广计划树
AggregationResults<CampaignVO> results1 =
mongoTemplate.aggregate(aggregation1, TBL_CAMPAIGN, CampaignVO.class);
for (CampaignVO vo : results1) {
objectNode = mapper.createObjectNode();
if (vo.getCampaignId() == null) {
objectNode.put("id", vo.getId());
} else {
objectNode.put("id", vo.getCampaignId());
}
objectNode.put("pId", 0);
objectNode.put("name", vo.getCampaignName());
arrayNode.add(objectNode);
}
Aggregation aggregation2 =
Aggregation.newAggregation(
match(Criteria.where(ACCOUNT_ID).is(accountId)),
project(CAMPAIGN_ID, OBJ_CAMPAIGN_ID, ADGROUP_ID, SYSTEM_ID, NAME),
sort(Sort.Direction.ASC, ADGROUP_ID));
AggregationResults<AdgroupVO> results2 =
mongoTemplate.aggregate(aggregation2, TBL_ADGROUP, AdgroupVO.class);
for (AdgroupVO vo : results2) {
objectNode = mapper.createObjectNode();
objectNode.put("name", vo.getAdgroupName());
if (vo.getCampaignId() == null) {
objectNode.put("id", vo.getId());
objectNode.put("pId", vo.getCampaignObjId());
arrayNode.add(objectNode);
continue;
}
if (vo.getAdgroupId() == null) {
objectNode.put("id", vo.getId());
objectNode.put("pId", vo.getCampaignId());
arrayNode.add(objectNode);
continue;
}
objectNode.put("id", vo.getAdgroupId());
objectNode.put("pId", vo.getCampaignId());
arrayNode.add(objectNode);
}
return arrayNode;
}
@Test
public void arithmenticOperatorsInProjectionExample() {
double taxRate = 0.19;
double netPrice = 1.99;
double discountRate = 0.05;
int spaceUnits = 3;
String productId = "P1";
String productName = "A";
mongoTemplate.insert(
new Product(productId, productName, netPrice, spaceUnits, discountRate, taxRate));
TypedAggregation<Product> agg =
newAggregation(
Product.class, //
project("name", "netPrice") //
.and("netPrice")
.plus(1)
.as("netPricePlus1") //
.and("netPrice")
.minus(1)
.as("netPriceMinus1") //
.and("netPrice")
.multiply(2)
.as("netPriceMul2") //
.and("netPrice")
.divide(1.19)
.as("netPriceDiv119") //
.and("spaceUnits")
.mod(2)
.as("spaceUnitsMod2") //
.and("spaceUnits")
.plus("spaceUnits")
.as("spaceUnitsPlusSpaceUnits") //
.and("spaceUnits")
.minus("spaceUnits")
.as("spaceUnitsMinusSpaceUnits") //
.and("spaceUnits")
.multiply("spaceUnits")
.as("spaceUnitsMultiplySpaceUnits") //
.and("spaceUnits")
.divide("spaceUnits")
.as("spaceUnitsDivideSpaceUnits") //
.and("spaceUnits")
.mod("spaceUnits")
.as("spaceUnitsModSpaceUnits") //
);
AggregationResults<DBObject> result = mongoTemplate.aggregate(agg, DBObject.class);
List<DBObject> resultList = result.getMappedResults();
assertThat(resultList, is(notNullValue()));
assertThat((String) resultList.get(0).get("_id"), is(productId));
assertThat((String) resultList.get(0).get("name"), is(productName));
assertThat((Double) resultList.get(0).get("netPricePlus1"), is(netPrice + 1));
assertThat((Double) resultList.get(0).get("netPriceMinus1"), is(netPrice - 1));
assertThat((Double) resultList.get(0).get("netPriceMul2"), is(netPrice * 2));
assertThat((Double) resultList.get(0).get("netPriceDiv119"), is(netPrice / 1.19));
assertThat((Integer) resultList.get(0).get("spaceUnitsMod2"), is(spaceUnits % 2));
assertThat(
(Integer) resultList.get(0).get("spaceUnitsPlusSpaceUnits"), is(spaceUnits + spaceUnits));
assertThat(
(Integer) resultList.get(0).get("spaceUnitsMinusSpaceUnits"), is(spaceUnits - spaceUnits));
assertThat(
(Integer) resultList.get(0).get("spaceUnitsMultiplySpaceUnits"),
is(spaceUnits * spaceUnits));
assertThat(
(Double) resultList.get(0).get("spaceUnitsDivideSpaceUnits"),
is((double) (spaceUnits / spaceUnits)));
assertThat(
(Integer) resultList.get(0).get("spaceUnitsModSpaceUnits"), is(spaceUnits % spaceUnits));
}
@Test
public void complexAggregationFrameworkUsageLargestAndSmallestCitiesByState() {
/*
//complex mongodb aggregation framework example from http://docs.mongodb.org/manual/tutorial/aggregation-examples/#largest-and-smallest-cities-by-state
db.zipInfo.aggregate(
{
$group: {
_id: {
state: '$state',
city: '$city'
},
pop: {
$sum: '$pop'
}
}
},
{
$sort: {
pop: 1,
'_id.state': 1,
'_id.city': 1
}
},
{
$group: {
_id: '$_id.state',
biggestCity: {
$last: '$_id.city'
},
biggestPop: {
$last: '$pop'
},
smallestCity: {
$first: '$_id.city'
},
smallestPop: {
$first: '$pop'
}
}
},
{
$project: {
_id: 0,
state: '$_id',
biggestCity: {
name: '$biggestCity',
pop: '$biggestPop'
},
smallestCity: {
name: '$smallestCity',
pop: '$smallestPop'
}
}
},
{
$sort: {
state: 1
}
}
)
*/
TypedAggregation<ZipInfo> aggregation =
newAggregation(
ZipInfo.class, //
group("state", "city").sum("population").as("pop"), //
sort(ASC, "pop", "state", "city"), //
group("state") //
.last("city")
.as("biggestCity") //
.last("pop")
.as("biggestPop") //
.first("city")
.as("smallestCity") //
.first("pop")
.as("smallestPop"), //
project() //
.and("state")
.previousOperation() //
.and("biggestCity")
.nested(bind("name", "biggestCity").and("population", "biggestPop")) //
.and("smallestCity")
.nested(bind("name", "smallestCity").and("population", "smallestPop")), //
sort(ASC, "state") //
);
assertThat(aggregation, is(notNullValue()));
assertThat(aggregation.toString(), is(notNullValue()));
AggregationResults<ZipInfoStats> result =
mongoTemplate.aggregate(aggregation, ZipInfoStats.class);
assertThat(result, is(notNullValue()));
assertThat(result.getMappedResults(), is(notNullValue()));
assertThat(result.getMappedResults().size(), is(51));
ZipInfoStats firstZipInfoStats = result.getMappedResults().get(0);
assertThat(firstZipInfoStats, is(notNullValue()));
assertThat(firstZipInfoStats.id, is(nullValue()));
assertThat(firstZipInfoStats.state, is("AK"));
assertThat(firstZipInfoStats.smallestCity, is(notNullValue()));
assertThat(firstZipInfoStats.smallestCity.name, is("CHEVAK"));
assertThat(firstZipInfoStats.smallestCity.population, is(0));
assertThat(firstZipInfoStats.biggestCity, is(notNullValue()));
assertThat(firstZipInfoStats.biggestCity.name, is("ANCHORAGE"));
assertThat(firstZipInfoStats.biggestCity.population, is(183987));
ZipInfoStats lastZipInfoStats = result.getMappedResults().get(50);
assertThat(lastZipInfoStats, is(notNullValue()));
assertThat(lastZipInfoStats.id, is(nullValue()));
assertThat(lastZipInfoStats.state, is("WY"));
assertThat(lastZipInfoStats.smallestCity, is(notNullValue()));
assertThat(lastZipInfoStats.smallestCity.name, is("LOST SPRINGS"));
assertThat(lastZipInfoStats.smallestCity.population, is(6));
assertThat(lastZipInfoStats.biggestCity, is(notNullValue()));
assertThat(lastZipInfoStats.biggestCity.name, is("CHEYENNE"));
assertThat(lastZipInfoStats.biggestCity.population, is(70185));
}
@Test(expected = IllegalArgumentException.class)
public void shouldHandleMissingEntityClass() {
mongoTemplate.aggregate(newAggregation(), INPUT_COLLECTION, null);
}
@Test(expected = IllegalArgumentException.class)
public void shouldHandleMissingAggregationPipeline() {
mongoTemplate.aggregate(null, INPUT_COLLECTION, TagCount.class);
}
@Test(expected = IllegalArgumentException.class)
public void shouldHandleMissingInputCollection() {
mongoTemplate.aggregate(newAggregation(), (String) null, TagCount.class);
}