@RequestMapping(value = "/searchtweetresponse", method = RequestMethod.GET)
@ResponseBody
public String getTweets(
@RequestParam("search") String searchKey,
@RequestParam("start") int start,
@RequestParam("end") int end) {
logger.info("Welcome to Tweets");
JSONObject finalObject = new JSONObject();
int startRow = 0;
int endRow = 10;
// String tweetType="*";
if (start > startRow) {
startRow = start;
}
if (end > endRow) {
endRow = end;
}
SolrQuery query = new SolrQuery("tweet_content:*" + searchKey + "*");
query.setStart(startRow);
query.setRows(endRow);
HomeBean bean = new HomeBean();
Collection<JSONObject> objectList = new ArrayList<JSONObject>();
try {
QueryResponse response = homeservice.getServiceResponse(query);
if (response != null) {
SolrDocumentList responseList = response.getResults();
long totalCount = responseList.getNumFound();
if (totalCount > 0) {
bean.setResultCount(totalCount);
}
finalObject.put("total", totalCount);
for (SolrDocument document : responseList) {
JSONObject json = new JSONObject();
json.put("id", document.getFieldValue("id"));
json.put("tweet", document.getFieldValue("tweet_content"));
objectList.add(json);
}
}
} catch (Exception e) {
e.printStackTrace();
}
finalObject.put("tweetList", objectList);
query.set("facet", true);
query.addFacetField("tweetPostedTime");
query.addSort("tweetPostedTime", SolrQuery.ORDER.asc);
query.setRows(0);
QueryResponse response = homeservice.getServiceResponse(query);
// 2015-07-30T12:10:31Z
DateFormat dateFormat1 = new SimpleDateFormat("yyyy-MM-dd");
SimpleDateFormat newFormat = new SimpleDateFormat("MM-dd-yyyy");
DateFormat dateFormat2 = new SimpleDateFormat("E MMM d hh:mm:ss zzz yyyy");
List<Date> myList = new ArrayList<Date>();
// Collection<JSONObject> tempList = new ArrayList<JSONObject>();
Collection<JSONObject> dateCountList = new ArrayList<JSONObject>();
JSONObject tempObj = new JSONObject();
try {
if (response != null) {
FacetField timeFacet = response.getFacetField("tweetPostedTime");
List<Count> list = timeFacet.getValues();
Iterator itr = list.iterator();
// Collection<String> productKeys = new ArrayList<String>();
// Collection<String> smartPhoneKeys = new ArrayList<String>();
while (itr.hasNext()) {
Count timeObj = (Count) itr.next();
if (timeObj != null) {
String timeName = timeObj.getName();
String originalTime = timeName.split("T")[0];
Date beforeParse = dateFormat1.parse(originalTime);
myList.add(beforeParse);
JSONObject timeObject = new JSONObject();
timeObject.put("date", newFormat.format(beforeParse));
timeObject.put("count", timeObj.getCount());
// tempList.add(timeObject);
tempObj.put(newFormat.format(beforeParse), timeObject);
}
}
}
Collections.sort(myList);
Iterator<Date> itr = myList.iterator();
while (itr.hasNext()) {
Date inputDate = dateFormat2.parse(itr.next().toString());
String tempKey = newFormat.format(inputDate);
System.out.println(tempKey);
JSONObject newObj = (JSONObject) tempObj.get(tempKey);
dateCountList.add(newObj);
}
finalObject.put("dateList", dateCountList);
} catch (Exception e) {
logger.error(e.getMessage());
e.printStackTrace();
}
logger.info("bye Tweets");
return finalObject.toString();
}
/** Simply selects the home view to render by returning its name. */
@RequestMapping(value = "/charts", method = RequestMethod.GET)
public ModelAndView home(Locale locale, Model model) {
logger.info("Welcome Charts! The client locale is {}.", locale);
// model = new object.. set values and set to MAV..
SolrQuery query = new SolrQuery("id:*");
query.set("facet", true);
query.addFacetField("tweet_category");
query.addSort("tweet_category", SolrQuery.ORDER.asc);
query.setRows(0);
ChartBean bean = new ChartBean();
try {
QueryResponse response = homeservice.getServiceResponse(query);
Collection<JSONObject> productsList = new ArrayList<JSONObject>();
Collection<JSONObject> tabletsAndSmartPhones = new ArrayList<JSONObject>();
if (response != null) {
FacetField categoryFacet = response.getFacetField("tweet_category");
List<Count> list = categoryFacet.getValues();
Iterator itr = list.iterator();
Collection<String> productKeys = new ArrayList<String>();
Collection<String> smartPhoneKeys = new ArrayList<String>();
while (itr.hasNext()) {
Count categoryObj = (Count) itr.next();
if (categoryObj != null) {
String categoryName = categoryObj.getName();
if ((categoryName.contains("Products") || categoryName.contains("Product"))
&& categoryName.contains("_")) {
// System.out.println(categoryName.split("_")[2]);
String subCatName = categoryName.split("_")[2];
JSONObject tempJSON = new JSONObject();
if (!productKeys.contains(subCatName)) {
productKeys.add(subCatName);
tempJSON.put("label", subCatName);
tempJSON.put("data", categoryObj.getCount());
productsList.add(tempJSON);
}
} else if ((categoryName.contains("Smartphones") || categoryName.contains("Tablets"))
&& categoryName.contains("_")) {
String subCatName = categoryName.split("_")[2];
JSONObject tempJSON = new JSONObject();
if (!smartPhoneKeys.contains(subCatName)) {
smartPhoneKeys.add(subCatName);
tempJSON.put("label", subCatName);
tempJSON.put("data", categoryObj.getCount());
tabletsAndSmartPhones.add(tempJSON);
}
}
}
}
}
JSONObject productsJSON = new JSONObject();
productsJSON.put("productList", productsList);
JSONObject smartPhoneJSON = new JSONObject();
smartPhoneJSON.put("phonesAndTablets", tabletsAndSmartPhones);
bean.setProductsJSON(productsJSON);
bean.setSmartphoneAndTablets(smartPhoneJSON);
query.addFacetPivotField("tweetPostedTime,sentimentScore");
query.addSort("tweetPostedTime", SolrQuery.ORDER.asc);
query.setRows(0);
DateFormat dateFormat1 = new SimpleDateFormat("E MMM d hh:mm:ss zzz yyyy");
SimpleDateFormat newFormat = new SimpleDateFormat("MM-dd-yyyy");
Collection<JSONObject> sentimentObjList = new ArrayList<JSONObject>();
JSONObject tempObj = new JSONObject();
JSONObject finalObj = new JSONObject();
response = homeservice.getServiceResponse(query);
List<Date> myList = new ArrayList<Date>();
if (response != null) {
System.out.println(response);
NamedList<List<PivotField>> pivotNamedList = response.getFacetPivot();
System.out.println(pivotNamedList.size());
for (int i = 0; i < pivotNamedList.size(); i++) {
List<PivotField> pvotList = pivotNamedList.getVal(i);
for (PivotField pf : pvotList) {
if (pf != null) {
System.out.println(pf.getValue());
Date beforeParse = dateFormat1.parse(pf.getValue().toString());
myList.add(beforeParse);
JSONObject sentimentObj = new JSONObject();
sentimentObj.put("period", newFormat.format(beforeParse));
// System.out.println(pf.getField());
List<PivotField> sentimentList = pf.getPivot();
int negativeTotal = 0;
int neutralTotal = 0;
int positiveTotal = 0;
for (PivotField sentimentpivot : sentimentList) {
if (sentimentpivot != null) {
if (sentimentpivot.getValue() != null) {
int fullCatName = (Integer) sentimentpivot.getValue();
if (fullCatName == 0) {
negativeTotal = negativeTotal + sentimentpivot.getCount();
} else if (fullCatName == 1 || fullCatName == 2) {
neutralTotal = neutralTotal + sentimentpivot.getCount();
} else if (fullCatName == 3 || fullCatName == 4) {
positiveTotal = positiveTotal + sentimentpivot.getCount();
}
}
}
}
sentimentObj.put("negative", negativeTotal);
sentimentObj.put("positive", positiveTotal);
sentimentObj.put("neutral", neutralTotal);
tempObj.put(newFormat.format(beforeParse), sentimentObj);
}
}
}
}
Collections.sort(myList);
Iterator<Date> itr = myList.iterator();
while (itr.hasNext()) {
Date inputDate = dateFormat1.parse(itr.next().toString());
String tempKey = newFormat.format(inputDate);
System.out.println(tempKey);
JSONObject newObj = (JSONObject) tempObj.get(tempKey);
sentimentObjList.add(newObj);
}
finalObj.put("sentimentData", sentimentObjList);
bean.setSentimentDataObject(finalObj);
} catch (Exception e) {
e.printStackTrace();
}
ModelAndView mav = new ModelAndView("charts", "model", bean);
logger.info("bye now");
return mav;
}
public static JSONObject generateFacetsJson(Count facet) {
JSONObject counts = new JSONObject();
counts.put("name", facet.getName());
counts.put("count", facet.getCount());
return counts;
}
