Example #1
0
  @RequestMapping(value = "/searchtweetresponse", method = RequestMethod.GET)
  @ResponseBody
  public String getTweets(
      @RequestParam("search") String searchKey,
      @RequestParam("start") int start,
      @RequestParam("end") int end) {

    logger.info("Welcome to Tweets");
    JSONObject finalObject = new JSONObject();

    int startRow = 0;
    int endRow = 10;
    // String tweetType="*";

    if (start > startRow) {
      startRow = start;
    }
    if (end > endRow) {
      endRow = end;
    }
    SolrQuery query = new SolrQuery("tweet_content:*" + searchKey + "*");
    query.setStart(startRow);
    query.setRows(endRow);
    HomeBean bean = new HomeBean();
    Collection<JSONObject> objectList = new ArrayList<JSONObject>();
    try {
      QueryResponse response = homeservice.getServiceResponse(query);
      if (response != null) {
        SolrDocumentList responseList = response.getResults();
        long totalCount = responseList.getNumFound();
        if (totalCount > 0) {
          bean.setResultCount(totalCount);
        }
        finalObject.put("total", totalCount);
        for (SolrDocument document : responseList) {
          JSONObject json = new JSONObject();
          json.put("id", document.getFieldValue("id"));
          json.put("tweet", document.getFieldValue("tweet_content"));
          objectList.add(json);
        }
      }
    } catch (Exception e) {
      e.printStackTrace();
    }

    finalObject.put("tweetList", objectList);

    query.set("facet", true);
    query.addFacetField("tweetPostedTime");
    query.addSort("tweetPostedTime", SolrQuery.ORDER.asc);
    query.setRows(0);
    QueryResponse response = homeservice.getServiceResponse(query);
    // 2015-07-30T12:10:31Z
    DateFormat dateFormat1 = new SimpleDateFormat("yyyy-MM-dd");
    SimpleDateFormat newFormat = new SimpleDateFormat("MM-dd-yyyy");
    DateFormat dateFormat2 = new SimpleDateFormat("E MMM d hh:mm:ss zzz yyyy");
    List<Date> myList = new ArrayList<Date>();
    // Collection<JSONObject> tempList = new ArrayList<JSONObject>();
    Collection<JSONObject> dateCountList = new ArrayList<JSONObject>();
    JSONObject tempObj = new JSONObject();
    try {
      if (response != null) {
        FacetField timeFacet = response.getFacetField("tweetPostedTime");
        List<Count> list = timeFacet.getValues();
        Iterator itr = list.iterator();
        // Collection<String> productKeys = new ArrayList<String>();
        // Collection<String> smartPhoneKeys = new ArrayList<String>();
        while (itr.hasNext()) {
          Count timeObj = (Count) itr.next();
          if (timeObj != null) {
            String timeName = timeObj.getName();
            String originalTime = timeName.split("T")[0];
            Date beforeParse = dateFormat1.parse(originalTime);
            myList.add(beforeParse);
            JSONObject timeObject = new JSONObject();
            timeObject.put("date", newFormat.format(beforeParse));
            timeObject.put("count", timeObj.getCount());
            // tempList.add(timeObject);
            tempObj.put(newFormat.format(beforeParse), timeObject);
          }
        }
      }
      Collections.sort(myList);
      Iterator<Date> itr = myList.iterator();
      while (itr.hasNext()) {

        Date inputDate = dateFormat2.parse(itr.next().toString());

        String tempKey = newFormat.format(inputDate);
        System.out.println(tempKey);
        JSONObject newObj = (JSONObject) tempObj.get(tempKey);
        dateCountList.add(newObj);
      }
      finalObject.put("dateList", dateCountList);

    } catch (Exception e) {
      logger.error(e.getMessage());
      e.printStackTrace();
    }
    logger.info("bye Tweets");
    return finalObject.toString();
  }
Example #2
0
  /** Simply selects the home view to render by returning its name. */
  @RequestMapping(value = "/charts", method = RequestMethod.GET)
  public ModelAndView home(Locale locale, Model model) {

    logger.info("Welcome Charts! The client locale is {}.", locale);

    // model = new object.. set values and set to MAV..

    SolrQuery query = new SolrQuery("id:*");
    query.set("facet", true);
    query.addFacetField("tweet_category");
    query.addSort("tweet_category", SolrQuery.ORDER.asc);
    query.setRows(0);
    ChartBean bean = new ChartBean();
    try {
      QueryResponse response = homeservice.getServiceResponse(query);
      Collection<JSONObject> productsList = new ArrayList<JSONObject>();
      Collection<JSONObject> tabletsAndSmartPhones = new ArrayList<JSONObject>();
      if (response != null) {
        FacetField categoryFacet = response.getFacetField("tweet_category");
        List<Count> list = categoryFacet.getValues();
        Iterator itr = list.iterator();
        Collection<String> productKeys = new ArrayList<String>();
        Collection<String> smartPhoneKeys = new ArrayList<String>();
        while (itr.hasNext()) {
          Count categoryObj = (Count) itr.next();
          if (categoryObj != null) {
            String categoryName = categoryObj.getName();
            if ((categoryName.contains("Products") || categoryName.contains("Product"))
                && categoryName.contains("_")) {
              // System.out.println(categoryName.split("_")[2]);
              String subCatName = categoryName.split("_")[2];
              JSONObject tempJSON = new JSONObject();
              if (!productKeys.contains(subCatName)) {
                productKeys.add(subCatName);
                tempJSON.put("label", subCatName);
                tempJSON.put("data", categoryObj.getCount());
                productsList.add(tempJSON);
              }

            } else if ((categoryName.contains("Smartphones") || categoryName.contains("Tablets"))
                && categoryName.contains("_")) {
              String subCatName = categoryName.split("_")[2];
              JSONObject tempJSON = new JSONObject();
              if (!smartPhoneKeys.contains(subCatName)) {
                smartPhoneKeys.add(subCatName);
                tempJSON.put("label", subCatName);
                tempJSON.put("data", categoryObj.getCount());
                tabletsAndSmartPhones.add(tempJSON);
              }
            }
          }
        }
      }
      JSONObject productsJSON = new JSONObject();
      productsJSON.put("productList", productsList);
      JSONObject smartPhoneJSON = new JSONObject();
      smartPhoneJSON.put("phonesAndTablets", tabletsAndSmartPhones);
      bean.setProductsJSON(productsJSON);
      bean.setSmartphoneAndTablets(smartPhoneJSON);

      query.addFacetPivotField("tweetPostedTime,sentimentScore");
      query.addSort("tweetPostedTime", SolrQuery.ORDER.asc);
      query.setRows(0);
      DateFormat dateFormat1 = new SimpleDateFormat("E MMM d hh:mm:ss zzz yyyy");
      SimpleDateFormat newFormat = new SimpleDateFormat("MM-dd-yyyy");
      Collection<JSONObject> sentimentObjList = new ArrayList<JSONObject>();
      JSONObject tempObj = new JSONObject();
      JSONObject finalObj = new JSONObject();
      response = homeservice.getServiceResponse(query);
      List<Date> myList = new ArrayList<Date>();
      if (response != null) {
        System.out.println(response);
        NamedList<List<PivotField>> pivotNamedList = response.getFacetPivot();
        System.out.println(pivotNamedList.size());
        for (int i = 0; i < pivotNamedList.size(); i++) {
          List<PivotField> pvotList = pivotNamedList.getVal(i);
          for (PivotField pf : pvotList) {
            if (pf != null) {
              System.out.println(pf.getValue());
              Date beforeParse = dateFormat1.parse(pf.getValue().toString());
              myList.add(beforeParse);
              JSONObject sentimentObj = new JSONObject();

              sentimentObj.put("period", newFormat.format(beforeParse));
              // System.out.println(pf.getField());
              List<PivotField> sentimentList = pf.getPivot();
              int negativeTotal = 0;
              int neutralTotal = 0;
              int positiveTotal = 0;
              for (PivotField sentimentpivot : sentimentList) {

                if (sentimentpivot != null) {
                  if (sentimentpivot.getValue() != null) {
                    int fullCatName = (Integer) sentimentpivot.getValue();
                    if (fullCatName == 0) {
                      negativeTotal = negativeTotal + sentimentpivot.getCount();
                    } else if (fullCatName == 1 || fullCatName == 2) {
                      neutralTotal = neutralTotal + sentimentpivot.getCount();
                    } else if (fullCatName == 3 || fullCatName == 4) {
                      positiveTotal = positiveTotal + sentimentpivot.getCount();
                    }
                  }
                }
              }
              sentimentObj.put("negative", negativeTotal);
              sentimentObj.put("positive", positiveTotal);
              sentimentObj.put("neutral", neutralTotal);
              tempObj.put(newFormat.format(beforeParse), sentimentObj);
            }
          }
        }
      }
      Collections.sort(myList);
      Iterator<Date> itr = myList.iterator();
      while (itr.hasNext()) {

        Date inputDate = dateFormat1.parse(itr.next().toString());

        String tempKey = newFormat.format(inputDate);
        System.out.println(tempKey);
        JSONObject newObj = (JSONObject) tempObj.get(tempKey);
        sentimentObjList.add(newObj);
      }
      finalObj.put("sentimentData", sentimentObjList);
      bean.setSentimentDataObject(finalObj);
    } catch (Exception e) {
      e.printStackTrace();
    }
    ModelAndView mav = new ModelAndView("charts", "model", bean);
    logger.info("bye now");
    return mav;
  }
 public static JSONObject generateFacetsJson(Count facet) {
   JSONObject counts = new JSONObject();
   counts.put("name", facet.getName());
   counts.put("count", facet.getCount());
   return counts;
 }