public Weibo findWeiboById(Long id) { Weibo w = elasticSearch.getWeibo(id.toString()); if (changsha) { hbaseWeiboMsg.getHeadPic_changsha(w); } else { w = hbaseWeiboMsg.getWeibo( DateFormatUtils.format(w.getReleaseDate(), "yyyyMMddHHmmss") + "-" + id.toString()); } // mongoDBClient.findWeiboById(w); return w; }
public Object analyseSingleWeibo(String id, int mode) { boolean calcRepostList = (mode == 0) || (mode == 2); boolean calcKeyword = (mode == 0) || (mode == 2); boolean calcKeyUser = (mode == 0) || (mode == 1); boolean simple = mode == 1; Map<String, Object> rsMap = Maps.newHashMap(); try { JSONObject json = elasticSearch.analyseSingleWeibo(id, calcRepostList || calcKeyword); String[] names = JSONObject.getNames(json); for (String string : names) { rsMap.put(string, json.get(string)); } JSONObject time = (JSONObject) json.get("time"); JSONObject top = (JSONObject) json.get("top"); JSONObject contents = (JSONObject) json.get("content"); if (calcKeyUser) { List<Weibo> keyuserArray = Lists.newArrayList(); for (Iterator iter = top.keys(); iter.hasNext(); ) { String mid = iter.next().toString(); if (mid.startsWith("si")) { mid = mid.substring(2); } Weibo msg = findWeiboById(Long.parseLong(mid)); // BSONObject msg = mongoDBClient.findWeiboById(mid); for (int i = 0; i < keyuserArray.size(); i++) { int max = i; for (int j = i + 1; j < keyuserArray.size(); j++) { if (keyuserArray.get(j).getRepostCount() > keyuserArray.get(max).getRepostCount()) { max = j; } } if (max != i) { Weibo tmp = keyuserArray.get(max); keyuserArray.set(max, keyuserArray.get(i)); keyuserArray.set(i, tmp); } } keyuserArray.add(msg); } rsMap.put("keyuser", keyuserArray); } if (calcKeyword) { Weibo w = findWeiboById(Long.parseLong(id)); rsMap.put("senti", 0); rsMap.put("keyword", KeyWordMapJson); if (ok) { ok = true; try { int senti = (int) (10 * SentimentAnalysis.calcSentiScore(w.getContent())); rsMap.put("senti", senti); } catch (Exception e) { rsMap.put("senti", 0); } try { StringBuilder sb = new StringBuilder(w.getContent()); for (Iterator iter = contents.keys(); iter.hasNext(); ) { String mid = iter.next().toString(); String ww = contents.get(mid).toString(); ww = StringUtils.substringBefore(ww, "//"); if (ww.length() > 5) { sb.append(ww); } } String map = KeywordExtractor.extractKeyword(sb.toString()); if (map.equals("0")) { throw new RuntimeException(); } rsMap.put("keyword", JSON.parse(map)); ok = true; } catch (Throwable e) { e.printStackTrace(); } } } if (calcRepostList && (elasticSearch instanceof CrawlerIndex)) { Weibo ww = elasticSearch.getWeibo(id); ((CrawlerIndex) elasticSearch).findAllReposts(ww); rsMap.put("repostList", ww); } } catch (JSONException e) { e.printStackTrace(); } return rsMap; }
public CommentAnalysis analyseComment(String string, int mode) { // TODO Auto-generated method stub CommentAnalysis ca = new CommentAnalysis(); ca.analysis(Long.parseLong(string)); return ca; }