Ejemplo n.º 1
0
    private void mergeToHeap(
        ActionCombinerValue newValList,
        UserActiveHistory oldVal,
        UserActiveHistory.Builder updatedBuilder) {
      HashSet<String> alreadyIn = new HashSet<String>();

      for (String newItem : newValList.getActRecodeMap().keySet()) {
        if (updatedBuilder.getActRecordsCount() >= topNum) {
          break;
        }

        if (!alreadyIn.contains(newItem)) {
          updatedBuilder.addActRecords(newValList.getActRecodeMap().get(newItem));
          alreadyIn.add(newItem);
        }
      }

      if (oldVal != null) {
        for (Recommend.UserActiveHistory.ActiveRecord eachOldVal : oldVal.getActRecordsList()) {
          if (updatedBuilder.getActRecordsCount() >= topNum) {
            break;
          }
          if (alreadyIn.contains(eachOldVal.getItem())) {
            continue;
          }
          updatedBuilder.addActRecords(eachOldVal);
        }
      }
    }
Ejemplo n.º 2
0
  @Override
  public void processEvent(String sid, Tuple tuple) {
    try {
      String bid = tuple.getStringByField("bid");
      String qq = tuple.getStringByField("qq");
      String uid = tuple.getStringByField("uid");
      String itemId = tuple.getStringByField("item_id");

      String actionType = tuple.getStringByField("action_type");
      String actionTime = tuple.getStringByField("action_time");
      String lbsInfo = tuple.getStringByField("lbs_info");
      String platform = tuple.getStringByField("platform");

      Long bigType = tuple.getLongByField("big_type");
      Long midType = tuple.getLongByField("mid_type");
      Long smallType = tuple.getLongByField("small_type");
      Long itemTime = tuple.getLongByField("item_time");
      String shopId = tuple.getStringByField("shop_id");

      if (!Utils.isItemIdValid(itemId) || Utils.isRecommendAction(actionType)) {
        return;
      }

      if (qq.equals("389687043") || qq.equals("475182144")) {
        logger.info("--input to combiner---" + tuple.toString());
      }

      Recommend.UserActiveHistory.ActiveRecord.Builder actBuilder =
          Recommend.UserActiveHistory.ActiveRecord.newBuilder();
      actBuilder
          .setItem(itemId)
          .setActTime(Long.valueOf(actionTime))
          .setActType(Integer.valueOf(actionType))
          .setBigType(bigType)
          .setMiddleType(midType)
          .setSmallType(smallType)
          .setLBSInfo(lbsInfo)
          .setPlatForm(platform)
          .setShopId(shopId)
          .setItemTime(itemTime);

      ActionCombinerValue value = new ActionCombinerValue();
      value.init(itemId, actBuilder.build());

      if (Utils.isQNumValid(qq)) {
        String key = bid + "#" + qq + "#" + Constants.topN_alg_name;
        combinerKeys(key, value);
      } else if (!uid.equals("0") && !uid.equals("")) {
        String key = bid + "#" + uid + "#" + Constants.topN_Noqq_alg_name;
        if (debug) {
          logger.info("input ,key=" + key);
        }
        combinerKeys(key, value);
      }

    } catch (Exception e) {
      logger.error(e.getMessage(), e);
    }
  }
Ejemplo n.º 3
0
 private void combinerKeys(String key, ActionCombinerValue value) {
   synchronized (liveCombinerMap) {
     if (liveCombinerMap.containsKey(key)) {
       ActionCombinerValue oldvalue = liveCombinerMap.get(key);
       oldvalue.incrument(value);
       liveCombinerMap.put(key, oldvalue);
     } else {
       liveCombinerMap.put(key, value);
     }
   }
 }
    private void mergeToHeap(
        ActionCombinerValue newValueList,
        UserActiveDetail oldValueHeap,
        UserActiveDetail.Builder mergeValueBuilder) {

      HashMap<Long, HashMap<String, HashMap<Integer, ActType>>> detailMap =
          new HashMap<Long, HashMap<String, HashMap<Integer, ActType>>>();
      if (oldValueHeap != null && oldValueHeap.getTsegsCount() > 0) {
        mergeOldToMap(oldValueHeap, detailMap);
        if (debug) {
          logger.info("add old values,now size=" + oldValueHeap.getTsegsCount());
        }
      }

      for (String item : newValueList.getActRecodeMap().keySet()) {
        ActiveRecord action = newValueList.getActRecodeMap().get(item);
        Long winId = Utils.getDateByTime(action.getActTime());
        mergeNewRecordsToMap(winId, item, action, detailMap);
        if (debug) {
          logger.info("add new values,size=" + detailMap.get(winId).size());
        }
      }
      changeMapToPB(detailMap, mergeValueBuilder);
    }
  @Override
  public void processEvent(String sid, Tuple tuple) {
    try {
      String bid = tuple.getStringByField("bid");
      String adpos = Constants.DEFAULT_ADPOS;
      String qq = tuple.getStringByField("qq");
      String itemId = tuple.getStringByField("item_id");

      if (!Utils.isQNumValid(qq)) {
        return;
      }

      if (qq.equals("389687043") || qq.equals("475182144")) {
        logger.info("--input to combiner---" + tuple.toString());
      }

      String actionType = tuple.getStringByField("action_type");
      String actionTime = tuple.getStringByField("action_time");
      String lbsInfo = tuple.getStringByField("lbs_info");
      String platform = tuple.getStringByField("platform");

      if (sid.equals(Constants.recommend_action_stream) && Utils.isRecommendAction(actionType)) {
        String actionResult = tuple.getStringByField("action_result");
        String[] items = actionResult.split(";", -1);
        for (String resultItem : items) {
          if (resultItem.endsWith("#1") || resultItem.endsWith("#2")) {
            resultItem = resultItem.substring(0, resultItem.length() - 2);
          }

          if (Utils.isItemIdValid(resultItem)) {
            Recommend.UserActiveHistory.ActiveRecord.Builder actBuilder =
                Recommend.UserActiveHistory.ActiveRecord.newBuilder();
            actBuilder
                .setItem(resultItem)
                .setActTime(Long.valueOf(actionTime))
                .setActType(Integer.valueOf(actionType))
                .setLBSInfo(lbsInfo)
                .setPlatForm(platform);

            ActionCombinerValue value = new ActionCombinerValue();
            value.init(resultItem, actBuilder.build());
            UpdateKey key = new UpdateKey(bid, Long.valueOf(qq), 0, adpos, resultItem);

            if (qq.equals("389687043") || qq.equals("475182144")) {
              logger.info(
                  "--input impress to combiner---,itemId="
                      + resultItem
                      + ",key="
                      + key.getDetailKey());
            }

            combinerKeys(key.getDetailKey(), value);
          }
        }
      } else if (sid.equals(Constants.actions_stream) && !Utils.isRecommendAction(actionType)) {
        Recommend.UserActiveHistory.ActiveRecord.Builder actBuilder =
            Recommend.UserActiveHistory.ActiveRecord.newBuilder();
        actBuilder
            .setItem(itemId)
            .setActTime(Long.valueOf(actionTime))
            .setActType(Integer.valueOf(actionType))
            .setLBSInfo(lbsInfo)
            .setPlatForm(platform);

        if (Utils.isItemIdValid(itemId)) {
          ActionCombinerValue value = new ActionCombinerValue();
          value.init(itemId, actBuilder.build());
          UpdateKey key = new UpdateKey(bid, Long.valueOf(qq), 0, adpos, itemId);
          combinerKeys(key.getDetailKey(), value);
        }
      }

    } catch (Exception e) {
      logger.error(e.getMessage(), e);
    }
  }