Example #1
0
    /** Writes all keys and values directly to output. */
    @Override
    public void reduce(Record key, Iterator<Record> values, TaskContext context)
        throws IOException {
      result.set(0, key.get(0));

      while (values.hasNext()) {
        Record val = values.next();
        result.set(1, val.get(0));
        context.write(result);
      }
    }
 public void reduce(Record key, Iterator<Record> values, TaskContext context) throws IOException {
   long count = 0;
   while (values.hasNext()) {
     Record val = values.next();
     count += val.getBigint(0);
   }
   result.set(0, key.get(0));
   result.set(1, count);
   context.write(result);
 }
 @Override
 public void reduce(Record key, Iterator<Record> values, TaskContext context) throws IOException {
   HashMap<Long, ArrayList<String>> item_date = new HashMap<Long, ArrayList<String>>();
   while (values.hasNext()) {
     Record val = values.next();
     String[] item_info = val.get(0).toString().split(":");
     long item_id = Long.parseLong(item_info[0]);
     String date_time = item_info[1];
     if (!item_date.containsKey(item_id)) {
       ArrayList<String> date_list = new ArrayList<String>();
       date_list.add(date_time);
       item_date.put(item_id, date_list);
     } else {
       ArrayList<String> date_list = item_date.get(item_id);
       date_list.add(date_time);
       item_date.put(item_id, date_list);
     }
   }
   // load item_ids into list
   Long[] item_id_list = new Long[item_date.size()];
   Iterator<Long> item_id_iter = item_date.keySet().iterator();
   int count = 0;
   while (item_id_iter.hasNext()) {
     item_id_list[count] = item_id_iter.next();
     count++;
   }
   // calculate time gap
   for (int ii = 0; ii < item_id_list.length; ii++) {
     for (int jj = ii + 1; jj < item_id_list.length; jj++) {
       long item_id_ii = item_id_list[ii];
       long item_id_jj = item_id_list[jj];
       ArrayList<String> date_list_ii = item_date.get(item_id_ii);
       ArrayList<String> date_list_jj = item_date.get(item_id_jj);
       long min_gap = 100000000l;
       Iterator<String> date_iter_ii = date_list_ii.iterator();
       while (date_iter_ii.hasNext()) {
         String date_ii = date_iter_ii.next();
         Iterator<String> date_iter_jj = date_list_jj.iterator();
         while (date_iter_jj.hasNext()) {
           String date_jj = date_iter_jj.next();
           long time_gap = get_time_gap(date_ii, date_jj);
           if (time_gap < min_gap) {
             min_gap = time_gap;
           }
         }
       }
       result.set(0, item_id_ii);
       result.set(1, item_id_jj);
       result.set(2, min_gap);
       context.write(result);
     }
   }
 }
Example #4
0
 // transfer_num:double,max_transfer_num:double,min_transfer_num:double,
 // comment_num:double,max_comment_num:double,min_comment_num:double,
 // praise_num:double,max_praise_num:double,min_praise_num:double</
 public void map(long recordNum, Record record, TaskContext context) throws IOException {
   String uid = record.getString(0);
   String mid = record.getString(1);
   mapkey.set(0, uid);
   mapkey.set(1, mid);
   // double max_transfer_num = 0,min_transfer_num=0;
   // double max_comment_num = 0,min_comment_num=0;
   // double max_praise_num = 0,min_praise_num=0;
   double transfer_num = record.get(3).toString().matches("1") ? 1 : 0;
   double comment_num = record.get(4).toString().matches("1") ? 1 : 0;
   double praise_num = record.get(5).toString().matches("1") ? 1 : 0;
   mapvalue.set(0, transfer_num);
   // mapvalue.set(1,max_transfer_num);
   // mapvalue.set(2,min_transfer_num);
   mapvalue.set(1, comment_num);
   // mapvalue.set(4,max_comment_num);
   // mapvalue.set(5,min_comment_num);
   mapvalue.set(2, praise_num);
   // mapvalue.set(7,max_praise_num);
   // mapvalue.set(8,min_praise_num);
   context.write(mapkey, mapvalue);
 }
Example #5
0
 @Override
 public void map(long recordNum, Record record, TaskContext context) throws IOException {
   key.set(new Object[] {(Long) record.get(0)});
   value.set(new Object[] {(Long) record.get(1)});
   context.write(key, value);
 }