Ejemplo n.º 1
0
  @Override
  public void saveOrUpdate(Collection<User> users) {
    if (users == null || users.size() == 0) {
      return;
    }
    HashMap<Long, User> uid2user = new HashMap<Long, User>();

    Collection<Long> uids = new ArrayList<Long>();
    for (User user : users) {
      uid2user.put(user.getUid(), user);
      uids.add(user.getUid());
    }
    List<User> existsUsers = createQuery().filter("uid in", uids).asList();
    HashSet<Long> existsUids = new HashSet<Long>();
    List<User> newUsers = new ArrayList<User>();
    for (User existsUser : existsUsers) {
      existsUids.add(existsUser.getUid());
      User updateUser = uid2user.get(existsUser.getUid());
      existsUser.setScreenName(updateUser.getScreenName());
      existsUser.setName(updateUser.getName());
      existsUser.setProfileImageUrl(updateUser.getProfileImageUrl());
      existsUser.setFollowersSize(updateUser.getFollowersSize());
      existsUser.setTweetsSize(updateUser.getTweetsSize());
      existsUser.setDetail(updateUser.getDetail());
      newUsers.add(existsUser);
      updateUser.setId(existsUser.getId());
    }

    for (User user : users) {
      if (!existsUids.contains(user.getUid())) {
        newUsers.add(user);
      }
    }
    ds.save(newUsers);
  }
Ejemplo n.º 2
0
 @Override
 public void saveOrUpdate(User user) {
   Query<User> q = createQuery().filter("uid", user.getUid());
   User pUser = q.get();
   if (pUser == null) save(user);
   else {
     UpdateOperations<User> uo = createUpdateOperations();
     uo.set("screenName", user.getScreenName());
     uo.set("name", user.getName());
     uo.set("profileImageUrl", user.getProfileImageUrl());
     uo.set("followersSize", user.getFollowersSize());
     uo.set("tweetsSize", user.getTweetsSize());
     uo.set("detail", user.getDetail());
     update(q, uo);
     user.setId(pUser.getId());
   }
 }
Ejemplo n.º 3
0
  public static void main(String[] args) throws IOException {
    Injector injector = Guice.createInjector(new MyModule());
    Datastore ds = injector.getInstance(Datastore.class);
    UserDao userDao = injector.getInstance(UserDao.class);
    FetchInfoDao fiDao = new FetchInfoDao(ds);

    ArrayList<FetchInfo> fis = new ArrayList<FetchInfo>();
    InputStream is = ClassLoader.getSystemResourceAsStream("sina_data.txt");
    BufferedReader r = new BufferedReader(new InputStreamReader(is));
    String line = r.readLine();
    while (line != null) {
      String[] fields = line.split("\\s+");
      if (fields.length < 4 || fields[3].startsWith("http")) {
        System.out.println("Error :" + line);
        line = r.readLine();
        continue;
      }

      try {
        FetchInfo fi = new FetchInfo();
        fi.name = fields[1];
        fi.uid = fields[3];
        fis.add(fi);
      } catch (Exception e) {
        System.err.println(e.getMessage());
      }
      line = r.readLine();
    }
    fiDao.batchUpdate(fis);

    List<User> leziUsers = userDao.createQuery().filter("isLeziUser", true).asList();
    fis = new ArrayList<FetchInfo>();
    for (User u : leziUsers) {
      FetchInfo fi = new FetchInfo();
      fi.uid = String.valueOf(u.getUid());
      fi.name = u.getScreenName();
      fi.score = 1;
      fis.add(fi);
    }
    fiDao.batchUpdate(fis);
  }