private static void fetchLikesAndUpdateUsers(Post post, Set<User> users, Page page) {
   PagedList<Reference> likes = facebook.likeOperations().getLikes(post.getId());
   int totalLikes = likes.size();
   for (Reference userLike : likes) {
     User user =
         users
             .stream()
             .filter(f -> f.getId().equals(userLike.getId()))
             .findFirst()
             .orElse(new User(userLike.getId(), userLike.getName(), page));
     user.addLike(post, page.getId());
     users.add(user);
   }
   while (likes.getNextPage() != null) {
     likes = facebook.likeOperations().getLikes(post.getId(), likes.getNextPage());
     totalLikes += likes.size();
     for (Reference userLike : likes) {
       User user =
           users
               .stream()
               .filter(f -> f.getId().equals(userLike.getId()))
               .findFirst()
               .orElse(new User(userLike.getId(), userLike.getName(), page));
       user.addLike(post, page.getId());
       users.add(user);
     }
   }
   post.getExtraData().putIfAbsent("likesCount", totalLikes);
 }
  public static void collect(CollectorInfo.Moment moment) {
    List<Page> pages = MongoService.getAllPages();
    for (Page page : pages) {
      try {

        long lastMonth = DateTime.now().minusMonths(1).toDateTime().getMillis() / 1000;
        long now = DateTime.now().toDateTime().getMillis() / 1000;

        PagingParameters pagingParameters = new PagingParameters(25, null, lastMonth, now);
        PagedList<Post> posts;
        switch (moment) {
          case ALL:
            posts = facebook.feedOperations().getPosts(page.getId());
            break;
          case RECENT:
            posts = facebook.feedOperations().getPosts(page.getId(), pagingParameters);
            break;
          default:
            posts = facebook.feedOperations().getPosts(page.getId());
            break;
        }

        boolean firstTime = true;
        do {
          try {
            if (!firstTime)
              posts = facebook.feedOperations().getPosts(page.getId(), posts.getNextPage());
            firstTime = false;
            for (Post post : posts) {
              Set<User> users = new HashSet<>();
              Set<Comment> comments = new HashSet<>();
              fetchCommentAndUpdateUsers(post, comments, users, page);
              fetchLikesAndUpdateUsers(post, users, page);

              MongoService.save(post);

              for (Comment comment : comments) {
                MongoService.save(comment);
              }
              // save or update users iterations
              MongoService.save(users);
            }
          } catch (Exception e) {
            Logger.debug("error on get more  posts: " + e.getMessage());
          }
          Logger.debug("update:" + page.getTitle() + "  ");
        } while (posts.getNextPage() != null);
        Logger.debug("Finished page:" + page.getId());

      } catch (Exception e) {
        Logger.debug("error on page:" + page.getId());
      }
    }
  }
Esempio n. 3
0
  private static void processPage(
      PdfFile file, Document document, int i, int scaleInt, boolean isthumbnail) {
    float scale = scaleInt / 100.0f;
    float rotation = 0f;

    PDimension size = document.getPageDimension(i, rotation, scale);

    // double dpi = Math.sqrt((size.getWidth() * size.getWidth()) +
    // (size.getHeight() * size.getHeight()))
    // / Math.sqrt((8.5 * 8.5) + (11 * 11));
    // if (dpi < (targetDPI - 0.1)) {
    // scale = (float) (targetDPI / dpi);
    size = document.getPageDimension(i, rotation, scale);
    // }

    int pageWidth = (int) (size.getWidth());
    int pageHeight = (int) (size.getHeight());
    BufferedImage image = new BufferedImage(pageWidth, pageHeight, BufferedImage.TYPE_3BYTE_BGR);
    Graphics2D g = image.createGraphics();
    document.paintPage(i, g, GraphicsRenderingHints.SCREEN, Page.BOUNDARY_CROPBOX, rotation, scale);
    g.dispose();
    if (!isthumbnail) {
      String pageImage = getPageImagePath(file, i, scaleInt, isthumbnail);
      ImageUtil.saveJPEG(image, pageImage);
      Logger.debug("Page File Path: %s", pageImage);
    } else {
      String pageThumbnail = getPageImagePath(file, i, scaleInt, isthumbnail);
      BufferedImage thumbnail = ImageUtil.thumbnail(image, 140, 160, false, false);
      ImageUtil.saveJPEG(thumbnail, pageThumbnail);
      Logger.debug("Page Thumbnail Path: %s", pageThumbnail);
      models.Page page = models.Page.find("file= ? and page = ?", file, i).first();
      if (page == null) {
        page = new models.Page();
        page.file = file;
        page.page = i;
      }
      page.content = document.getPageText(i).toString();
      page.width = pageWidth;
      page.height = pageHeight;
      page.save();
    }
    Logger.debug("process page %s", i);
  }
  private static void fetchCommentAndUpdateUsers(
      Post post, Set<Comment> commentsToSave, Set<User> users, Page page) {
    PagedList<Comment> comments = facebook.commentOperations().getComments(post.getId());
    int totalComments = comments.size();

    for (Comment comment : comments) {

      User user =
          users
              .stream()
              .filter(f -> f.getId().equals(comment.getFrom().getId()))
              .findFirst()
              .orElse(new User(comment.getFrom().getId(), comment.getFrom().getName(), page));
      user.addComment(comment, post, page.getId());
      users.add(user);

      commentsToSave.add(comment);
      if (comment.getCommentCount() != null && comment.getCommentCount() > 0) {
        PagedList<Comment> commentsComments =
            facebook.commentOperations().getComments(comment.getId());
        for (Comment commentsComment : commentsComments) {

          user =
              users
                  .stream()
                  .filter(f -> f.getId().equals(commentsComment.getFrom().getId()))
                  .findFirst()
                  .orElse(new User(comment.getFrom().getId(), comment.getFrom().getName(), page));
          user.addComment(commentsComment, post, page.getId());
          users.add(user);
          commentsToSave.add(comment);
        }
        while (commentsComments.getNextPage() != null) {
          commentsComments =
              facebook.commentOperations().getComments(post.getId(), comments.getNextPage());
          for (Comment commentsComment : commentsComments) {
            user =
                users
                    .stream()
                    .filter(f -> f.getId().equals(commentsComment.getFrom().getId()))
                    .findFirst()
                    .orElse(new User(comment.getFrom().getId(), comment.getFrom().getName(), page));
            user.addComment(commentsComment, post, page.getId());
            users.add(user);
            commentsToSave.add(comment);
          }
        }
      }
    }
    while (comments.getNextPage() != null) {
      comments = facebook.commentOperations().getComments(post.getId(), comments.getNextPage());
      totalComments += comments.size();

      for (Comment comment : comments) {
        User user =
            users
                .stream()
                .filter(f -> f.getId().equals(comment.getFrom().getId()))
                .findFirst()
                .orElse(new User(comment.getFrom().getId(), comment.getFrom().getName(), page));
        user.addComment(comment, post, page.getId());
        users.add(user);
        commentsToSave.add(comment);
        if (comment.getCommentCount() != null && comment.getCommentCount() > 0) {
          PagedList<Comment> commentsComments =
              facebook.commentOperations().getComments(comment.getId());
          for (Comment commentsComment : commentsComments) {

            user =
                users
                    .stream()
                    .filter(f -> f.getId().equals(commentsComment.getFrom().getId()))
                    .findFirst()
                    .orElse(new User(comment.getFrom().getId(), comment.getFrom().getName(), page));
            user.addComment(commentsComment, post, page.getId());
            users.add(user);
            commentsToSave.add(comment);
          }
          while (commentsComments.getNextPage() != null) {
            commentsComments =
                facebook.commentOperations().getComments(post.getId(), comments.getNextPage());
            for (Comment commentsComment : commentsComments) {
              user =
                  users
                      .stream()
                      .filter(f -> f.getId().equals(commentsComment.getFrom().getId()))
                      .findFirst()
                      .orElse(
                          new User(comment.getFrom().getId(), comment.getFrom().getName(), page));
              user.addComment(commentsComment, post, page.getId());
              users.add(user);
              commentsToSave.add(comment);
            }
          }
        }
      }
    }
    post.getExtraData().putIfAbsent("commentsCount", totalComments);
  }