private static void insertPosts(SessionWrapper sessionWrapper, UUID blogId, int numPosts) {
for (int i = 0; i < numPosts; i++) {
Post post = new Post();
post.setId(getTimeUUID());
post.setPostedOn(System.currentTimeMillis());
post.setBlogId(blogId);
post.setContent(getString(10, 50));
post.setTitle(getString(2, 5));
HashSet<String> tags = new HashSet<>();
for (int j = 0; j < getInt(3, 10); j++) {
tags.add(getTag());
}
post.setTags(tags);
post.save(sessionWrapper);
PostVotes votes = new PostVotes();
votes.setPostId(post.getId());
votes.setUpvotes(getInt(0, 100));
votes.setDownvotes(getInt(0, 100));
votes.save(sessionWrapper);
insertComments(sessionWrapper, post, getInt(1, 10));
}
}
@Test
public void test() {
doInJPA(
entityManager -> {
Post post = new Post();
post.setId(1L);
post.setTitle("High-Performance Java Persistence");
entityManager.persist(post);
});
doInJPA(
entityManager -> {
Post post = entityManager.find(Post.class, 1L);
LOGGER.info("Fetched post: {}", post);
post.setScore(12);
});
}
@Test
public void unitOfWorkEvenWhenQuerying() {
try (IDocumentStore store = new DocumentStore(getDefaultUrl(), getDefaultDb()).initialize()) {
try (IDocumentSession session = store.openSession()) {
Post post = new Post();
post.setTitle("test");
post.setBody("casing");
session.store(post);
session.saveChanges();
Post single =
session.advanced().documentQuery(Post.class).waitForNonStaleResults().single();
assertSame(post, single);
}
}
}
@Test
public void canQueryByEntityType() {
try (IDocumentStore store = new DocumentStore(getDefaultUrl(), getDefaultDb()).initialize()) {
try (IDocumentSession session = store.openSession()) {
Post post = new Post();
post.setTitle("test");
post.setBody("casing");
session.store(post);
session.saveChanges();
Post single =
session.advanced().documentQuery(Post.class).waitForNonStaleResults().single();
assertEquals("test", single.getTitle());
}
}
}
/**
* Parses the given feed and extracts out and parsers all linked items within the feed, using the
* underlying ROME feed parsing library.
*
* @param rss A {@link Content} object representing the feed that is being parsed by this {@link
* Parser}.
* @return A {@link ParseResult} containing all {@link Parse}d feeds that were present in the feed
* file that this {@link Parser} dealt with.
*/
public String getParse(String url, boolean json, HashMap<String, Object> params)
throws Exception {
url = URLDecoder.decode(url, "UTF-8");
URL feedURL = new URL(url);
// Logger.getLogger(this.getClass().getName()).log(Level.INFO, "Encoding del Feed: {0}", new
// Object[]{feedURL.openConnection().getContentEncoding()});
Feed feed = FeedParser.parse(feedURL);
// List<PostType> newsList = new ArrayList<PostType>();
PostType newEntry;
// PostType newEntryComments;
Post newEntrySolr;
// SyndFeed feed = null;
Gson gson = new Gson();
List<LinkType> links;
Document doc;
FeedSelectors feedSelectors;
String extendedString = (String) params.get("zone");
Place place = null;
if (params.containsKey("place")) {
place = placeDao.retrieveByExtendedString(extendedString);
}
org.zonales.tagsAndZones.objects.Zone zone = zoneDao.retrieveByExtendedString(extendedString);
if (!json) {
for (int i = 0; i < feed.getItemCount(); i++) {
FeedItem entry = feed.getItem(i);
Logger.getLogger(this.getClass().getName())
.log(
Level.INFO, "Intentando conectar a {0}", new Object[] {entry.getLink().toString()});
Connection conn = Jsoup.connect(entry.getLink().toString());
conn.timeout(60000);
doc = conn.get();
String responseURL = conn.response().url().getHost();
// doc = Jsoup.connect(entry.getLink().toString()).timeout(60000).get();
Logger.getLogger(this.getClass().getName())
.log(Level.INFO, "Parseando la URL: {0}", new Object[] {entry.getLink().toString()});
feedSelectors = dao.retrieve(url);
if (findWords(
entry.getTitle(),
doc,
(ArrayList) params.get("searchlist"),
(ArrayList) params.get("blacklist"),
feedSelectors)) {
newEntry = new PostType();
String source;
if (feed.getHeader() == null || feed.getHeader().getLink() == null) {
Logger.getLogger(this.getClass().getName()).log(Level.INFO, "NULL: Link");
source = feedURL.getHost();
} else {
Logger.getLogger(this.getClass().getName())
.log(Level.INFO, "NO NULL: {0}", feed.getHeader().getLink().toString());
source = feed.getHeader().getLink().getHost();
// if (source.indexOf("/") != -1) {
// source = source.substring(0, source.indexOf("/") + 1);
// }
}
newEntry.setSource(source);
newEntry.setDocType("post");
newEntry.setZone(
new Zone(
String.valueOf(zone.getId()),
zone.getName(),
zone.getType().getName(),
zone.getExtendedString()));
newEntry.setPostLatitude(Double.parseDouble((String) params.get("latitud")));
newEntry.setPostLongitude(Double.parseDouble((String) params.get("longitud")));
// newEntry.setId(entry.getUri());
// newEntry.setId(entry.getUri() != null && entry.getUri().length() > 0 ?
// entry.getUri().trim() : entry.getLink().trim()+entry.getTitle().trim());
newEntry.setId(
entry.getGUID() != null
? entry.getGUID()
: (entry.getElementValue("http://www.w3.org/2005/Atom", "id") != null
? entry.getElementValue("http://www.w3.org/2005/Atom", "id")
: (entry.getTitle())));
newEntry.setFromUser(
new User(
null,
source,
null,
null,
place != null
? new org.zonales.entities.Place(
String.valueOf(place.getId()), place.getName(), place.getType().getName())
: null));
newEntry.setTitle(entry.getTitle());
newEntry.setText(entry.getDescriptionAsText());
newEntry.setTags(new TagsType((ArrayList) params.get("tagslist")));
if (newEntry.getLinks() == null) {
newEntry.setLinks(new LinksType(new ArrayList<LinkType>()));
}
if ((links = getLinks(feedSelectors, doc, responseURL)) != null) {
newEntry.getLinks().getLink().addAll(links);
}
newEntry.getLinks().getLink().add(new LinkType("source", entry.getLink().toString()));
if (newEntry.getActions() == null) {
newEntry.setActions(new ActionsType(new ArrayList<ActionType>()));
}
newEntry.setActions(
new ActionsType(
getActions(
feedSelectors,
doc,
newEntry.getId(),
json,
(Boolean) params.get("comments"),
source)));
if (entry.getPubDate() != null) {
newEntry.setCreated(String.valueOf(entry.getPubDate().getTime()));
}
if (entry.getModDate() != null) {
newEntry.setModified(String.valueOf(entry.getModDate().getTime()));
}
for (ActionType action : newEntry.getActions().getAction()) {
if ("comments".equals(action.getType())) {
newEntry.setRelevance(action.getCant());
}
}
if (!json) {
newEntry.setVerbatim(gson.toJson(newEntry));
}
newsList.add(newEntry);
// addToMap(parseResult, feed, feedLink, entry, content, newEntry);
}
}
PostsType news;
news = new PostsType(newsList);
completeLinks(news);
Feed2XML(news, sw);
return sw.toString(); // + comments.toString();
} else {
for (int i = 0; i < feed.getItemCount(); i++) {
FeedItem entry = feed.getItem(i);
Logger.getLogger(this.getClass().getName())
.log(
Level.INFO, "Intentando conectar a {0}", new Object[] {entry.getLink().toString()});
Connection conn = Jsoup.connect(entry.getLink().toString());
conn.timeout(60000);
doc = conn.get();
String responseURL = conn.response().url().getHost();
// Logger.getLogger(this.getClass().getName()).log(Level.INFO, "RESPONSE URL:
// {0}", responseURL);
// doc = Jsoup.connect(entry.getLink().toString()).timeout(60000).get();
Logger.getLogger(this.getClass().getName())
.log(Level.INFO, "Parseando la URL: {0}", new Object[] {entry.getLink().toString()});
feedSelectors = dao.retrieve(url);
if (findWords(
entry.getTitle(),
doc,
(ArrayList) params.get("searchlist"),
(ArrayList) params.get("blacklist"),
feedSelectors)) {
newEntrySolr = new Post();
String source;
if (feed.getHeader() == null || feed.getHeader().getLink() == null) {
Logger.getLogger(this.getClass().getName()).log(Level.INFO, "NULL: Link");
source = feedURL.getHost();
} else {
Logger.getLogger(this.getClass().getName())
.log(Level.INFO, "NO NULL: {0}", feed.getHeader().getLink().toString());
source = feed.getHeader().getLink().getHost();
// if (source.indexOf("/") != -1) {
// source = source.substring(0, source.indexOf("/") + 1);
// }
}
newEntrySolr.setSource(source);
newEntrySolr.setDocType("post");
newEntrySolr.setZone(
new Zone(
String.valueOf(zone.getId()),
zone.getName(),
zone.getType().getName(),
zone.getExtendedString()));
newEntrySolr.setPostLatitude(Double.parseDouble((String) params.get("latitud")));
newEntrySolr.setPostLongitude(Double.parseDouble((String) params.get("longitud")));
// newEntry.setId(entry.getUri());
// newEntry.setId(entry.getUri() != null && entry.getUri().length() > 0 ?
// entry.getUri().trim() : entry.getLink().trim()+entry.getTitle().trim());
newEntrySolr.setId(
entry.getGUID() != null
? entry.getGUID()
: (entry.getElementValue("http://www.w3.org/2005/Atom", "id") != null
? entry.getElementValue("http://www.w3.org/2005/Atom", "id")
: (entry.getTitle())));
newEntrySolr.setFromUser(
new User(
null,
source,
null,
null,
place != null
? new org.zonales.entities.Place(
String.valueOf(place.getId()), place.getName(), place.getType().getName())
: null));
newEntrySolr.setTitle(entry.getTitle());
newEntrySolr.setText(entry.getDescriptionAsText());
newEntrySolr.setTags(new ArrayList<String>((ArrayList) params.get("tagslist")));
if (newEntrySolr.getLinks() == null) {
newEntrySolr.setLinks(new ArrayList<LinkType>());
}
if ((links = getLinks(feedSelectors, doc, responseURL)) != null) {
newEntrySolr.getLinks().addAll(links);
}
newEntrySolr.getLinks().add(new LinkType("source", entry.getLink().toString()));
if (newEntrySolr.getActions() == null) {
newEntrySolr.setActions(new ArrayList<ActionType>());
}
newEntrySolr
.getActions()
.addAll(
getActions(
feedSelectors,
doc,
newEntrySolr.getId(),
json,
(Boolean) params.get("comments"),
source));
if (entry.getPubDate() != null) {
newEntrySolr.setCreated((entry.getPubDate().getTime()));
}
if (entry.getModDate() != null) {
newEntrySolr.setModified((entry.getModDate().getTime()));
}
for (ActionType action : newEntrySolr.getActions()) {
if ("comments".equals(action.getType())) {
newEntrySolr.setRelevance(action.getCant());
}
}
if (!json) {
newEntrySolr.setVerbatim(gson.toJson(newEntrySolr));
}
newsListSolr.add(newEntrySolr);
// addToMap(parseResult, feed, feedLink, entry, content, newEntry);
}
}
return "{post: " + gson.toJson(newsListSolr) + "}"; // + comments.toString();
}
}
public Post newYotsubaPost(
String link,
String mediaOrig,
boolean spoiler,
String filesize,
int width,
int height,
String filename,
int tWidth,
int tHeight,
String md5,
int num,
String title,
String email,
String name,
String trip,
String capcode,
int dateUtc,
boolean sticky,
String comment,
boolean omitted,
int threadNum)
throws ContentParseException {
String type = "";
String previewOrig = null;
// TODO add the following variables
String exif = null;
int timeStampExpired = 0;
String posterHash = null;
if (threadNum == 0) threadNum = num;
boolean op = (threadNum == num);
if (name.equals("")) name = null;
if (comment.equals("")) comment = null;
if (title.equals("")) title = null;
if (link != null) {
Pattern pat = Pattern.compile("/src/(\\d+)\\.(\\w+)");
Matcher mat = pat.matcher(link);
mat.find();
String number = mat.group(1);
type = mat.group(2);
// mediaOrig = number + "." + type;
filename = (filename != null) ? filename : (number + "." + type);
if (mediaOrig == null) mediaOrig = number + "." + type;
previewOrig = number + "s.jpg";
}
if (spoiler) {
tWidth = 0;
tHeight = 0;
}
int timeStamp;
int mediaSize;
try {
timeStamp = this.parseDate(dateUtc);
mediaSize = this.parseFilesize(filesize);
} catch (IllegalArgumentException e) {
throw new ContentParseException("Could not create post " + num, e);
}
Post post = new Post();
post.setLink(link);
post.setType(type);
post.setMediaOrig(mediaOrig);
post.setMediaHash(md5);
post.setMediaFilename(filename);
post.setMediaSize(mediaSize);
post.setMediaW(width);
post.setMediaH(height);
post.setPreviewOrig(previewOrig);
post.setPreviewW(tWidth);
post.setPreviewH(tHeight);
post.setExif(exif);
post.setNum(num);
post.setThreadNum(threadNum);
post.setOp(op);
post.setTitle(this.cleanSimple(title));
post.setEmail(email);
post.setName(this.cleanSimple(name));
post.setTrip(trip);
post.setDate(timeStamp);
post.setDateExpired(timeStampExpired);
post.setComment(this.doClean(comment));
post.setSpoiler(spoiler);
post.setDeleted(false);
post.setSticky(sticky);
post.setCapcode(capcode);
post.setPosterHash(posterHash);
post.setOmitted(omitted);
return post;
}