public static void main(String[] args) throws Exception {
EntityManagerFactory emf = Persistence.createEntityManagerFactory("DownloadContraArticlesJPA");
em = emf.createEntityManager();
SimpleDateFormat dtf = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
String outfolder = "import-stories-arch-1";
opt = new XmlOptions();
opt.setUseCDataBookmarks();
opt.setSaveCDataLengthThreshold(0);
opt.setSaveCDataEntityCountThreshold(-1);
int i = 0;
int maxResults = 1000;
competitions = em.createQuery(" SELECT c FROM Competition c ").getResultList();
sports = em.createQuery(" SELECT c FROM Sport c ").getResultList();
Query q = em.createQuery(queryString).setFirstResult(i * maxResults).setMaxResults(maxResults);
List<Articles_Archives100_130000> results = q.getResultList();
while (!results.isEmpty()) {
EscenicDocument escenicDocument = EscenicDocument.Factory.newInstance(opt);
initializeEscenic(escenicDocument);
for (Articles_Archives100_130000 article : results) {
Content content = escenicDocument.getEscenic().addNewContent();
content.addNewSource().setStringValue("ContraNews");
content.addNewSourceid().setStringValue(Integer.toString(article.getArticleID()));
content.addNewType().setStringValue("news");
content.setState(State.PUBLISHED);
content.addNewPublishdate().setStringValue(dtf.format(article.getArticleDate()));
content.addNewCreationdate().setStringValue(dtf.format(article.getArticleDate()));
SectionRef sectionRef = content.addNewSectionRef();
try {
if (article.getCompetition().getCompetitionID() != 0) {
sectionRef
.addNewUniqueName()
.setStringValue(article.getCompetition().getCompetitionName_url());
} else if (article.getCompetition().getCompetitionID() == 0
&& article.getPlace().getPlaceID() != 0
&& article.getSport().getSportID() != 0
&& existCompetition(article.getSport(), article.getPlace())) {
sectionRef
.addNewUniqueName()
.setStringValue(
article.getPlace().getPlaceName_url()
+ "_"
+ article.getSport().getSportName_url());
} else if (article.getSport().getSportID() != 0) {
sectionRef.addNewUniqueName().setStringValue(article.getSport().getSportName_url());
} else {
sectionRef.addNewUniqueName().setStringValue("ece_incoming");
}
} catch (Exception e) {
System.out.println("No section found for article" + article.getArticleID());
throw new Exception(e.getMessage());
}
if (article.getSubSection().getSubSectionID() != 1) {
sectionRef = content.addNewSectionRef();
sectionRef
.addNewUniqueName()
.setStringValue(article.getSubSection().getSubSectionName_url());
}
sectionRef.setHomeSection(true);
// List<Image> images = em.createQuery(" SELECT i FROM Image i WHERE i.articleId = " +
// article.getId()).getResultList();
//
// for (Image image : images) {
// // picture relation
// if(article.getArticlePhoto() !=null && !article.getArticlePhoto().trim().isEmpty()){
// String fullPath = "/home/vassilis/Pictures/contra/"+article.getArticlePhoto().trim();
//
// //check if file
// if(new File(fullPath).exists()){
// Relation relation = content.addNewRelation();
// relation.addNewType().setStringValue("PICTUREREL");
// relation.addNewSource().setStringValue("ContraImages");
// relation.addNewSourceid().setStringValue(article.getArticlePhoto().trim());
// }
// }
if (article.getLinks() != null) {
for (String articleId : article.getLinks().split(",")) {
articleId = articleId.trim();
if (articleId.isEmpty()) continue;
if (articleId.startsWith("ph")) {
// try {
// em.createQuery("SELECT p.photoStoryID FROM PhotoStory p WHERE p.photoStoryID
// = :thePhotoStoryID ")
// .setParameter("thePhotoStoryID",
// Integer.valueOf(articleId.toLowerCase().replaceAll("ph", "")))
// .getSingleResult();
// Relation relationStory = content.addNewRelation();
// relationStory.addNewType().setStringValue("PHOTOSTORYREL");
// relationStory.addNewSource().setStringValue("ContraPhotostory");
// relationStory.addNewSourceid().setStringValue(articleId.replaceAll("ph",
// ""));
// } catch (Exception e) {
// e.printStackTrace();
// System.out.println("No PhotoStory found with id " +
// articleId.replaceAll("ph", ""));
// }
} else if (!articleId.matches("[0-9]*")) {
continue;
} else {
Relation relationStory = content.addNewRelation();
relationStory.addNewType().setStringValue("STORYREL");
relationStory.addNewSource().setStringValue("ContraNews");
relationStory.addNewSourceid().setStringValue(articleId);
}
}
}
if (article.getTeam1() != null
&& article.getTeam1().getTeamID() > 0
&& article.getTeam1().getTeamName_url() != null) {
Relation relationTag = content.addNewRelation();
relationTag.addNewType().setStringValue("TAGREL");
relationTag.addNewSource().setStringValue("ContraTags");
relationTag
.addNewSourceid()
.setStringValue(Integer.toString(article.getTeam1().getTeamID()));
}
if (article.getTeam2() != null
&& article.getTeam2().getTeamID() > 0
&& article.getTeam2().getTeamName_url() != null) {
Relation relationTag = content.addNewRelation();
relationTag.addNewType().setStringValue("TAGREL");
relationTag.addNewSource().setStringValue("ContraTags");
relationTag
.addNewSourceid()
.setStringValue(Integer.toString(article.getTeam2().getTeamID()));
}
// Field titlePictureField = relation.addNewField();
// titlePictureField.addNewName().setStringValue("title");
// titlePictureField.newCursor().setTextValue(image.getCaption());
//
// Field captionTitlePictureField = relation.addNewField();
// captionTitlePictureField.addNewName().setStringValue("captiontitle");
// Field captionPictureField = relation.addNewField();
// captionPictureField.addNewName().setStringValue("caption");
// captionPictureField.newCursor().setTextValue(image.getCaption());
// }
Priority priority = content.addNewPriority();
priority.setValue(0);
Field titleField = content.addNewField();
titleField.addNewName().setStringValue("title");
titleField.newCursor().setTextValue(article.getArticleTitle());
//// Field superTitleField = content.addNewField();
//// superTitleField.addNewName().setStringValue("supertitle");
//// superTitleField.newCursor().setTextValue(article.getTitle());
//
Field leadtextField = content.addNewField();
leadtextField.addNewName().setStringValue("leadtext");
leadtextField
.newCursor()
.setTextValue(
article.getArticleSummary() == null
? ""
: article.getArticleSummary().replaceAll("\\<.*?\\>", ""));
// Field quoteField = content.addNewField();
// quoteField.addNewName().setStringValue("quote");
if (article.getArticleBody() != null && !article.getArticleBody().trim().isEmpty()) {
Field bodyField = content.addNewField();
bodyField.addNewName().setStringValue("body");
// //body
XmlCursor bodyCursor = bodyField.newCursor();
bodyCursor.xmlText(opt);
String fixedBody = article.getArticleBody().trim();
fixedBody = HTMLFilter.fixHtml(fixedBody);
bodyCursor.setTextValue(fixedBody);
}
//
Field bylineField = content.addNewField();
bylineField.addNewName().setStringValue("byline");
bylineField
.newCursor()
.setTextValue(
article.getArticleAuthor() == null ? "" : article.getArticleAuthor().trim());
String tagFieldString = "";
if (article.getTeam1() != null
&& article.getTeam1().getTeamID() > 0
&& article.getTeam1().getTeamName_url() != null) {
tagFieldString = "tagppo" + article.getTeam1().getTeamName_url().toLowerCase();
}
if (article.getTeam2() != null
&& article.getTeam2().getTeamID() > 0
&& article.getTeam2().getTeamName_url() != null) {
tagFieldString =
tagFieldString + " tagppo" + article.getTeam2().getTeamName_url().toLowerCase();
}
if (!tagFieldString.isEmpty()) {
Field tagField = content.addNewField();
tagField.addNewName().setStringValue("tag");
tagField.newCursor().setTextValue(tagFieldString);
}
//
//
// if(article.getTeam1()!=null && article.getTeam1().getTeamID()!=0){
// Tag tag = content.addNewTag();
// tag.newCursor().setTextValue(article.getTeam1().getTeamName_url());
// }
//
// if(article.getTeam2()!=null && article.getTeam2().getTeamID()!=0){
// Tag tag = content.addNewTag();
// tag.newCursor().setTextValue(article.getTeam2().getTeamName_url());
// }
// Field bylineprefixField = content.addNewField();
// bylineprefixField.addNewName().setStringValue("bylineprefix");
//
// Field notesField = content.addNewField();
// notesField.addNewName().setStringValue("notes");
//
// Field geocodeField = content.addNewField();
// geocodeField.addNewName().setStringValue("com.escenic.geocode");
}
String counterString = "";
++i;
if (i < 10) {
counterString = "000";
} else if (i < 100) {
counterString = "00";
} else if (i < 1000) {
counterString = "0";
} else if (i < 10000) {
counterString = "";
}
counterString = counterString + i;
String outFileName = outfolder + "/stories1-arch" + (counterString) + ".xml";
File f = new File(outFileName);
escenicDocument.save(f);
q = em.createQuery(queryString).setFirstResult(i * maxResults).setMaxResults(maxResults);
results = q.getResultList();
}
ReplaceCDATA.replace(outfolder);
}
