protected void doGet(HttpServletRequest req, HttpServletResponse res)
throws ServletException, IOException {
try {
DateFormat df = DateFormat.getDateTimeInstance();
String titleStr = "C3P0 Status - " + df.format(new Date());
DocumentBuilderFactory fact = DocumentBuilderFactory.newInstance();
DocumentBuilder db = fact.newDocumentBuilder();
Document doc = db.newDocument();
Element htmlElem = doc.createElement("html");
Element headElem = doc.createElement("head");
Element titleElem = doc.createElement("title");
titleElem.appendChild(doc.createTextNode(titleStr));
Element bodyElem = doc.createElement("body");
Element h1Elem = doc.createElement("h1");
h1Elem.appendChild(doc.createTextNode(titleStr));
Element h3Elem = doc.createElement("h3");
h3Elem.appendChild(doc.createTextNode("PooledDataSources"));
Element pdsDlElem = doc.createElement("dl");
pdsDlElem.setAttribute("class", "PooledDataSources");
for (Iterator ii = C3P0Registry.getPooledDataSources().iterator(); ii.hasNext(); ) {
PooledDataSource pds = (PooledDataSource) ii.next();
StatusReporter sr = findStatusReporter(pds, doc);
pdsDlElem.appendChild(sr.reportDtElem());
pdsDlElem.appendChild(sr.reportDdElem());
}
headElem.appendChild(titleElem);
htmlElem.appendChild(headElem);
bodyElem.appendChild(h1Elem);
bodyElem.appendChild(h3Elem);
bodyElem.appendChild(pdsDlElem);
htmlElem.appendChild(bodyElem);
res.setContentType("application/xhtml+xml");
TransformerFactory tf = TransformerFactory.newInstance();
Transformer transformer = tf.newTransformer();
Source src = new DOMSource(doc);
Result result = new StreamResult(res.getOutputStream());
transformer.transform(src, result);
} catch (IOException e) {
throw e;
} catch (Exception e) {
throw new ServletException(e);
}
}
public Element reportDtElem() {
StringBuffer sb = new StringBuffer(255);
sb.append(shortTypeName);
sb.append(" [ dataSourceName: ");
sb.append(pds.getDataSourceName());
sb.append("; identityToken: ");
sb.append(pds.getIdentityToken());
sb.append(" ]");
Element dtElem = doc.createElement("dt");
dtElem.appendChild(doc.createTextNode(sb.toString()));
return dtElem;
}
/**
* Writes a table to a XML-file
*
* @param t - Output Model
* @param destination - File Destination
*/
public static void writeXML(Model t, String destination) {
try {
// Create the XML document builder, and document that will be used
DocumentBuilderFactory xmlBuilder = DocumentBuilderFactory.newInstance();
DocumentBuilder Builder = xmlBuilder.newDocumentBuilder();
Document xmldoc = Builder.newDocument();
// create Document node, and get it into the file
Element Documentnode = xmldoc.createElement("SPREADSHEET");
xmldoc.appendChild(Documentnode);
// create element nodes, and their attributes (Cells, and row/column
// data) and their content
for (int row = 1; row < t.getRows(); row++) {
for (int col = 1; col < t.getCols(col); col++) {
Element cell = xmldoc.createElement("CELL");
// set attributes
cell.setAttribute("column", Integer.toString(col));
cell.setAttribute("row", Integer.toString(col));
// set content
cell.appendChild(xmldoc.createTextNode((String) t.getContent(row, col)));
// append node to document node
Documentnode.appendChild(cell);
}
}
// Creating a datastream for the DOM tree
TransformerFactory transformerFactory = TransformerFactory.newInstance();
Transformer transformer = transformerFactory.newTransformer();
// Indentation to make the XML file look better
transformer.setOutputProperty(OutputKeys.METHOD, "xml");
transformer.setOutputProperty(OutputKeys.INDENT, "yes");
// remove the java version
transformer.setOutputProperty(OutputKeys.OMIT_XML_DECLARATION, "yes");
DOMSource stream = new DOMSource(xmldoc);
StreamResult target = new StreamResult(new File(destination));
// write the file
transformer.transform(stream, target);
} catch (ParserConfigurationException e) {
System.out.println("Can't create the XML document builder");
} catch (TransformerConfigurationException e) {
System.out.println("Can't create transformer");
} catch (TransformerException e) {
System.out.println("Can't write to file");
}
}
public void CollectData(String link) {
try {
// Creating an empty XML Document
DocumentBuilderFactory dbfac = DocumentBuilderFactory.newInstance();
DocumentBuilder docBuilder = dbfac.newDocumentBuilder();
Document doc = docBuilder.newDocument();
int flag = 0;
// create the root element and add it to the document
Element movie = doc.createElement("movie");
doc.appendChild(movie);
movie.setAttribute("id", String.valueOf(n));
n++;
// create sub elements
Element genres = doc.createElement("genres");
Element actors = doc.createElement("actors");
Element reviews = doc.createElement("reviews");
URL movieUrl = new URL(link);
URL reviewsURL = new URL(link + "reviews/#type=top_critics");
BufferedWriter bw3 = new BufferedWriter(new FileWriter("movies.xml", true));
int count = -1;
String auth = "";
BufferedReader br3 = new BufferedReader(new InputStreamReader(movieUrl.openStream()));
String str2 = "";
String info = "";
while (null != (str2 = br3.readLine())) {
// start reading the html document
if (str2.isEmpty()) continue;
if (count == 14) break;
if (count == 12) {
if (!str2.contains("<h3>Cast</h3>")) continue;
else count++;
}
if (count == 13) {
if (str2.contains(">ADVERTISEMENT</p>")) {
count++;
movie.appendChild(actors);
continue;
} else {
if (str2.contains("itemprop=\"name\">")) {
Element actor = doc.createElement("actor");
actors.appendChild(actor);
Text text = doc.createTextNode(Jsoup.parse(str2.toString()).text());
actor.appendChild(text);
} else continue;
}
}
if (count <= 11) {
switch (count) {
case -1:
{
if (!str2.contains("property=\"og:image\"")) continue;
else {
Pattern image =
Pattern.compile("http://.*.jpg", Pattern.CASE_INSENSITIVE | Pattern.DOTALL);
Matcher match = image.matcher(str2);
while (match.find()) {
Element imageLink = doc.createElement("imageLink");
movie.appendChild(imageLink);
Text text = doc.createTextNode(match.group());
imageLink.appendChild(text);
count++;
}
}
break;
}
case 0:
{
if (str2.contains("<title>")) {
Element name = doc.createElement("name");
movie.appendChild(name);
Text text =
doc.createTextNode(
Jsoup.parse(str2.toString().replace(" - Rotten Tomatoes", "")).text());
name.appendChild(text);
count++;
}
break;
}
case 1:
{
if (!str2.contains("itemprop=\"ratingValue\"")) break;
else {
Element score = doc.createElement("score");
movie.appendChild(score);
Text text = doc.createTextNode(Jsoup.parse(str2.toString()).text());
score.appendChild(text);
count++;
}
break;
}
case 2:
{
if (!str2.contains("itemprop=\"description\">")) continue;
else count++;
break;
}
case 3:
{
if (!str2.contains("itemprop=\"duration\"")) info = info.concat(str2);
else {
Element MovieInfo = doc.createElement("MovieInfo");
movie.appendChild(MovieInfo);
Text text = doc.createTextNode(Jsoup.parse(info.toString()).text());
MovieInfo.appendChild(text);
info = str2;
count++;
}
break;
}
case 4:
{
if (!str2.contains("itemprop=\"genre\"")) info = info.concat(str2);
else {
Element duration = doc.createElement("duration");
movie.appendChild(duration);
Text text = doc.createTextNode(Jsoup.parse(info.toString()).text());
duration.appendChild(text);
info = str2;
count++;
}
break;
}
case 5:
{
if (info.contains("itemprop=\"genre\"")) {
Element genre = doc.createElement("genre");
genres.appendChild(genre);
Text text = doc.createTextNode(Jsoup.parse(info.toString()).text());
genre.appendChild(text);
info = "";
}
if (str2.contains(">Directed By:<")) {
count++;
movie.appendChild(genres);
continue;
} else {
if (str2.contains("itemprop=\"genre\"")) {
Element genre = doc.createElement("genre");
genres.appendChild(genre);
Text text = doc.createTextNode(Jsoup.parse(str2.toString()).text());
genre.appendChild(text);
} else continue;
}
break;
}
case 6:
{
if (!str2.contains(">Written By:<")) {
if (str2.contains(">In Theaters:<")) {
Element director = doc.createElement("director");
movie.appendChild(director);
Text text =
doc.createTextNode(
Jsoup.parse(info.toString().replace("Directed By: ", "")).text());
director.appendChild(text);
info = str2;
count += 2;
break;
}
info = info.concat(str2);
} else {
Element director = doc.createElement("director");
movie.appendChild(director);
Text text =
doc.createTextNode(
Jsoup.parse(info.toString().replace("Directed By: ", "")).text());
director.appendChild(text);
info = "";
count++;
}
break;
}
case 7:
{
if (!str2.contains(">In Theaters:<")) {
if (str2.contains(">On DVD:<")) {
Element writer = doc.createElement("writer");
movie.appendChild(writer);
Text text = doc.createTextNode(Jsoup.parse(info.toString()).text());
writer.appendChild(text);
info = str2;
count += 2;
break;
}
info = info.concat(str2);
} else {
Element writer = doc.createElement("writer");
movie.appendChild(writer);
Text text = doc.createTextNode(Jsoup.parse(info.toString()).text());
writer.appendChild(text);
info = str2;
count++;
}
break;
}
case 8:
{
if (!str2.contains(">On DVD:<")) info = info.concat(str2);
else {
Element TheatreRelease = doc.createElement("TheatreRelease");
movie.appendChild(TheatreRelease);
Text text =
doc.createTextNode(
Jsoup.parse(info.toString().replace("In Theaters:", "")).text());
TheatreRelease.appendChild(text);
info = str2;
count++;
}
break;
}
case 9:
{
if (!str2.contains(">US Box Office:<")) {
if (str2.contains("itemprop=\"productionCompany\"")) {
Element DvdRelease = doc.createElement("DvdRelease");
movie.appendChild(DvdRelease);
Text text =
doc.createTextNode(
Jsoup.parse(info.toString().replace("On DVD:", "")).text());
DvdRelease.appendChild(text);
info = str2;
count += 2;
break;
}
info = info.concat(str2);
} else {
Element DvdRelease = doc.createElement("DvdRelease");
movie.appendChild(DvdRelease);
Text text =
doc.createTextNode(
Jsoup.parse(info.toString().replace("On DVD:", "")).text());
DvdRelease.appendChild(text);
info = str2;
count++;
}
break;
}
case 10:
{
if (!str2.contains("itemprop=\"productionCompany\"")) info = info.concat(str2);
else {
Element BOCollection = doc.createElement("BOCollection");
movie.appendChild(BOCollection);
Text text =
doc.createTextNode(
Jsoup.parse(info.toString().replace("US Box Office:", "")).text());
BOCollection.appendChild(text);
info = str2;
count++;
}
break;
}
case 11:
{
if (!str2.contains(">Official Site")) info = info.concat(str2);
else {
Element Production = doc.createElement("Production");
movie.appendChild(Production);
Text text = doc.createTextNode(Jsoup.parse(info.toString()).text());
Production.appendChild(text);
info = str2;
count++;
}
break;
}
default:
break;
}
}
}
BufferedReader br4 = new BufferedReader(new InputStreamReader(reviewsURL.openStream()));
String str3 = "";
String info2 = "";
int count2 = 0;
while (null != (str3 = br4.readLine())) {
if (count2 == 0) {
if (!str3.contains("<div class=\"reviewsnippet\">")) continue;
else count2++;
}
if (count2 == 1) {
if (!str3.contains("<p class=\"small subtle\">")) info2 = info2.concat(str3);
else {
Element review = doc.createElement("review");
reviews.appendChild(review);
Text text = doc.createTextNode(Jsoup.parse(info2.toString()).text());
review.appendChild(text);
info2 = "";
count2 = 0;
}
}
}
movie.appendChild(reviews);
TransformerFactory transfac = TransformerFactory.newInstance();
Transformer trans = transfac.newTransformer();
trans.setOutputProperty(OutputKeys.OMIT_XML_DECLARATION, "yes");
trans.setOutputProperty(OutputKeys.INDENT, "yes");
// create string from xml tree
StringWriter sw = new StringWriter();
StreamResult result = new StreamResult(sw);
DOMSource source = new DOMSource(doc);
trans.transform(source, result);
String xmlString = sw.toString();
bw3.write(xmlString);
br3.close();
br4.close();
bw3.close();
} catch (Exception ex) {
ex.printStackTrace();
}
}