public void saveToXml(String fileName)
throws ParserConfigurationException, FileNotFoundException, TransformerException,
TransformerConfigurationException {
System.out.println("Saving network topology to file " + fileName);
DocumentBuilderFactory factory = DocumentBuilderFactory.newInstance();
DocumentBuilder parser = factory.newDocumentBuilder();
Document doc = parser.newDocument();
Element root = doc.createElement("neuralNetwork");
root.setAttribute("dateOfExport", new Date().toString());
Element layers = doc.createElement("structure");
layers.setAttribute("numberOfLayers", Integer.toString(this.numberOfLayers()));
for (int il = 0; il < this.numberOfLayers(); il++) {
Element layer = doc.createElement("layer");
layer.setAttribute("index", Integer.toString(il));
layer.setAttribute("numberOfNeurons", Integer.toString(this.getLayer(il).numberOfNeurons()));
for (int in = 0; in < this.getLayer(il).numberOfNeurons(); in++) {
Element neuron = doc.createElement("neuron");
neuron.setAttribute("index", Integer.toString(in));
neuron.setAttribute(
"NumberOfInputs", Integer.toString(this.getLayer(il).getNeuron(in).numberOfInputs()));
neuron.setAttribute(
"threshold", Double.toString(this.getLayer(il).getNeuron(in).threshold));
for (int ii = 0; ii < this.getLayer(il).getNeuron(in).numberOfInputs(); ii++) {
Element input = doc.createElement("input");
input.setAttribute("index", Integer.toString(ii));
input.setAttribute(
"weight", Double.toString(this.getLayer(il).getNeuron(in).getInput(ii).weight));
neuron.appendChild(input);
}
layer.appendChild(neuron);
}
layers.appendChild(layer);
}
root.appendChild(layers);
doc.appendChild(root);
// save
File xmlOutputFile = new File(fileName);
FileOutputStream fos;
Transformer transformer;
fos = new FileOutputStream(xmlOutputFile);
// Use a Transformer for output
TransformerFactory transformerFactory = TransformerFactory.newInstance();
transformer = transformerFactory.newTransformer();
DOMSource source = new DOMSource(doc);
StreamResult result = new StreamResult(fos);
// transform source into result will do save
transformer.setOutputProperty("encoding", "iso-8859-2");
transformer.setOutputProperty("indent", "yes");
transformer.transform(source, result);
}
private String importXMI(File sourceFile)
throws FileNotFoundException, TransformerConfigurationException, TransformerException {
BufferedReader styledata;
StreamSource sourcedata;
Templates stylesheet;
Transformer trans;
// Get the stylesheet file stream
styledata =
new BufferedReader(
new FileReader(
new File(
getClass().getClassLoader().getResource("verifier/xmi2lem.xsl").getFile())));
sourcedata = new StreamSource(new FileReader(sourceFile));
// Initialize Saxon
TransformerFactory factory = TransformerFactoryImpl.newInstance();
stylesheet = factory.newTemplates(new StreamSource(styledata));
// Apply the transformation
trans = stylesheet.newTransformer();
StringWriter sw = new StringWriter();
trans.transform(sourcedata, new StreamResult(sw));
// return sw.toString();
return sw.getBuffer().substring(sw.getBuffer().indexOf("model"));
}
/**
* Transforms the given XML string using the XSL string.
*
* @param xmlString The String containg the XML to transform
* @param xslString The XML Stylesheet String containing the transform instructions
* @return String representation of the transformation
*/
public static String transform(String xmlString, String xslString) {
String shortString = new String(xmlString);
if (shortString.length() > 100) shortString = shortString.substring(0, 100) + "...";
try {
TransformerFactory tFactory = TransformerFactory.newInstance();
logger.logComment("Transforming string: " + shortString);
StreamSource xslFileSource = new StreamSource(new StringReader(xslString));
Transformer transformer = tFactory.newTransformer(xslFileSource);
StringWriter writer = new StringWriter();
transformer.transform(
new StreamSource(new StringReader(xmlString)), new StreamResult(writer));
String shortResult = writer.toString();
if (shortResult.length() > 100) shortResult = shortResult.substring(0, 100) + "...";
logger.logComment("Result: " + shortResult);
return writer.toString();
} catch (TransformerException e) {
GuiUtils.showErrorMessage(logger, "Error when transforming the XML: " + shortString, e, null);
return null;
}
}
/**
* Transforms the given XML file using the specified XSL file.
*
* @param origXmlFile The file containg the XML to transform
* @param xslString The XML Stylesheet conntaining the transform instructions
* @return String representation of the transformation
*/
public static String transform(File origXmlFile, String xslString) {
if (!origXmlFile.exists()) {
GuiUtils.showErrorMessage(
logger, "Warning, XML file: " + origXmlFile + " doesn't exist", null, null);
return null;
}
try {
TransformerFactory tFactory = TransformerFactory.newInstance();
StreamSource xslFileSource = new StreamSource(new StringReader(xslString));
Transformer transformer = tFactory.newTransformer(xslFileSource);
StringWriter writer = new StringWriter();
transformer.transform(new StreamSource(origXmlFile), new StreamResult(writer));
return writer.toString();
} catch (Exception e) {
GuiUtils.showErrorMessage(logger, "Error when loading the XML file: " + origXmlFile, e, null);
return null;
}
}
private static Transformer getTransformer() throws TransformerException {
if (_transformer == null) {
TransformerFactory factory = TransformerFactory.newInstance();
_transformer = factory.newTransformer();
}
return _transformer;
}
protected void doGet(HttpServletRequest req, HttpServletResponse res)
throws ServletException, IOException {
try {
DateFormat df = DateFormat.getDateTimeInstance();
String titleStr = "C3P0 Status - " + df.format(new Date());
DocumentBuilderFactory fact = DocumentBuilderFactory.newInstance();
DocumentBuilder db = fact.newDocumentBuilder();
Document doc = db.newDocument();
Element htmlElem = doc.createElement("html");
Element headElem = doc.createElement("head");
Element titleElem = doc.createElement("title");
titleElem.appendChild(doc.createTextNode(titleStr));
Element bodyElem = doc.createElement("body");
Element h1Elem = doc.createElement("h1");
h1Elem.appendChild(doc.createTextNode(titleStr));
Element h3Elem = doc.createElement("h3");
h3Elem.appendChild(doc.createTextNode("PooledDataSources"));
Element pdsDlElem = doc.createElement("dl");
pdsDlElem.setAttribute("class", "PooledDataSources");
for (Iterator ii = C3P0Registry.getPooledDataSources().iterator(); ii.hasNext(); ) {
PooledDataSource pds = (PooledDataSource) ii.next();
StatusReporter sr = findStatusReporter(pds, doc);
pdsDlElem.appendChild(sr.reportDtElem());
pdsDlElem.appendChild(sr.reportDdElem());
}
headElem.appendChild(titleElem);
htmlElem.appendChild(headElem);
bodyElem.appendChild(h1Elem);
bodyElem.appendChild(h3Elem);
bodyElem.appendChild(pdsDlElem);
htmlElem.appendChild(bodyElem);
res.setContentType("application/xhtml+xml");
TransformerFactory tf = TransformerFactory.newInstance();
Transformer transformer = tf.newTransformer();
Source src = new DOMSource(doc);
Result result = new StreamResult(res.getOutputStream());
transformer.transform(src, result);
} catch (IOException e) {
throw e;
} catch (Exception e) {
throw new ServletException(e);
}
}
void outputDocument(Writer out) throws Exception {
// Set up the output transformer
TransformerFactory transfac = TransformerFactory.newInstance();
Transformer trans = transfac.newTransformer();
// trans.setOutputProperty(OutputKeys.OMIT_XML_DECLARATION, "yes");
trans.setOutputProperty(OutputKeys.INDENT, "yes");
trans.setOutputProperty(OutputKeys.METHOD, "html");
// Print the DOM node
StreamResult result = new StreamResult(out);
DOMSource source = new DOMSource(this.document);
trans.transform(source, result);
}
/**
* Converts an XML document to a string. From Zaz Gmy on this StackOverflow post:
* http://stackoverflow.com/questions/10356258/how-do-i-convert-a-org-w3c-dom-document-object-to-a-string
*
* @param doc The document to convert to a String.
*/
private static String getStringFromDocument(Document doc) {
try {
DOMSource domSource = new DOMSource(doc);
StringWriter writer = new StringWriter();
StreamResult result = new StreamResult(writer);
TransformerFactory tf = TransformerFactory.newInstance();
Transformer transformer = tf.newTransformer();
transformer.transform(domSource, result);
return writer.toString();
} catch (TransformerException ex) {
ex.printStackTrace();
return null;
}
}
/**
* http://www.atmarkit.co.jp/fxml/rensai2/xmltool04/02.html
*
* @return
*/
private static Transformer getTransformer() {
if (s_transformer == null) {
TransformerFactory transFactory = TransformerFactory.newInstance();
try {
s_transformer = transFactory.newTransformer();
} catch (TransformerConfigurationException e) {
}
s_transformer.setOutputProperty(OutputKeys.ENCODING, "UTF-8");
s_transformer.setOutputProperty(OutputKeys.INDENT, "yes");
} // if
return s_transformer;
}
private InputStream getInputStream(Source source) throws Exception {
Transformer trans = TransformerFactory.newInstance().newTransformer();
ByteArrayBuffer bab = new ByteArrayBuffer();
StreamResult result = new StreamResult(bab);
trans.transform(source, result);
return bab.newInputStream();
}
public static String format(String xmlStr) { // Instantiate transformer input
Source xmlInput = new StreamSource(new StringReader(xmlStr));
StreamResult xmlOutput = new StreamResult(new StringWriter());
// Configure transformer
Transformer transformer;
try {
transformer = TransformerFactory.newInstance().newTransformer();
} catch (TransformerConfigurationException e) {
logger.error(e.getMessage(), e);
return xmlStr;
} catch (TransformerFactoryConfigurationError e) {
// TODO Auto-generated catch block
logger.error(e.getMessage(), e);
return xmlStr;
} // An identity transformer
try {
transformer.setOutputProperty(OutputKeys.INDENT, "yes");
transformer.setOutputProperty("{http://xml.apache.org/xslt}indent-amount", "2");
transformer.transform(xmlInput, xmlOutput);
} catch (TransformerException e) {
logger.error(e.getMessage(), e);
return xmlStr;
}
return xmlOutput.getWriter().toString();
}
/**
* Writes a table to a XML-file
*
* @param t - Output Model
* @param destination - File Destination
*/
public static void writeXML(Model t, String destination) {
try {
// Create the XML document builder, and document that will be used
DocumentBuilderFactory xmlBuilder = DocumentBuilderFactory.newInstance();
DocumentBuilder Builder = xmlBuilder.newDocumentBuilder();
Document xmldoc = Builder.newDocument();
// create Document node, and get it into the file
Element Documentnode = xmldoc.createElement("SPREADSHEET");
xmldoc.appendChild(Documentnode);
// create element nodes, and their attributes (Cells, and row/column
// data) and their content
for (int row = 1; row < t.getRows(); row++) {
for (int col = 1; col < t.getCols(col); col++) {
Element cell = xmldoc.createElement("CELL");
// set attributes
cell.setAttribute("column", Integer.toString(col));
cell.setAttribute("row", Integer.toString(col));
// set content
cell.appendChild(xmldoc.createTextNode((String) t.getContent(row, col)));
// append node to document node
Documentnode.appendChild(cell);
}
}
// Creating a datastream for the DOM tree
TransformerFactory transformerFactory = TransformerFactory.newInstance();
Transformer transformer = transformerFactory.newTransformer();
// Indentation to make the XML file look better
transformer.setOutputProperty(OutputKeys.METHOD, "xml");
transformer.setOutputProperty(OutputKeys.INDENT, "yes");
// remove the java version
transformer.setOutputProperty(OutputKeys.OMIT_XML_DECLARATION, "yes");
DOMSource stream = new DOMSource(xmldoc);
StreamResult target = new StreamResult(new File(destination));
// write the file
transformer.transform(stream, target);
} catch (ParserConfigurationException e) {
System.out.println("Can't create the XML document builder");
} catch (TransformerConfigurationException e) {
System.out.println("Can't create transformer");
} catch (TransformerException e) {
System.out.println("Can't write to file");
}
}
private void message(String text, HttpServletResponse response, PublishAsType publishAs) {
ServletOutputStream out;
String xmlText;
Server.logger.errorLogEntry(text);
try {
xmlText =
"<?xml version = \"1.0\" encoding=\"utf-8\"?><request><error type=\""
+ type
+ "\">"
+ "<message><version>"
+ Server.serverVersion
+ "</version><errortext>"
+ XMLUtil.getAsTagValue(text)
+ "</errortext></message></error></request>";
// System.out.println("xml text = "+xmlText);
response.setHeader(
"Cache-Control", "no-cache, must-revalidate, private, no-store, s-maxage=0, max-age=0");
response.setHeader("Pragma", "no-cache");
response.setDateHeader("Expires", 0);
if (publishAs == PublishAsType.HTML) {
response.setContentType("text/html;charset=utf-8");
out = response.getOutputStream();
Source xmlSource = new StreamSource(new StringReader(xmlText));
Result result = new StreamResult(out);
TransformerFactory transFact = TransformerFactory.newInstance();
Transformer trans = transFact.newTransformer(xsltSource);
// System.out.println(PortalEnv.appID+": xsl transformation="+PortalEnv.errorXSL);
trans.transform(xmlSource, result);
} else {
response.setContentType("text/xml;charset=utf-8");
// response.sendError(550);
out = response.getOutputStream();
out.println(xmlText);
}
} catch (IOException ioe) {
System.out.println(ioe);
ioe.printStackTrace();
} catch (TransformerConfigurationException tce) {
System.out.println(tce);
tce.printStackTrace();
} catch (TransformerException te) {
System.out.println(te);
te.printStackTrace();
}
}
private DOMSource toDOMSource(Source source) throws Exception {
if (source instanceof DOMSource) {
return (DOMSource) source;
}
Transformer trans = TransformerFactory.newInstance().newTransformer();
DOMResult result = new DOMResult();
trans.transform(source, result);
return new DOMSource(result.getNode());
}
/**
* Writes an XML file from a Document object.
*
* @param doc the Document object to be written to file
* @param file the file to be written
* @throws IOException
* @author Klaus Meffert
* @since 2.0
*/
public static void writeFile(Document doc, File file) throws IOException {
// Use a Transformer for output
TransformerFactory tFactory = TransformerFactory.newInstance();
Transformer transformer;
try {
transformer = tFactory.newTransformer();
} catch (TransformerConfigurationException tex) {
throw new IOException(tex.getMessage());
}
DOMSource source = new DOMSource(doc);
FileOutputStream fos = new FileOutputStream(file);
StreamResult result = new StreamResult(fos);
try {
transformer.transform(source, result);
fos.close();
} catch (TransformerException tex) {
throw new IOException(tex.getMessage());
}
}
/**
* Save the XML description of the circuit
*
* @param output an output stream to write in
* @return true if the dump was successful, false either
*/
public boolean dumpToXml(OutputStream output) {
Document doc;
Element root;
DocumentBuilderFactory factory = DocumentBuilderFactory.newInstance();
DocumentBuilder builder;
try {
builder = factory.newDocumentBuilder();
doc = builder.newDocument();
} catch (ParserConfigurationException pce) {
System.err.println("dumpToXmlFile: unable to write XML save file.");
return false;
}
root = doc.createElement("Circuit");
root.setAttribute("name", this.getName());
for (iterNodes = this.nodes.iterator(); iterNodes.hasNext(); )
iterNodes.next().dumpToXml(doc, root);
root.normalize();
doc.appendChild(root);
try {
TransformerFactory tffactory = TransformerFactory.newInstance();
Transformer transformer = tffactory.newTransformer();
transformer.setOutputProperty(OutputKeys.INDENT, "yes");
DOMSource source = new DOMSource(doc);
StreamResult result = new StreamResult(output);
transformer.transform(source, result);
} catch (TransformerConfigurationException tce) {
System.err.println("dumpToXmlFile: Configuration Transformer exception.");
return false;
} catch (TransformerException te) {
System.err.println("dumpToXmlFile: Transformer exception.");
return false;
}
return true;
}
private Transformer buildTransformer(String name, File xslDir, TransformerFactory tf)
throws Exception {
Transformer tr =
tf.newTransformer(
new StreamSource(
new FileReader(xslDir.getAbsolutePath() + File.separatorChar + name + ".xsl")));
tr.setOutputProperty(OutputKeys.INDENT, "yes");
tr.setOutputProperty(OutputKeys.METHOD, "html");
tr.setOutputProperty("{http://xml.apache.org/xslt}indent-amount", "3");
return tr;
}
/**
* Transforms the given XML string using the specified XSL file.
*
* @param xmlString The String containg the XML to transform
* @param xslFile The XML Stylesheet conntaining the transform instructions
* @return String representation of the transformation
*/
public static String transform(String xmlString, File xslFile) {
if (!xslFile.exists()) {
GuiUtils.showErrorMessage(
logger, "Warning, XSL file: " + xslFile + " doesn't exist", null, null);
return null;
}
String shortString = new String(xmlString);
if (shortString.length() > 100) shortString = shortString.substring(0, 100) + "...";
try {
logger.logComment("The xslFile is " + xslFile.getAbsolutePath() + " *************");
TransformerFactory tFactory = TransformerFactory.newInstance();
logger.logComment("Transforming string: " + shortString);
StreamSource xslFileSource = new StreamSource(xslFile);
Transformer transformer = tFactory.newTransformer(xslFileSource);
StringWriter writer = new StringWriter();
transformer.transform(
new StreamSource(new StringReader(xmlString)), new StreamResult(writer));
String shortResult = writer.toString();
if (shortResult.length() > 100) shortResult = shortResult.substring(0, 100) + "...";
logger.logComment("Result: " + shortResult);
return writer.toString();
} catch (TransformerException e) {
GuiUtils.showErrorMessage(logger, "Error when transforming the XML: " + shortString, e, null);
return null;
}
}
public static void main(String args[]) throws Exception {
final InputStream xmlInputFile = new BufferedInputStream(new FileInputStream(args[0]));
final InputStream xslFile = new BufferedInputStream(new FileInputStream(args[1]));
final OutputStream xmlOutputFile = new BufferedOutputStream(new FileOutputStream(args[2]));
final Transformer xslTransformer =
TransformerFactory.newInstance().newTransformer(new StreamSource(xslFile));
final long startTime = System.currentTimeMillis();
xslTransformer.transform(new StreamSource(xmlInputFile), new StreamResult(xmlOutputFile));
xmlOutputFile.close();
final long endTime = System.currentTimeMillis();
System.out.println("Done in " + ((endTime - startTime) / 1000.0) + "s");
}
public static boolean writeXML(File file, Document document) {
javax.xml.transform.Transformer transformer = null;
try {
transformer = TransformerFactory.newInstance().newTransformer();
} catch (TransformerConfigurationException e) {
e.printStackTrace();
return false;
}
transformer.setOutputProperty("indent", "yes");
transformer.setOutputProperty(OutputPropertiesFactory.S_KEY_INDENT_AMOUNT, "2");
transformer.setOutputProperty("encoding", "UTF-8");
try {
transformer.transform(new DOMSource(document), new StreamResult(file));
} catch (TransformerException e) {
e.printStackTrace();
return false;
}
return true;
}
/** @param args the command line arguments */
public static void main(String[] args) {
// TODO code application logic here
Model model;
String insertstmt;
String insertmodel = "",
insertspecies = "",
insertcompartment = "",
insertfunction = "",
insertunitdef = "",
insertunits = "",
insertreaction = "",
insertreactant = "",
insertproduct = "";
String insertmodifier = "",
insertklaw = "",
insertrules = "",
insertconstraint = "",
insertdelay = "",
inserttrigger = "",
insertevent = "",
inserteventassign = "",
insertparameter = "";
String insertstatement = "";
String server, user, password, dbname, filepath;
String Filedata = "";
String cwd = System.getProperty("user.dir");
if (args.length == 0) {
server = "localhost";
user = "******";
password = "******";
dbname = "sbmldb2";
/**
* Path to extract the SBML files from database, where cwd is
* "github\db2sbml\dbtosbml_standalone_Project\dbtosbml" so add a folder in this directory and
* mention folder name instead of extractedbm folder
*/
filepath = cwd + "\\extractedbm\\";
} else {
server = args[0];
user = args[1];
password = args[2];
dbname = args[3];
filepath = args[4];
}
try {
Filedata = readFileAsString(cwd + "\\sbmldbschema.sql");
} catch (Exception e) {
e.printStackTrace();
}
Mysqlconn sql = new Mysqlconn(server, user, password, dbname);
// String modelids.getId() = "MorrisonAllegra" ;
ASTNode math = null;
int level = 0, version = 0;
ArrayList<modellist> modelidlist = sql.getmodels();
insertstatement =
"LOCK TABLES `model` WRITE,`species` WRITE,`compartment` WRITE,`functiondefinition` WRITE,";
insertstatement =
insertstatement
+ "`listofunitdefinitions` WRITE,`listofunits` WRITE,`reaction` WRITE,`simplespeciesreference` WRITE,";
insertstatement =
insertstatement
+ "`modifierspeciesreference` WRITE,`kineticlaw` WRITE,`parameter` WRITE,`sbmlconstraint` WRITE,";
insertstatement =
insertstatement
+ "`event` WRITE,`sbmltrigger` WRITE,`delay` WRITE,`eventassignment` WRITE,`rules` WRITE"
+ ";";
for (modellist modelids : modelidlist) {
ArrayList<modellist> modellevel = sql.getmodeldetails(modelids.getId());
for (modellist modellv : modellevel) {
level = modellv.getlevel();
version = modellv.getversion();
}
SBMLDocument doc = new SBMLDocument(level, version);
ArrayList<modellist> modellists = sql.getmodeldetails(modelids.getId());
if (!modellists.isEmpty())
insertmodel =
insertmodel
+ "\nInsert Into model (id, name,SBML_level,version,notes,annotation) Values";
for (modellist models : modellists) {
insertmodel =
insertmodel
+ "(\'"
+ models.getId()
+ "\',\'"
+ models.getName()
+ "\',"
+ models.getlevel()
+ ","
+ models.getversion()
+ ",\'"
+ models.getnotes()
+ "\',\'"
+ models.getannotation().toString()
+ "\'),";
model = doc.createModel(models.getId());
model.setName(models.getName());
// System.out.println("model : " + models.getId());
// model.setNotes(models.getnotes()); // there is some null exception is command line run
// but run perfectly from netbeans so ommented out
if (!models.getannotation().equals("")) {
Annotation annot = new Annotation(models.getannotation().toString());
model.setAnnotation(annot);
}
doc.setModel(model);
}
if (!modellists.isEmpty()) {
insertmodel = insertmodel.substring(0, insertmodel.length() - 1);
insertmodel = insertmodel + ';';
}
// insertmodel = insertmodel + "\nUNLOCK TABLES;";
// System.out.println(insertmodel);
ArrayList<SpeciesList> specieslist = sql.getspecies(modelids.getId());
if (!specieslist.isEmpty())
insertspecies =
insertspecies
+ "\nInsert Into species (id, name, compartment, initialAmount, initialConcentration,substanceUnits,hasOnlySubstanceUnits,boundaryCondition,constant,conversionFactor,model_id,annotation) Values";
for (SpeciesList species : specieslist) {
insertspecies =
insertspecies
+ "(\'"
+ species.getId()
+ "\',\'"
+ species.getName()
+ "\',\'"
+ species.getcompartment()
+ "\',"
+ species.getia()
+ ","
+ species.getic()
+ ",\'"
+ species.getsu()
+ "\',"
+ species.gethosu()
+ ","
+ species.getbc()
+ ","
+ species.getconstant()
+ ","
+ species.getcf()
+ ",\'"
+ modelids.getId()
+ "\',\'"
+ species.getannotation()
+ "\'),";
Species sp = doc.getModel().createSpecies(species.getId());
sp.setName(species.getName());
sp.setCompartment(species.getcompartment());
sp.setConstant(species.getconstant());
sp.setInitialAmount(species.getia());
sp.setInitialConcentration(species.getic());
sp.setHasOnlySubstanceUnits(species.gethosu());
if (doc.getModel().getLevel() == 3) sp.setConversionFactor(species.getcf());
sp.setBoundaryCondition(species.getbc());
sp.setSubstanceUnits(species.getsu());
if (!species.getannotation().equals("")) {
Annotation annot = new Annotation(species.getannotation().toString());
sp.setAnnotation(annot);
}
// doc.getModel().addSpecies(sp) ;
}
if (!specieslist.isEmpty()) {
insertspecies = insertspecies.substring(0, insertspecies.length() - 1);
insertspecies = insertspecies + ';';
}
ArrayList<CompartmentList> complist = sql.getcompartments(modelids.getId());
if (!complist.isEmpty())
insertcompartment =
insertcompartment
+ "\nInsert Into compartment (id, name,constant,model_id,spacialDimensions,size,units) Values";
for (CompartmentList comp : complist) {
insertcompartment =
insertcompartment
+ "(\'"
+ comp.getId()
+ "\',\'"
+ comp.getName()
+ "\',"
+ comp.getconstant()
+ ",\'"
+ modelids.getId()
+ "\',"
+ comp.getspatialdimensions()
+ ","
+ comp.getsize()
+ ","
+ comp.getunits()
+ "\'),";
Compartment c = doc.getModel().createCompartment(comp.getId());
c.setName(comp.getName());
c.setConstant(comp.getconstant());
c.setSize(comp.getsize());
c.setSpatialDimensions(comp.getspatialdimensions());
if (comp.getspatialdimensions() != 0) c.setUnits(comp.getunits());
// doc.getModel().addSpecies(sp) ;
}
if (!complist.isEmpty()) {
insertcompartment = insertcompartment.substring(0, insertcompartment.length() - 1);
insertcompartment = insertcompartment + ';';
}
ArrayList<functionList> funclist = sql.getfunctions(modelids.getId());
if (!funclist.isEmpty())
insertfunction =
insertfunction + "\nInsert Into functiondefinition (id, xmlns,model_id) Values";
for (functionList func : funclist) {
insertfunction =
insertfunction
+ "(\'"
+ func.getId()
+ "\',\'"
+ func.getxmlns()
+ "\',\'"
+ modelids.getId()
+ "\'),";
FunctionDefinition fd = doc.getModel().createFunctionDefinition(func.getId());
try {
math = ASTNode.parseFormula(func.getxmlns());
fd.setMath(math);
} catch (Exception e) {
e.printStackTrace();
}
}
if (!funclist.isEmpty()) {
insertfunction = insertfunction.substring(0, insertfunction.length() - 1);
insertfunction = insertfunction + ';';
}
ArrayList<unitList> unitlist = sql.getunitlist(modelids.getId());
if (!unitlist.isEmpty())
insertunitdef =
insertunitdef + "\nInsert Into listofunitdefinitions (id,name,model_id) Values";
for (unitList units : unitlist) {
insertunitdef =
insertunitdef
+ "(\'"
+ units.getId()
+ "\',\'"
+ units.getName()
+ "\',\'"
+ modelids.getId()
+ "\'),";
UnitDefinition ud = doc.getModel().createUnitDefinition(units.getId());
ud.setName(units.getName());
ArrayList<unitList> unitdeflist = sql.getunitdef(units.getId());
if (!unitdeflist.isEmpty())
insertunits =
insertunits
+ "\nInsert Into listofunits (listofunitdefinitions_id,kind, scale,exponent,multiplier) Values";
for (unitList unitdef : unitdeflist) {
insertunits =
insertunits
+ "(\'"
+ units.getId()
+ "\',\'"
+ unitdef.getkind()
+ "\',"
+ unitdef.getscale()
+ ","
+ unitdef.getexponent()
+ ","
+ unitdef.getmultiplier()
+ "),";
Unit u = ud.createUnit(Unit.Kind.valueOf(unitdef.getkind()));
u.setScale(unitdef.getscale());
u.setExponent(unitdef.getexponent());
u.setMultiplier(unitdef.getmultiplier());
}
// doc.getModel().addSpecies(sp) ;
if (!unitdeflist.isEmpty()) {
insertunits = insertunits.substring(0, insertunits.length() - 1);
insertunits = insertunits + ';';
}
}
if (!unitlist.isEmpty()) {
insertunitdef = insertunitdef.substring(0, insertunitdef.length() - 1);
insertunitdef = insertunitdef + ';';
}
ArrayList<reactionList> reactionlist = sql.getreactons(modelids.getId());
if (!reactionlist.isEmpty())
insertreaction =
insertreaction
+ "\nInsert Into reaction (id,name, reversible,fast,model_id,compartment,annotation) Values";
for (reactionList reaction : reactionlist) {
insertreaction =
insertreaction
+ "(\'"
+ reaction.getId()
+ "\',\'"
+ reaction.getName()
+ "\',"
+ reaction.getreversible()
+ ","
+ reaction.getfast()
+ ",\'"
+ modelids.getId()
+ "\',\'"
+ reaction.getcompartment()
+ "\',\'"
+ reaction.getannotation()
+ "\'),";
Reaction rn = doc.getModel().createReaction(reaction.getId());
rn.setName(reaction.getName());
if (doc.getModel().getLevel() == 3) rn.setCompartment(reaction.getcompartment());
rn.setFast(reaction.getfast());
rn.setReversible(reaction.getreversible());
if (!reaction.getannotation().equals("")) {
Annotation annot = new Annotation(reaction.getannotation().toString());
rn.setAnnotation(annot);
}
ArrayList<reactionList> reactantlist = sql.getreactants(reaction.getId());
if (!reactantlist.isEmpty())
insertreactant =
insertreactant
+ "\nInsert Into simplespeciesreference (reaction_id,species, sboTerm,stoichiometry,speciestype,constant) Values";
for (reactionList reactant : reactantlist) {
insertreactant =
insertreactant
+ "(\'"
+ reaction.getId()
+ "\',\'"
+ reactant.getspecies()
+ "\',\'"
+ reactant.getsboTerm()
+ "\',"
+ reactant.getstoichometry()
+ ","
+ reactant.getconstant()
+ ",\'reactants\'),";
SpeciesReference rt = new SpeciesReference();
rt.setName(reactant.getspecies());
rt.setSpecies(reactant.getspecies());
// rt.setSBOTerm(reactant.getsboTerm());
rt.setStoichiometry(reactant.getstoichometry());
// rt.setConstant(reactant.getconstant());
rn.addReactant(rt);
}
if (!reactantlist.isEmpty()) {
insertreactant = insertreactant.substring(0, insertreactant.length() - 1);
insertreactant = insertreactant + ';';
}
ArrayList<reactionList> productlist = sql.getproducts(reaction.getId());
if (!productlist.isEmpty())
insertproduct =
insertproduct
+ "\nInsert Into simplespeciesreference (reaction_id,species, sboTerm,stoichiometry,constant,speciestype) Values";
for (reactionList product : productlist) {
insertproduct =
insertproduct
+ "(\'"
+ reaction.getId()
+ "\',\'"
+ product.getspecies()
+ "\',\'"
+ product.getsboTerm()
+ "\',"
+ product.getstoichometry()
+ ","
+ product.getconstant()
+ ",\'products\'),";
SpeciesReference pr = new SpeciesReference();
pr.setName(product.getspecies());
pr.setSpecies(product.getspecies());
// pr.setSBOTerm(product.getsboTerm());
pr.setStoichiometry(product.getstoichometry());
// pr.setConstant(product.getconstant());
rn.addProduct(pr);
}
if (!productlist.isEmpty()) {
insertproduct = insertproduct.substring(0, insertproduct.length() - 1);
insertproduct = insertproduct + ';';
}
ArrayList<reactionList> modifierlist = sql.getmodifiers(reaction.getId());
if (!modifierlist.isEmpty())
insertmodifier =
insertmodifier
+ "\nInsert Into modifierspeciesreference (reaction_id,species, sboTerm,speciestype) Values";
for (reactionList modifier : modifierlist) {
insertmodifier =
insertmodifier
+ "(\'"
+ reaction.getId()
+ "\',\'"
+ modifier.getspecies()
+ "\',\'"
+ modifier.getsboTerm()
+ "\',\'modifiers\'),";
ModifierSpeciesReference m = new ModifierSpeciesReference();
m.setName(modifier.getspecies());
m.setSpecies(modifier.getspecies());
// m.setSBOTerm(modifier.getsboTerm());
rn.addModifier(m);
}
if (!modifierlist.isEmpty()) {
insertmodifier = insertmodifier.substring(0, insertmodifier.length() - 1);
insertmodifier = insertmodifier + ';';
}
ArrayList<reactionList> klawlist = sql.getkineticlaws(reaction.getId());
if (!klawlist.isEmpty())
insertklaw =
insertklaw + "\nInsert Into kineticlaw (reaction_id,kid, math,annotation) Values";
for (reactionList klaw : klawlist) {
insertklaw =
insertklaw
+ "(\'"
+ reaction.getId()
+ "\',\'"
+ klaw.getId()
+ "\',\'"
+ klaw.getmath()
+ "\',\'"
+ klaw.getannotation()
+ "\'),";
KineticLaw kl = rn.createKineticLaw();
try {
math = ASTNode.parseFormula(klaw.getmath());
kl.setMath(math);
if (!klaw.getannotation().equals("")) {
Annotation annot = new Annotation(klaw.getannotation().toString());
kl.setAnnotation(annot);
}
} catch (Exception e) {
e.printStackTrace();
}
}
if (!klawlist.isEmpty()) {
insertklaw = insertklaw.substring(0, insertklaw.length() - 1);
insertklaw = insertklaw + ';';
}
}
if (!reactionlist.isEmpty()) {
insertreaction = insertreaction.substring(0, insertreaction.length() - 1);
insertreaction = insertreaction + ';';
}
ArrayList<parameterList> paralist = sql.getparameters(modelids.getId());
if (!paralist.isEmpty())
insertparameter =
insertparameter
+ "\nInsert Into parameter (id,name,value,units,constant,model_id) Values";
for (parameterList para : paralist) {
insertparameter =
insertparameter
+ "(\'"
+ para.getId()
+ "\',\'"
+ para.getName()
+ "\',"
+ para.getvalue()
+ ","
+ para.getunits()
+ ","
+ para.getconstant()
+ ",\'"
+ modelids.getId()
+ "\'),";
Parameter par = doc.getModel().createParameter(para.getId());
par.setName(para.getId());
par.setConstant(para.getconstant());
par.setUnits(para.getunits());
par.setValue(para.getvalue());
}
if (!paralist.isEmpty()) {
insertparameter = insertparameter.substring(0, insertparameter.length() - 1);
insertparameter = insertparameter + ';';
}
ArrayList<constraintList> conslist = sql.getconstraints(modelids.getId());
if (!conslist.isEmpty())
insertconstraint =
insertconstraint + "\nInsert Into sbmlconstraint (math,message,model_id) Values";
for (constraintList constraint : conslist) {
insertconstraint =
insertconstraint
+ "(\'"
+ constraint.getmath()
+ "\',\'"
+ constraint.getmessage()
+ "\',\'"
+ modelids.getId()
+ "\'),";
Constraint cons = doc.getModel().createConstraint();
try {
math = ASTNode.parseFormula(constraint.getmath());
cons.setMath(math);
cons.setMessage(constraint.getmessage());
} catch (Exception e) {
e.printStackTrace();
}
}
if (!conslist.isEmpty()) {
insertconstraint = insertconstraint.substring(0, insertconstraint.length() - 1);
insertconstraint = insertconstraint + ';';
}
ArrayList<eventsList> eventlist = sql.getevents(modelids.getId());
if (!eventlist.isEmpty())
insertevent =
insertevent + "\nInsert Into event (id,name,UseValuesFromTriggerTime,model_id) Values";
for (eventsList events : eventlist) {
insertevent =
insertevent
+ "(\'"
+ events.getId()
+ "\',\'"
+ events.getName()
+ "\',"
+ events.getuservalues()
+ ",\'"
+ modelids.getId()
+ "\'),";
Event ev = doc.getModel().createEvent(events.getId());
ev.setName(events.getName());
// ev.setUseValuesFromTriggerTime(events.getuservalues());
ArrayList<eventsList> triggerlist = sql.gettriggers(events.getId());
if (!triggerlist.isEmpty())
inserttrigger =
inserttrigger
+ "\nInsert Into sbmltrigger (event_id,initialvalue,persisent,math) Values";
for (eventsList triggers : triggerlist) {
Trigger tr = doc.getModel().createTrigger();
try {
math = ASTNode.parseFormula(triggers.getmath());
tr.setMath(math);
tr.setInitialValue(triggers.getinitialval());
tr.setPersistent(triggers.getpersistent());
} catch (Exception e) {
e.printStackTrace();
}
}
if (!triggerlist.isEmpty()) {
inserttrigger = inserttrigger.substring(0, insertmodel.length() - 1);
inserttrigger = inserttrigger + ';';
}
ArrayList<eventsList> delaylist = sql.getdelays(events.getId());
if (!delaylist.isEmpty())
insertdelay = insertdelay + "\nInsert Into delay (event_id,math) Values";
for (eventsList delays : delaylist) {
Delay d = doc.getModel().createDelay();
try {
math = ASTNode.parseFormula(delays.getmath());
d.setMath(math);
} catch (Exception e) {
e.printStackTrace();
}
}
if (!delaylist.isEmpty()) {
insertdelay = insertdelay.substring(0, insertdelay.length() - 1);
insertdelay = insertdelay + ';';
}
ArrayList<eventsList> evasslist = sql.geteventassignments(events.getId());
if (!evasslist.isEmpty())
inserteventassign =
inserteventassign + "\nInsert Into eventassignment (event_id,variable,math) Values";
for (eventsList evassign : evasslist) {
EventAssignment ea = doc.getModel().createEventAssignment();
try {
math = ASTNode.parseFormula(evassign.getmath());
ea.setMath(math);
} catch (Exception e) {
e.printStackTrace();
}
}
if (!evasslist.isEmpty()) {
inserteventassign = inserteventassign.substring(0, inserteventassign.length() - 1);
inserteventassign = inserteventassign + ';';
}
}
if (!eventlist.isEmpty()) {
insertevent = insertevent.substring(0, insertevent.length() - 1);
insertevent = insertevent + ';';
}
ArrayList<ruleslist> rulelist = sql.getrules(modelids.getId());
if (!rulelist.isEmpty())
insertrules = insertrules + "\nInsert Into rules (id,math,ruletype,model_id) Values";
for (ruleslist rules : rulelist) {
insertrules =
insertrules
+ "(\'"
+ rules.getId()
+ "\',\'"
+ rules.getmath()
+ "\',\'"
+ rules.getruletype()
+ "\',\'"
+ modelids.getId()
+ "\'),";
if (rules.getruletype().equals("assignmentrule")) {
Rule r = doc.getModel().createAssignmentRule();
r.setMetaId(rules.getId());
try {
math = ASTNode.parseFormula(rules.getmath());
r.setMath(math);
} catch (Exception e) {
e.printStackTrace();
}
}
}
if (!rulelist.isEmpty()) {
insertrules = insertrules.substring(0, insertrules.length() - 1);
insertrules = insertrules + ';';
}
SBMLWriter writer = new SBMLWriter();
try {
String Path = filepath + modelids.getId() + ".xml";
writer.write(doc, Path);
DocumentBuilderFactory documentBuilderFactory = DocumentBuilderFactory.newInstance();
DocumentBuilder documentBuilder = documentBuilderFactory.newDocumentBuilder();
Document document = documentBuilder.parse(Path);
Element root = document.getDocumentElement();
Element newdataset = document.createElement("dataset");
root.appendChild(newdataset);
ArrayList<dataset> datasetlist = sql.getdataset(modelids.getId());
for (dataset ds : datasetlist) {
// System.out.println(ds.getexpcond());
Element name = document.createElement("experimentalcondition");
name.setAttribute("bioelement", ds.getbioel());
name.setAttribute("name", ds.getName());
name.setAttribute("descr", ds.getdescr());
name.setAttribute("expcond", ds.getexpcond());
name.setAttribute("value", String.valueOf(ds.getvalue()));
name.setAttribute("type", ds.gettype());
name.setAttribute("uri", ds.geturi());
newdataset.appendChild(name);
}
root.appendChild(newdataset);
DOMSource source = new DOMSource(document);
TransformerFactory transformerFactory = TransformerFactory.newInstance();
Transformer transformer = transformerFactory.newTransformer();
transformer.setOutputProperty(OutputKeys.INDENT, "yes");
transformer.setOutputProperty(OutputKeys.METHOD, "xml");
transformer.setOutputProperty("{http://xml.apache.org/xslt}indent-amount", "4");
StreamResult result = new StreamResult(filepath + modelids.getId() + "d.xml");
transformer.transform(source, result);
System.out.println(
"Files : "
+ modelids.getId()
+ ".xml and "
+ modelids.getId()
+ "d.xml have been generated successfully !!!");
} catch (Exception e) {
e.printStackTrace();
}
insertstatement =
insertstatement
+ "\n\n"
+ insertmodel
+ "\n"
+ insertspecies
+ "\n"
+ insertcompartment
+ "\n"
+ insertfunction;
insertstatement =
insertstatement
+ "\n"
+ insertparameter
+ "\n"
+ insertreaction
+ "\n"
+ insertreactant
+ "\n"
+ insertproduct;
insertstatement =
insertstatement
+ "\n"
+ insertmodifier
+ "\n"
+ insertklaw
+ "\n"
+ insertunitdef
+ "\n"
+ insertunits;
insertstatement =
insertstatement
+ "\n"
+ insertrules
+ "\n"
+ insertconstraint
+ "\n"
+ insertevent
+ "\n"
+ inserttrigger
+ "\n"
+ insertdelay
+ "\n"
+ inserteventassign;
insertcompartment = "";
insertmodel = "";
insertspecies = "";
// System.out.println("document : " + doc);
}
insertstatement = insertstatement + "\nUNLOCK TABLES;";
Filedata = Filedata + "\n\n\n" + insertstatement;
try {
wrtireStringToFile(Filedata, filepath + "sbmldb.sql");
} catch (IOException e) {
e.printStackTrace();
}
// System.out.println(insertstatement);
}
public StartProcess() {
super();
Hashtable jndiProps = new Hashtable();
jndiProps.put(Context.PROVIDER_URL, "t3://soaps3.alfa.local:8001/soa-infra");
jndiProps.put(Context.INITIAL_CONTEXT_FACTORY, "weblogic.jndi.WLInitialContextFactory");
jndiProps.put(Context.SECURITY_PRINCIPAL, "weblogic");
jndiProps.put(Context.SECURITY_CREDENTIALS, "weblogic1");
jndiProps.put("dedicated.connection", "true");
String inputPayload =
"<process xmlns=\"http://xmlns.oracle.com/HelloWorld/Helloworld/BPELProcess1\">"
+ " <input>hello</input>"
+ "</process>";
Locator locator = null;
try {
// connect to the soa server
locator = LocatorFactory.createLocator(jndiProps);
String compositeDN = "default/Helloworld!1.0";
// find composite
Composite composite = locator.lookupComposite("default/Helloworld!1.0");
System.out.println("Got Composite : " + composite.toString());
// find exposed service of the composite
Service service = composite.getService("ADFBindingService");
System.out.println("Got serviceName : " + service.toString());
// make the input request and add this to a operation of the service
NormalizedMessage input = new NormalizedMessageImpl();
String uuid = "uuid:" + UUID.randomUUID();
input.addProperty(NormalizedMessage.PROPERTY_CONVERSATION_ID, uuid);
// payload is the partname of the process operation
input.getPayload().put("payload", inputPayload);
// process is the operation of the employee service
NormalizedMessage res = null;
try {
res = service.request("process", input);
} catch (Exception e) {
e.printStackTrace();
}
Map payload = res.getPayload();
Element element = (Element) payload.get("payload");
TransformerFactory tFactory = TransformerFactory.newInstance();
Transformer transformer = tFactory.newTransformer();
transformer.setOutputProperty("indent", "yes");
StringWriter sw = new StringWriter();
StreamResult result = new StreamResult(sw);
DOMSource source = new DOMSource(element);
transformer.transform(source, result);
System.out.println("Result\n" + sw.toString());
System.out.println("instances");
CompositeInstanceFilter filter = new CompositeInstanceFilter();
filter.setMinCreationDate(new java.util.Date((System.currentTimeMillis() - 2000000)));
// get composite instances by filter ..
List<CompositeInstance> obInstances = composite.getInstances(filter);
// for each of the returned composite instances..
for (CompositeInstance instance : obInstances) {
System.out.println(
" DN: "
+ instance.getCompositeDN()
+ " Instance: "
+ instance.getId()
+ " creation-date: "
+ instance.getCreationDate()
+ " state ("
+ instance.getState()
+ "): "
+ getStateAsString(instance.getState()));
// setup a component filter
ComponentInstanceFilter cInstanceFilter = new ComponentInstanceFilter();
// get child component instances ..
List<ComponentInstance> childComponentInstances =
instance.getChildComponentInstances(cInstanceFilter);
// for each child component instance (e.g. a bpel process)
for (ComponentInstance cInstance : childComponentInstances) {
System.out.println(
" -> componentinstance: "
+ cInstance.getComponentName()
+ " type: "
+ cInstance.getServiceEngine().getEngineType()
+ " state: "
+ getStateAsString(cInstance.getState()));
System.out.println("State: " + cInstance.getNormalizedStateAsString());
}
}
} catch (Exception e) {
e.printStackTrace();
}
}
public void init(ServletConfig config) throws ServletException {
super.init(config);
context = config.getServletContext();
TextProcessor tp = new CaseFolder();
try {
wikipedia =
new Wikipedia(
context.getInitParameter("mysql_server"),
context.getInitParameter("mysql_database"),
context.getInitParameter("mysql_user"),
context.getInitParameter("mysql_password"));
} catch (Exception e) {
throw new ServletException("Could not connect to wikipedia database.");
}
// Escaper escaper = new Escaper() ;
definer = new Definer(this);
comparer = new Comparer(this);
searcher = new Searcher(this);
try {
wikifier = new Wikifier(this, tp);
} catch (Exception e) {
System.err.println("Could not initialize wikifier");
}
try {
File dataDirectory = new File(context.getInitParameter("data_directory"));
if (!dataDirectory.exists() || !dataDirectory.isDirectory()) {
throw new Exception();
}
cachingThread = new CacherThread(dataDirectory, tp);
cachingThread.start();
} catch (Exception e) {
throw new ServletException("Could not locate wikipedia data directory.");
}
try {
TransformerFactory tf = TransformerFactory.newInstance();
transformersByName = new HashMap<String, Transformer>();
transformersByName.put(
"help", buildTransformer("help", new File("/research/wikipediaminer/web/xsl"), tf));
transformersByName.put(
"loading", buildTransformer("loading", new File("/research/wikipediaminer/web/xsl"), tf));
transformersByName.put(
"search", buildTransformer("search", new File("/research/wikipediaminer/web/xsl"), tf));
transformersByName.put(
"compare", buildTransformer("compare", new File("/research/wikipediaminer/web/xsl"), tf));
transformersByName.put(
"wikify", buildTransformer("wikify", new File("/research/wikipediaminer/web/xsl"), tf));
Transformer serializer = TransformerFactory.newInstance().newTransformer();
serializer.setOutputProperty(OutputKeys.INDENT, "yes");
serializer.setOutputProperty(OutputKeys.METHOD, "xml");
serializer.setOutputProperty("{http://xml.apache.org/xslt}indent-amount", "3");
transformersByName.put("serializer", serializer);
} catch (Exception e) {
throw new ServletException("Could not load xslt library.");
}
}
/**
* Format this XML data as a String.
*
* @webref xml:method
* @brief Formats XML data as a String
* @param indent -1 for a single line (and no declaration), >= 0 for indents and newlines
* @return the content
* @see XML#toString()
*/
public String format(int indent) {
try {
// entities = doctype.getEntities()
boolean useIndentAmount = false;
TransformerFactory factory = TransformerFactory.newInstance();
if (indent != -1) {
try {
factory.setAttribute("indent-number", indent);
} catch (IllegalArgumentException e) {
useIndentAmount = true;
}
}
Transformer transformer = factory.newTransformer();
// Add the XML declaration at the top if this node is the root and we're
// not writing to a single line (indent = -1 means single line).
if (indent == -1 || parent == null) {
transformer.setOutputProperty(OutputKeys.OMIT_XML_DECLARATION, "yes");
} else {
transformer.setOutputProperty(OutputKeys.OMIT_XML_DECLARATION, "no");
}
// transformer.setOutputProperty(OutputKeys.DOCTYPE_SYSTEM, "sample.dtd");
transformer.setOutputProperty(OutputKeys.METHOD, "xml");
// transformer.setOutputProperty(OutputKeys.CDATA_SECTION_ELEMENTS, "yes"); // huh?
// transformer.setOutputProperty(OutputKeys.DOCTYPE_PUBLIC,
// "-//W3C//DTD XHTML 1.0 Transitional//EN");
// transformer.setOutputProperty(OutputKeys.DOCTYPE_SYSTEM,
// "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd");
// For Android, because (at least 2.3.3) doesn't like indent-number
if (useIndentAmount) {
transformer.setOutputProperty(
"{http://xml.apache.org/xslt}indent-amount", String.valueOf(indent));
}
// transformer.setOutputProperty(OutputKeys.ENCODING,"ISO-8859-1");
// transformer.setOutputProperty(OutputKeys.ENCODING,"UTF8");
transformer.setOutputProperty(OutputKeys.ENCODING, "UTF-8");
// transformer.setOutputProperty(OutputKeys.CDATA_SECTION_ELEMENTS
// Always indent, otherwise the XML declaration will just be jammed
// onto the first line with the XML code as well.
transformer.setOutputProperty(OutputKeys.INDENT, "yes");
// Properties p = transformer.getOutputProperties();
// for (Object key : p.keySet()) {
// System.out.println(key + " -> " + p.get(key));
// }
// If you smell something, that's because this code stinks. No matter
// the settings of the Transformer object, if the XML document already
// has whitespace elements, it won't bother re-indenting/re-formatting.
// So instead, transform the data once into a single line string.
// If indent is -1, then we're done. Otherwise re-run and the settings
// of the factory will kick in. If you know a better way to do this,
// please contribute. I've wasted too much of my Sunday on it. But at
// least the Giants are getting blown out by the Falcons.
final String decl = "<?xml version=\"1.0\" encoding=\"UTF-8\"?>";
final String sep = System.getProperty("line.separator");
StringWriter tempWriter = new StringWriter();
StreamResult tempResult = new StreamResult(tempWriter);
transformer.transform(new DOMSource(node), tempResult);
String[] tempLines = PApplet.split(tempWriter.toString(), sep);
// PApplet.println(tempLines);
if (tempLines[0].startsWith("<?xml")) {
// Remove XML declaration from the top before slamming into one line
int declEnd = tempLines[0].indexOf("?>") + 2;
// if (tempLines[0].length() == decl.length()) {
if (tempLines[0].length() == declEnd) {
// If it's all the XML declaration, remove it
// PApplet.println("removing first line");
tempLines = PApplet.subset(tempLines, 1);
} else {
// PApplet.println("removing part of first line");
// If the first node has been moved to this line, be more careful
// tempLines[0] = tempLines[0].substring(decl.length());
tempLines[0] = tempLines[0].substring(declEnd);
}
}
String singleLine = PApplet.join(PApplet.trim(tempLines), "");
if (indent == -1) {
return singleLine;
}
// Might just be whitespace, which won't be valid XML for parsing below.
// https://github.com/processing/processing/issues/1796
// Since indent is not -1, that means they want valid XML,
// so we'll give them the single line plus the decl... Lame? sure.
if (singleLine.trim().length() == 0) {
// You want whitespace? I've got your whitespace right here.
return decl + sep + singleLine;
}
// Since the indent is not -1, bring back the XML declaration
// transformer.setOutputProperty(OutputKeys.OMIT_XML_DECLARATION, "no");
StringWriter stringWriter = new StringWriter();
StreamResult xmlOutput = new StreamResult(stringWriter);
// DOMSource source = new DOMSource(node);
Source source = new StreamSource(new StringReader(singleLine));
transformer.transform(source, xmlOutput);
String outgoing = stringWriter.toString();
// Add the XML declaration to the top if it's not there already
if (outgoing.startsWith(decl)) {
int declen = decl.length();
int seplen = sep.length();
if (outgoing.length() > declen + seplen
&& !outgoing.substring(declen, declen + seplen).equals(sep)) {
// make sure there's a line break between the XML decl and the code
return outgoing.substring(0, decl.length()) + sep + outgoing.substring(decl.length());
}
return outgoing;
} else {
return decl + sep + outgoing;
}
} catch (Exception e) {
e.printStackTrace();
}
return null;
}
public void CollectData(String link) {
try {
// Creating an empty XML Document
DocumentBuilderFactory dbfac = DocumentBuilderFactory.newInstance();
DocumentBuilder docBuilder = dbfac.newDocumentBuilder();
Document doc = docBuilder.newDocument();
int flag = 0;
// create the root element and add it to the document
Element movie = doc.createElement("movie");
doc.appendChild(movie);
movie.setAttribute("id", String.valueOf(n));
n++;
// create sub elements
Element genres = doc.createElement("genres");
Element actors = doc.createElement("actors");
Element reviews = doc.createElement("reviews");
URL movieUrl = new URL(link);
URL reviewsURL = new URL(link + "reviews/#type=top_critics");
BufferedWriter bw3 = new BufferedWriter(new FileWriter("movies.xml", true));
int count = -1;
String auth = "";
BufferedReader br3 = new BufferedReader(new InputStreamReader(movieUrl.openStream()));
String str2 = "";
String info = "";
while (null != (str2 = br3.readLine())) {
// start reading the html document
if (str2.isEmpty()) continue;
if (count == 14) break;
if (count == 12) {
if (!str2.contains("<h3>Cast</h3>")) continue;
else count++;
}
if (count == 13) {
if (str2.contains(">ADVERTISEMENT</p>")) {
count++;
movie.appendChild(actors);
continue;
} else {
if (str2.contains("itemprop=\"name\">")) {
Element actor = doc.createElement("actor");
actors.appendChild(actor);
Text text = doc.createTextNode(Jsoup.parse(str2.toString()).text());
actor.appendChild(text);
} else continue;
}
}
if (count <= 11) {
switch (count) {
case -1:
{
if (!str2.contains("property=\"og:image\"")) continue;
else {
Pattern image =
Pattern.compile("http://.*.jpg", Pattern.CASE_INSENSITIVE | Pattern.DOTALL);
Matcher match = image.matcher(str2);
while (match.find()) {
Element imageLink = doc.createElement("imageLink");
movie.appendChild(imageLink);
Text text = doc.createTextNode(match.group());
imageLink.appendChild(text);
count++;
}
}
break;
}
case 0:
{
if (str2.contains("<title>")) {
Element name = doc.createElement("name");
movie.appendChild(name);
Text text =
doc.createTextNode(
Jsoup.parse(str2.toString().replace(" - Rotten Tomatoes", "")).text());
name.appendChild(text);
count++;
}
break;
}
case 1:
{
if (!str2.contains("itemprop=\"ratingValue\"")) break;
else {
Element score = doc.createElement("score");
movie.appendChild(score);
Text text = doc.createTextNode(Jsoup.parse(str2.toString()).text());
score.appendChild(text);
count++;
}
break;
}
case 2:
{
if (!str2.contains("itemprop=\"description\">")) continue;
else count++;
break;
}
case 3:
{
if (!str2.contains("itemprop=\"duration\"")) info = info.concat(str2);
else {
Element MovieInfo = doc.createElement("MovieInfo");
movie.appendChild(MovieInfo);
Text text = doc.createTextNode(Jsoup.parse(info.toString()).text());
MovieInfo.appendChild(text);
info = str2;
count++;
}
break;
}
case 4:
{
if (!str2.contains("itemprop=\"genre\"")) info = info.concat(str2);
else {
Element duration = doc.createElement("duration");
movie.appendChild(duration);
Text text = doc.createTextNode(Jsoup.parse(info.toString()).text());
duration.appendChild(text);
info = str2;
count++;
}
break;
}
case 5:
{
if (info.contains("itemprop=\"genre\"")) {
Element genre = doc.createElement("genre");
genres.appendChild(genre);
Text text = doc.createTextNode(Jsoup.parse(info.toString()).text());
genre.appendChild(text);
info = "";
}
if (str2.contains(">Directed By:<")) {
count++;
movie.appendChild(genres);
continue;
} else {
if (str2.contains("itemprop=\"genre\"")) {
Element genre = doc.createElement("genre");
genres.appendChild(genre);
Text text = doc.createTextNode(Jsoup.parse(str2.toString()).text());
genre.appendChild(text);
} else continue;
}
break;
}
case 6:
{
if (!str2.contains(">Written By:<")) {
if (str2.contains(">In Theaters:<")) {
Element director = doc.createElement("director");
movie.appendChild(director);
Text text =
doc.createTextNode(
Jsoup.parse(info.toString().replace("Directed By: ", "")).text());
director.appendChild(text);
info = str2;
count += 2;
break;
}
info = info.concat(str2);
} else {
Element director = doc.createElement("director");
movie.appendChild(director);
Text text =
doc.createTextNode(
Jsoup.parse(info.toString().replace("Directed By: ", "")).text());
director.appendChild(text);
info = "";
count++;
}
break;
}
case 7:
{
if (!str2.contains(">In Theaters:<")) {
if (str2.contains(">On DVD:<")) {
Element writer = doc.createElement("writer");
movie.appendChild(writer);
Text text = doc.createTextNode(Jsoup.parse(info.toString()).text());
writer.appendChild(text);
info = str2;
count += 2;
break;
}
info = info.concat(str2);
} else {
Element writer = doc.createElement("writer");
movie.appendChild(writer);
Text text = doc.createTextNode(Jsoup.parse(info.toString()).text());
writer.appendChild(text);
info = str2;
count++;
}
break;
}
case 8:
{
if (!str2.contains(">On DVD:<")) info = info.concat(str2);
else {
Element TheatreRelease = doc.createElement("TheatreRelease");
movie.appendChild(TheatreRelease);
Text text =
doc.createTextNode(
Jsoup.parse(info.toString().replace("In Theaters:", "")).text());
TheatreRelease.appendChild(text);
info = str2;
count++;
}
break;
}
case 9:
{
if (!str2.contains(">US Box Office:<")) {
if (str2.contains("itemprop=\"productionCompany\"")) {
Element DvdRelease = doc.createElement("DvdRelease");
movie.appendChild(DvdRelease);
Text text =
doc.createTextNode(
Jsoup.parse(info.toString().replace("On DVD:", "")).text());
DvdRelease.appendChild(text);
info = str2;
count += 2;
break;
}
info = info.concat(str2);
} else {
Element DvdRelease = doc.createElement("DvdRelease");
movie.appendChild(DvdRelease);
Text text =
doc.createTextNode(
Jsoup.parse(info.toString().replace("On DVD:", "")).text());
DvdRelease.appendChild(text);
info = str2;
count++;
}
break;
}
case 10:
{
if (!str2.contains("itemprop=\"productionCompany\"")) info = info.concat(str2);
else {
Element BOCollection = doc.createElement("BOCollection");
movie.appendChild(BOCollection);
Text text =
doc.createTextNode(
Jsoup.parse(info.toString().replace("US Box Office:", "")).text());
BOCollection.appendChild(text);
info = str2;
count++;
}
break;
}
case 11:
{
if (!str2.contains(">Official Site")) info = info.concat(str2);
else {
Element Production = doc.createElement("Production");
movie.appendChild(Production);
Text text = doc.createTextNode(Jsoup.parse(info.toString()).text());
Production.appendChild(text);
info = str2;
count++;
}
break;
}
default:
break;
}
}
}
BufferedReader br4 = new BufferedReader(new InputStreamReader(reviewsURL.openStream()));
String str3 = "";
String info2 = "";
int count2 = 0;
while (null != (str3 = br4.readLine())) {
if (count2 == 0) {
if (!str3.contains("<div class=\"reviewsnippet\">")) continue;
else count2++;
}
if (count2 == 1) {
if (!str3.contains("<p class=\"small subtle\">")) info2 = info2.concat(str3);
else {
Element review = doc.createElement("review");
reviews.appendChild(review);
Text text = doc.createTextNode(Jsoup.parse(info2.toString()).text());
review.appendChild(text);
info2 = "";
count2 = 0;
}
}
}
movie.appendChild(reviews);
TransformerFactory transfac = TransformerFactory.newInstance();
Transformer trans = transfac.newTransformer();
trans.setOutputProperty(OutputKeys.OMIT_XML_DECLARATION, "yes");
trans.setOutputProperty(OutputKeys.INDENT, "yes");
// create string from xml tree
StringWriter sw = new StringWriter();
StreamResult result = new StreamResult(sw);
DOMSource source = new DOMSource(doc);
trans.transform(source, result);
String xmlString = sw.toString();
bw3.write(xmlString);
br3.close();
br4.close();
bw3.close();
} catch (Exception ex) {
ex.printStackTrace();
}
}