private void parseProperties(Document doc, CsvProperties properties) {
try {
ArrayList<String> els;
// Get unique times
List<Element> timeList = XPath.selectNodes(doc, ".//gml:timePosition");
if (!timeList.isEmpty()) {
ArrayList<String> times = new ArrayList<String>(timeList.size());
for (Element e : timeList) {
times.add(e.getValue());
}
els = new ArrayList(new HashSet(times));
Collections.sort(els);
properties.setTimesteps(els);
}
// Get unique variable names
List<Element> varList = XPath.selectNodes(doc, ".//ioos:Quantity");
if (!varList.isEmpty()) {
ArrayList<String> vars = new ArrayList<String>(varList.size());
for (Element e : varList) {
vars.add(e.getAttributeValue("name"));
}
els = new ArrayList(new HashSet(vars));
properties.setVariableHeaders(els);
}
} catch (JDOMException e1) {
e1.printStackTrace();
}
}
@Override
public void getObservations(File savePath) {
double numSens = getSelectedSensorCount();
double countSens = 0;
String requestURL;
ArrayList<String> filenames = new ArrayList<String>();
// Are we loading an XSL?
String schemaLoc = "/resources/schemas/ioos_gmlv061_to_arc.xsl";
SAXBuilder xslBuilder = new SAXBuilder();
Document xslDoc = null;
try {
pcs.firePropertyChange(
"message", null, "Loading DIF to ERSI CSV XSL Schema from " + schemaLoc);
xslDoc = xslBuilder.build(this.getClass().getResourceAsStream(schemaLoc));
} catch (JDOMException e) {
pcs.firePropertyChange("message", null, "XSL is not well-formed");
return;
} catch (IOException e) {
pcs.firePropertyChange("message", null, "XSL at: " + schemaLoc + "; is inaccessible");
return;
}
Timer stopwatch = new Timer();
SAXBuilder difBuilder;
Document difDoc;
CsvProperties properties;
Long filesize = Long.parseLong("0");
for (SensorContainer sensor : selectedSensors) {
properties = new CsvProperties();
stopwatch.reset();
stopwatch.start();
pcs.firePropertyChange("message", null, "Sensor: " + sensor.getName());
pcs.firePropertyChange("message", null, "- Building Request String");
requestURL = buildRequest(sensor);
difBuilder = new SAXBuilder(); // parameters control
difDoc = null;
try {
pcs.firePropertyChange("message", null, "- Making Request (" + requestURL + ")");
difDoc = difBuilder.build(requestURL);
} catch (JDOMException e) {
pcs.firePropertyChange("message", null, "- SOS at: " + requestURL + "; is not well-formed");
continue;
} catch (IOException e) {
pcs.firePropertyChange("message", null, "- SOS at: " + sosURL + "; is inaccessible");
continue;
}
try {
XMLOutputter outputter = new XMLOutputter(Format.getPrettyFormat());
Writer writer = new StringWriter(4 * 10 ^ 7); // 40 mb
outputter.output(difDoc, writer);
float mysize = writer.toString().length();
pcs.firePropertyChange(
"message", null, "- Size of SOS Observations request (mB)= ~" + mysize / 1000000.0);
} catch (IOException e) {
pcs.firePropertyChange("message", null, "- Could not get the size of the xml document");
}
stopwatch.start();
List<Text> myList = null;
try {
pcs.firePropertyChange("message", null, "- Transforming XML to CSV");
myList = transform(difDoc, xslDoc);
// These two tests are common error messages.
if ((!myList.get(0).getText().trim().substring(0, 20).contains("No"))
&& (!myList.get(0).getText().trim().substring(0, 20).contains("Response format"))) {
String filename = FileSaveUtils.chooseFilename(savePath, sensor.getName(), fileSuffix);
properties.setPath(filename);
properties.setSuffix(fileSuffix);
properties.setIdHeader("Station");
properties.setLatHeader("Latitude");
properties.setLonHeader("Longitude");
properties.setTimeHeader("DateTime");
properties.setCdmFeatureType("timeSeries");
File savedfile = new File(filename);
Writer fstream = new FileWriter(savedfile);
pcs.firePropertyChange("message", null, "- Streaming transformed results to file");
BufferedWriter out = new BufferedWriter(fstream);
out.write(myList.get(0).getText());
out.close();
filesize = Long.valueOf(savedfile.length());
// Don't add empty files to the output path
if (filesize > 0) {
filenames.add(savedfile.getAbsolutePath());
parseProperties(difDoc, properties);
properties.writeFile();
}
} else {
pcs.firePropertyChange(
"message", null, "- No data returned at this station for selected parameters!");
}
} catch (IOException e) {
pcs.firePropertyChange("message", null, "- Could not output transformed XML");
} catch (JDOMException e) {
pcs.firePropertyChange("message", null, "- JDOM tranform failed!");
}
countSens++;
pcs.firePropertyChange(
"message",
null,
"- Completed "
+ filesize.toString()
+ " bytes in "
+ stopwatch.elapsedTime()
+ " seconds");
int prog = Double.valueOf(countSens / numSens * 100).intValue();
pcs.firePropertyChange("progress", null, prog);
} // End Sensor List
pcs.firePropertyChange("progress", null, 100);
if (!filenames.isEmpty()) {
pcs.firePropertyChange("message", null, "Saved Files:");
for (String s : filenames) {
pcs.firePropertyChange("message", null, "- " + s);
}
}
pcs.firePropertyChange("done", null, filenames.toString());
}
