private void extractVariables() {
if (leafDataset == null) leafDataset = findLeafDataset(dataset);
if (leafDataset == null) return;
ThreddsMetadata.Variables vars;
try {
vars = MetadataExtractor.extractVariables(leafDataset);
} catch (IOException e) {
return;
}
if (vars != null) {
ThreddsMetadata tm = dataset.getLocalMetadataInheritable();
List<ThreddsMetadata.Variables> varsList = tm.getVariables();
boolean replaced = false;
for (int i = 0; i < varsList.size(); i++) {
ThreddsMetadata.Variables vs = varsList.get(i);
if (vs.getVocabulary().equals(vars.getVocabulary())) {
varsList.set(i, vars); // replace
replaced = true;
break;
}
}
if (!replaced) tm.addVariables(vars);
variablesFld.setValue(vars.getVariableList());
setMode(variablesFld, 1);
}
}
/**
* Extract a list of data variables (and their canonical names if possible) from the dataset.
*
* @param threddsDataset open this dataset
* @return ThreddsMetadata.Variables, or null if unable.
* @throws IOException on read error
*/
public static ThreddsMetadata.Variables extractVariables(InvDatasetImpl threddsDataset)
throws IOException {
ThreddsDataFactory.Result result = null;
try {
result = new ThreddsDataFactory().openFeatureDataset(threddsDataset, null);
if (result.fatalError) {
System.out.println(" openDatatype errs=" + result.errLog);
return null;
}
if (result.featureType == FeatureType.GRID) {
// System.out.println(" extractVariables GRID=" + result.location);
GridDataset gridDataset = (GridDataset) result.featureDataset;
return extractVariables(threddsDataset, gridDataset);
} else if ((result.featureType == FeatureType.STATION)
|| (result.featureType == FeatureType.POINT)) {
PointObsDataset pobsDataset = (PointObsDataset) result.featureDataset;
ThreddsMetadata.Variables vars = new ThreddsMetadata.Variables("CF-1.0");
for (VariableSimpleIF vs : pobsDataset.getDataVariables()) {
ThreddsMetadata.Variable v = new ThreddsMetadata.Variable();
vars.addVariable(v);
v.setName(vs.getName());
v.setDescription(vs.getDescription());
v.setUnits(vs.getUnitsString());
ucar.nc2.Attribute att = vs.findAttributeIgnoreCase("standard_name");
v.setVocabularyName((att != null) ? att.getStringValue() : "N/A");
}
vars.sort();
return vars;
}
} finally {
try {
if ((result != null) && (result.featureDataset != null)) result.featureDataset.close();
} catch (IOException ioe) {
logger.error("Closing dataset " + result.featureDataset, ioe);
}
}
return null;
}
private void setVariables(Field.BeanTable beanTable) {
List variableLists = dataset.getLocalMetadata().getVariables();
if ((variableLists != null) && (variableLists.size() > 0)) {
ThreddsMetadata.Variables vars = (ThreddsMetadata.Variables) variableLists.get(0);
beanTable.setValue(vars.getVariableList());
setMode(beanTable, 0);
return;
}
variableLists = dataset.getLocalMetadataInheritable().getVariables();
if ((variableLists != null) && (variableLists.size() > 0)) {
ThreddsMetadata.Variables vars = (ThreddsMetadata.Variables) variableLists.get(0);
beanTable.setValue(vars.getVariableList());
setMode(beanTable, 1);
return;
}
variableLists = dataset.getVariables();
if ((variableLists != null) && (variableLists.size() > 0)) {
ThreddsMetadata.Variables vars = (ThreddsMetadata.Variables) variableLists.get(0);
beanTable.setValue(vars.getVariableList());
setMode(beanTable, (vars == null || vars.getVariableList().size() == 0) ? 1 : 2);
return;
}
// clear out the table
beanTable.setValue(new ArrayList());
}
public static ThreddsMetadata.Variables extractVariables(FeatureDatasetPoint fd) {
ThreddsMetadata.Variables vars = new ThreddsMetadata.Variables("CF-1.5");
List<VariableSimpleIF> dataVars = fd.getDataVariables();
if (dataVars == null) return vars;
for (VariableSimpleIF v : dataVars) {
ThreddsMetadata.Variable tv = new ThreddsMetadata.Variable();
vars.addVariable(tv);
tv.setName(v.getName());
tv.setDescription(v.getDescription());
tv.setUnits(v.getUnitsString());
ucar.nc2.Attribute att = v.findAttributeIgnoreCase("standard_name");
tv.setVocabularyName((att != null) ? att.getStringValue() : "N/A");
}
vars.sort();
return vars;
}
public static ThreddsMetadata.Variables extractVariables(
InvDatasetImpl threddsDataset, GridDataset gridDataset) {
thredds.catalog.DataFormatType fileFormat = threddsDataset.getDataFormatType();
if ((fileFormat != null)
&& (fileFormat.equals(DataFormatType.GRIB1) || fileFormat.equals(DataFormatType.GRIB2))) {
boolean isGrib1 = fileFormat.equals(DataFormatType.GRIB1);
ThreddsMetadata.Variables vars = new ThreddsMetadata.Variables(fileFormat.toString());
for (GridDatatype grid : gridDataset.getGrids()) {
ThreddsMetadata.Variable v = new ThreddsMetadata.Variable();
v.setName(grid.getName());
v.setDescription(grid.getDescription());
v.setUnits(grid.getUnitsString());
// ucar.nc2.Attribute att = grid.findAttributeIgnoreCase("GRIB_param_number");
// String paramNumber = (att != null) ? att.getNumericValue().toString() : null;
if (isGrib1) {
v.setVocabularyName(grid.findAttValueIgnoreCase("GRIB_param_name", "ERROR"));
v.setVocabularyId(grid.findAttributeIgnoreCase("GRIB_param_id"));
} else {
String paramDisc = grid.findAttValueIgnoreCase("GRIB_param_discipline", "");
String paramCategory = grid.findAttValueIgnoreCase("GRIB_param_category", "");
String paramName = grid.findAttValueIgnoreCase("GRIB_param_name", "");
v.setVocabularyName(paramDisc + " / " + paramCategory + " / " + paramName);
v.setVocabularyId(grid.findAttributeIgnoreCase("GRIB_param_id"));
}
vars.addVariable(v);
}
vars.sort();
return vars;
} else { // GRID but not GRIB
ThreddsMetadata.Variables vars = new ThreddsMetadata.Variables("CF-1.0");
for (GridDatatype grid : gridDataset.getGrids()) {
ThreddsMetadata.Variable v = new ThreddsMetadata.Variable();
vars.addVariable(v);
v.setName(grid.getName());
v.setDescription(grid.getDescription());
v.setUnits(grid.getUnitsString());
ucar.nc2.Attribute att = grid.findAttributeIgnoreCase("standard_name");
v.setVocabularyName((att != null) ? att.getStringValue() : "N/A");
}
vars.sort();
return vars;
}
}
private void datasetInfoHtml(
RadarType radarType, String pathInfo, PrintWriter pw, HttpServletResponse res)
throws IOException {
pathInfo = pathInfo.replace("/dataset.html", "");
pathInfo = pathInfo.replace("/catalog.html", "");
Element root = new Element("RadarNexrad");
Document doc = new Document(root);
if (pathInfo.startsWith("/")) pathInfo = pathInfo.substring(1);
for (int i = 0; i < datasets.size(); i++) {
InvDatasetScan ds = (InvDatasetScan) datasets.get(i);
if (!(pathInfo.equals(ds.getPath()))) {
continue;
}
// at this point a valid dataset
// fix the location
root.setAttribute("location", "/thredds/radarServer/" + ds.getPath());
// spatial range
ThreddsMetadata.GeospatialCoverage gc = ds.getGeospatialCoverage();
LatLonRect bb = new LatLonRect();
gc.setBoundingBox(bb);
String north = Double.toString(gc.getLatNorth());
String south = Double.toString(gc.getLatSouth());
String east = Double.toString(gc.getLonEast());
String west = Double.toString(gc.getLonWest());
Element LatLonBox = new Element("LatLonBox");
LatLonBox.addContent(new Element("north").addContent(north));
LatLonBox.addContent(new Element("south").addContent(south));
LatLonBox.addContent(new Element("east").addContent(east));
LatLonBox.addContent(new Element("west").addContent(west));
root.addContent(LatLonBox);
// get the time range
Element timeSpan = new Element("TimeSpan");
CalendarDateRange dr = ds.getCalendarDateCoverage();
timeSpan.addContent(new Element("begin").addContent(dr.getStart().toString()));
timeSpan.addContent(new Element("end").addContent(dr.getEnd().toString()));
root.addContent(timeSpan);
ThreddsMetadata.Variables cvs = (ThreddsMetadata.Variables) ds.getVariables().get(0);
List vl = cvs.getVariableList();
for (int j = 0; j < vl.size(); j++) {
ThreddsMetadata.Variable v = (ThreddsMetadata.Variable) vl.get(j);
Element variable = new Element("variable");
variable.setAttribute("name", v.getName());
root.addContent(variable);
}
// add pointer to the station list XML
/*
Element stnList = new Element("stationList");
stnList.setAttribute("title", "Available Stations", XMLEntityResolver.xlinkNS);
stnList.setAttribute("href", "/thredds/radarServer/"+ pathInfo +"/stations.xml",
XMLEntityResolver.xlinkNS);
root.addContent(stnList);
*/
// String[] stations = rns.stationsDS( dataLocation.get( ds.getPath() ));
// rns.printStations( stations );
// add accept list
Element a = new Element("AcceptList");
a.addContent(new Element("accept").addContent("xml"));
a.addContent(new Element("accept").addContent("html"));
root.addContent(a);
}
ServerMethods sm = new ServerMethods(log);
InputStream xslt = sm.getInputStream(contentPath + getPath() + "radar.xsl", RadarServer.class);
try {
// what's wrong here xslt = getXSLT( "radar.xsl" );
XSLTransformer transformer = new XSLTransformer(xslt);
Document html = transformer.transform(doc);
XMLOutputter fmt = new XMLOutputter(Format.getPrettyFormat());
String infoString = fmt.outputString(html);
res.setContentType("text/html; charset=iso-8859-1");
pw = res.getWriter();
pw.println(infoString);
pw.flush();
} catch (Exception e) {
log.error("radarServer reading " + contentPath + getPath() + "radar.xsl");
log.error("radarServer XSLTransformer problem for web form ", e);
} finally {
if (xslt != null) {
try {
xslt.close();
} catch (IOException e) {
log.error("radarServer radar.xsl: error closing" + contentPath + getPath() + "radar.xsl");
}
}
}
return;
}
private void datasetInfoXml(RadarType radarType, String pathInfo, PrintWriter pw)
throws IOException {
try {
pw.println(
"<catalog xmlns=\"http://www.unidata.ucar.edu/namespaces/thredds/InvCatalog/v1.0\" xmlns:xlink=\"http://www.w3.org/1999/xlink\" name=\"Radar Data\" version=\"1.0.1\">\n");
// add service
pw.println(
" <service name=\"radarServer\" base=\"/thredds/radarServer/\" serviceType=\"DQC\" />\n");
pathInfo = pathInfo.replace("/dataset.xml", "");
pathInfo = pathInfo.replace("/catalog.xml", "");
if (pathInfo.startsWith("/")) pathInfo = pathInfo.substring(1);
for (int i = 0; i < datasets.size(); i++) {
InvDatasetScan ds = (InvDatasetScan) datasets.get(i);
if (!(pathInfo.equals(ds.getPath()))) {
continue;
}
pw.println(" <dataset ID=\"" + ds.getID() + "\" serviceName=\"radarServer\">");
pw.println(" <urlpath>" + ds.getPath() + "</urlpath>");
pw.println(" <dataType>" + ds.getDataType() + "</dataType>");
pw.println(" <dataFormat>" + ds.getDataFormatType() + "</dataFormat>");
pw.println(" <serviceName>radarServer</serviceName>");
pw.println(" <metadata inherited=\"true\">");
pw.println(" <documentation type=\"summary\">" + ds.getSummary() + "</documentation>");
CalendarDateRange dr = ds.getCalendarDateCoverage();
pw.println(" <TimeSpan>");
pw.print(" <start>");
if (pathInfo.contains("IDD")) {
pw.print(rm.getStartDateTime(ds.getPath()));
} else {
pw.print(dr.getStart().toString());
}
pw.println("</start>");
pw.println(" <end>" + dr.getEnd().toString() + "</end>");
pw.println(" </TimeSpan>");
ThreddsMetadata.GeospatialCoverage gc = ds.getGeospatialCoverage();
LatLonRect bb = new LatLonRect();
gc.setBoundingBox(bb);
pw.println(" <LatLonBox>");
pw.println(" <north>" + gc.getLatNorth() + "</north>");
pw.println(" <south>" + gc.getLatSouth() + "</south>");
pw.println(" <east>" + gc.getLonEast() + "</east>");
pw.println(" <west>" + gc.getLonWest() + "</west>");
pw.println(" </LatLonBox>");
ThreddsMetadata.Variables cvs = (ThreddsMetadata.Variables) ds.getVariables().get(0);
List vl = cvs.getVariableList();
pw.println(" <Variables>");
for (int j = 0; j < vl.size(); j++) {
ThreddsMetadata.Variable v = (ThreddsMetadata.Variable) vl.get(j);
pw.println(
" <variable name=\""
+ v.getName()
+ "\" vocabulary_name=\""
+ v.getVocabularyName()
+ "\" units=\""
+ v.getUnits()
+ "\" />");
}
pw.println(" </Variables>");
String[] stations = rm.stationsDS(radarType, dataLocation.get(ds.getPath()));
rm.printStations(stations, pw, radarType);
pw.println(" </metadata>");
pw.println(" </dataset>");
}
pw.println("</catalog>");
pw.flush();
} catch (Throwable e) {
log.error("RadarServer.datasetInfoXml", e);
}
return;
}
