public static DateRange extractDateRange(GridDataset gridDataset) {
DateRange maxDateRange = null;
for (GridDataset.Gridset gridset : gridDataset.getGridsets()) {
GridCoordSystem gsys = gridset.getGeoCoordSystem();
DateRange dateRange;
CoordinateAxis1DTime time1D = gsys.getTimeAxis1D();
if (time1D != null) {
dateRange = time1D.getDateRange();
} else {
CoordinateAxis time = gsys.getTimeAxis();
if (time == null) continue;
try {
DateUnit du = new DateUnit(time.getUnitsString());
Date minDate = du.makeDate(time.getMinValue());
Date maxDate = du.makeDate(time.getMaxValue());
dateRange = new DateRange(minDate, maxDate);
} catch (Exception e) {
logger.warn("Illegal Date Unit " + time.getUnitsString());
continue;
}
}
if (maxDateRange == null) maxDateRange = dateRange;
else maxDateRange.extend(dateRange);
}
return maxDateRange;
}
/**
* Getting invDataset list for a single radar station.
*
* @param stnName radar station name
* @param start of the time
* @param end of the time
* @return list of invDataset
* @throws IOException java io exception
*/
private DqcRadarDatasetInfo queryRadarStation(String stnName, Date start, Date end)
throws IOException {
// http://motherlode.ucar.edu:9080/thredds/idd/radarLevel2?returns=catalog&stn=KFTG&dtime=latest
StringBuffer queryb = new StringBuffer();
queryb.append(dqc.getQuery().getUriResolved().toString());
queryb.append("serviceType=OPENDAP");
queryb.append("&stn=" + stnName);
if ((start == null) && (end == null)) {
queryb.append("&dtime=all");
} else {
String stime = DateUtil.getTimeAsISO8601(start);
String etime = DateUtil.getTimeAsISO8601(end);
queryb.append("&dateStart=" + stime);
queryb.append("&dateEnd=" + etime);
}
URI catalogURI;
try {
catalogURI = new URI(queryb.toString());
} catch (java.net.URISyntaxException e) {
throw new IOException("** MalformedURLException on URL <" + ">\n" + e.getMessage() + "\n");
}
InvCatalogFactory factory = new InvCatalogFactory("default", false);
InvCatalogImpl catalog = (InvCatalogImpl) factory.readXML(catalogURI);
StringBuilder buff = new StringBuilder();
if (!catalog.check(buff)) {
throw new IOException("Invalid catalog <" + catalogURI + ">\n" + buff.toString());
}
List datasets = catalog.getDatasets();
InvDataset idata = (InvDataset) datasets.get(0);
// List ddate = idata.getDates();
ArrayList dsets = (ArrayList) idata.getDatasets();
ArrayList absTimeList = new ArrayList();
ArrayList dURIList = new ArrayList();
ArrayList dInvList = new ArrayList();
for (int i = 0; i < dsets.size(); i++) {
InvDataset tdata = (InvDataset) dsets.get(i);
List acess = tdata.getAccess();
List dates = tdata.getDates();
InvAccess ia = (InvAccess) acess.get(0);
URI d = ia.getStandardUri();
Date date = DateUnit.getStandardOrISO(dates.get(0).toString());
absTimeList.add(date);
dURIList.add(new DatasetURIInfo(d, date));
dInvList.add(new InvDatasetInfo(tdata, date));
}
DqcRadarDatasetInfo dri = new DqcRadarDatasetInfo(absTimeList, dURIList, dInvList);
return dri;
}
/**
* initiate a new TDS radar dataset collection object
*
* @param desc description
* @param dsc_location location of dataset
* @param elem dataset root element
* @param ns dataset namespace
* @param errlog error log
* @throws IOException _more_
*/
private TDSRadarDatasetCollection(
String desc, String dsc_location, Element elem, Namespace ns, StringBuffer errlog)
throws IOException {
super();
Element serviceElem = readElements(elem, "service");
Element dsElem = readElements(elem, "dataset");
Element metaElem = readElements(dsElem, "metadata");
// HashMap stationHMap = readSelectStations(metaElem, ns);
String sts = dsc_location.replaceFirst("dataset.xml", "stations.xml");
HashMap<String, Station> stationHMap = readRadarStations(sts);
LatLonRect radarRegion = readSelectRegion(metaElem, ns);
List<String> radarTimeSpan = readSelectTime(metaElem, ns);
List<Product> productList = readSelectVariable(metaElem, ns);
String summary = readSelectDocument(metaElem, ns);
// gotta have these
if (stationHMap == null) {
errlog.append("TDSRadarDatasetCollection must have station selected");
return;
}
if (radarRegion == null) {
errlog.append("TDSRadarDatasetCollection must have region selected");
return;
}
if (radarTimeSpan == null) {
errlog.append("TDSRadarDatasetCollection must have time span selected");
return;
}
this.desc = desc;
this.dsc_location = dsc_location;
this.radarProducts = productList;
this.summary = summary;
this.stationHMap = stationHMap;
this.radarRegion = radarRegion;
this.radarTimeSpan = radarTimeSpan;
this.startDate = DateUnit.getStandardOrISO((String) radarTimeSpan.get(0));
this.endDate = DateUnit.getStandardOrISO((String) radarTimeSpan.get(1));
try {
timeUnit = new DateUnit("hours since 1991-01-01T00:00");
} catch (Exception e) {
e.printStackTrace();
}
}
private void init() throws IOException {
members = new StructureMembers("stationObs");
// used to convert from adde format
calendar = new GregorianCalendar();
calendar.setTimeZone(TimeZone.getTimeZone("GMT"));
// time unit
timeUnit = DateUnit.getUnixDateUnit();
try {
AddePointDataReader reader = callAdde(addeURL);
String[] params = reader.getParams();
String[] units = reader.getUnits();
int[] scales = reader.getScales();
scaleFactor = new double[params.length];
if (debugHead) System.out.println(" Param Unit Scale");
for (int paramNo = 0; paramNo < params.length; paramNo++) {
// memberNames.add( params[i]);
if (debugHead)
System.out.println(" " + params[paramNo] + " " + units[paramNo] + " " + scales[paramNo]);
if (scales[paramNo] != 0)
scaleFactor[paramNo] = 1.0 / Math.pow(10.0, (double) scales[paramNo]);
DataType dt = null;
if ("CHAR".equals(units[paramNo])) dt = DataType.STRING;
else if (scaleFactor[paramNo] == 0) dt = DataType.INT;
else dt = DataType.DOUBLE;
String unitString = null;
if ((units[paramNo] != null) && (units[paramNo].length() > 0))
unitString = visad.jmet.MetUnits.makeSymbol(units[paramNo]);
AddeTypedDataVariable tdv = new AddeTypedDataVariable(params[paramNo], unitString, dt);
dataVariables.add(tdv);
StructureMembers.Member m =
members.addMember(
tdv.getShortName(),
tdv.getDescription(),
tdv.getUnitsString(),
tdv.getDataType(),
tdv.getShape());
m.setDataParam(paramNo);
members.addMember(m);
}
} catch (AddeException e) {
e.printStackTrace();
throw new IOException(e.getMessage());
}
}
public static void main(String args[]) throws Exception {
long start = System.currentTimeMillis();
Map<String, ucar.unidata.geoloc.Station> staHash =
new HashMap<String, ucar.unidata.geoloc.Station>();
String location = "R:/testdata/sounding/netcdf/Upperair_20070401_0000.nc";
NetcdfDataset ncfile = NetcdfDataset.openDataset(location);
ncfile.sendIospMessage(NetcdfFile.IOSP_MESSAGE_ADD_RECORD_STRUCTURE);
// look through record varibles, for those that have "manLevel" dimension
// make a StructureData object for those
StructureMembers sm = new StructureMembers("manLevel");
Dimension manDim = ncfile.findDimension("manLevel");
Structure record = (Structure) ncfile.findVariable("record");
List<Variable> allList = record.getVariables();
List<VariableSimpleIF> varList = new ArrayList<VariableSimpleIF>();
for (Variable v : allList) {
if ((v.getRank() == 1) && v.getDimension(0).equals(manDim)) {
// public VariableDS(NetcdfDataset ds, Group group, Structure parentStructure, String
// shortName, DataType dataType,
// String dims, String units, String desc) {
varList.add(
new VariableDS(
ncfile,
null,
null,
v.getShortName(),
v.getDataType(),
"",
v.getUnitsString(),
v.getDescription()));
// (String name, String desc, String units, DataType dtype, int []shape)
sm.addMember(
v.getShortName(),
v.getDescription(),
v.getUnitsString(),
v.getDataType(),
new int[0]); // scalar
}
}
ArrayStructureMA manAS = new ArrayStructureMA(sm, new int[] {manDim.getLength()});
// need the date units
Variable time = ncfile.findVariable("synTime");
String timeUnits = ncfile.findAttValueIgnoreCase(time, "units", null);
timeUnits = StringUtil.remove(timeUnits, '('); // crappy fsl'ism
timeUnits = StringUtil.remove(timeUnits, ')');
DateUnit timeUnit = new DateUnit(timeUnits);
// extract stations
int nrecs = 0;
StructureDataIterator iter = record.getStructureIterator();
while (iter.hasNext()) {
StructureData sdata = iter.next();
String name = sdata.getScalarString("staName");
ucar.unidata.geoloc.Station s = staHash.get(name);
if (s == null) {
float lat = sdata.convertScalarFloat("staLat");
float lon = sdata.convertScalarFloat("staLon");
float elev = sdata.convertScalarFloat("staElev");
s = new StationImpl(name, "", lat, lon, elev);
staHash.put(name, s);
}
nrecs++;
}
List<ucar.unidata.geoloc.Station> stnList =
Arrays.asList(staHash.values().toArray(new ucar.unidata.geoloc.Station[staHash.size()]));
Collections.sort(stnList);
// create the writer
WriterProfileObsDataset writer =
new WriterProfileObsDataset(location + ".out", "rewrite " + location);
writer.writeHeader(stnList, varList, nrecs, "prMan");
// extract records
iter = record.getStructureIterator();
while (iter.hasNext()) {
StructureData sdata = iter.next();
String name = sdata.getScalarString("staName");
double timeValue = sdata.convertScalarDouble("synTime");
Date date = timeUnit.makeDate(timeValue);
// transfer to the ArrayStructure
List<String> names = sm.getMemberNames();
for (String mname : names) {
manAS.setMemberArray(mname, sdata.getArray(mname));
}
// each level is weritten as a seperate structure
int numMand = sdata.getScalarInt("numMand");
if (numMand >= manDim.getLength()) continue;
for (int i = 0; i < numMand; i++) {
StructureData useData = manAS.getStructureData(i);
writer.writeRecord(name, date, useData);
}
}
writer.finish();
long took = System.currentTimeMillis() - start;
System.out.println("That took = " + took);
}
/**
* Test the program
*
* @param args the args
* @throws IOException _more_
*/
public static void main(String args[]) throws IOException {
StringBuffer errlog = new StringBuffer();
String ds_location = null;
TDSRadarDatasetCollection dsc = null;
List stns = null;
ds_location =
// "http://localhost:8080/thredds/radarServer/nexrad/level3/CCS039/dataset.xml";
// "http://motherlode.ucar.edu:8081/thredds/radarServer/nexrad/level3/CCS039/dataset.xml";
"http://thredds.ucar.edu/thredds/radarServer/nexrad/level3/CCS039/dataset.xml";
dsc = TDSRadarDatasetCollection.factory("test", ds_location, errlog);
System.out.println(" errs= " + errlog);
stns = dsc.getStations();
System.out.println(" nstns= " + stns.size());
// System.exit(0);
stns = dsc.getStations();
System.out.println(" nstns= " + stns.size());
Station stn = dsc.getRadarStation("DVN"); // (StationImpl)stns.get(12);
System.out.println("stn = " + stn);
// List ulist = stn.getRadarStationURIs();
// assert null != ulist;
List tl = dsc.getRadarTimeSpan();
Date ts1 = DateUnit.getStandardOrISO("1998-06-28T01:01:21Z");
Date ts2 = DateUnit.getStandardOrISO("1998-07-30T19:01:21Z");
List pd = dsc.getRadarProducts();
List<Date> tlist = dsc.getRadarStationTimes(stn.getName(), "BREF1", ts1, ts2);
int sz = tlist.size();
for (int i = 0; i < 3; i++) {
Date ts0 = (Date) tlist.get(i);
RadialDatasetSweep rds = dsc.getRadarDataset(stn.getName(), "BREF1", ts0);
int tt = 0;
}
Date ts0 = (Date) tlist.get(0);
URI stURL = dsc.getRadarDatasetURI(stn.getName(), "BREF1", ts0);
assert null != stURL;
DateSelection dateS = new DateSelection(ts1, ts2);
dateS.setInterval((double) 3600 * 1000);
dateS.setRoundTo((double) 3600 * 1000);
dateS.setPreRange((double) 500 * 1000);
dateS.setPostRange((double) 500 * 1000);
for (int i = 0; i < stns.size(); i++) {
stn = (Station) stns.get(i);
List<Date> times =
dsc.getRadarStationTimes(
stn.getName(),
"BREF1",
new Date(System.currentTimeMillis() - 3600 * 1000 * 24 * 100),
new Date(System.currentTimeMillis()));
if (times.size() > 0) {
System.err.println(
stn
+ " times:"
+ times.size()
+ " "
+ times.get(0)
+ " - "
+ times.get(times.size() - 1));
} else {
System.err.println(stn + " no times");
}
}
Date ts = (Date) tlist.get(1);
java.text.SimpleDateFormat isoDateTimeFormat;
isoDateTimeFormat = new java.text.SimpleDateFormat("yyyy-MM-dd'T'HH:mm:ss");
isoDateTimeFormat.setTimeZone(java.util.TimeZone.getTimeZone("GMT"));
String st = isoDateTimeFormat.format(ts);
}
/**
* _more_
*
* @param args _more_
* @throws IOException _more_
*/
public static void main(String args[]) throws IOException {
StringBuffer errlog = new StringBuffer();
String dqc_location = "http://thredds.ucar.edu/thredds/idd/radarLevel2";
DqcRadarDatasetCollection ds = factory("test", dqc_location, errlog);
System.out.println(" errs= " + errlog);
List stns = ds.getStations();
System.out.println(" nstns= " + stns.size());
Station stn = (Station) (stns.get(2));
// List ulist = stn.getRadarStationURIs();
// assert null != ulist;
Date ts1 = DateUnit.getStandardOrISO("2007-06-9T12:12:00");
Date ts2 = DateUnit.getStandardOrISO("2007-06-9T23:12:00");
List tlist = ds.getRadarStationTimes(stn.getValue(), ts1, ts2);
int sz = tlist.size();
Date ts0 = DateUnit.getStandardOrISO((String) tlist.get(1));
RadialDatasetSweep rds = ds.getRadarDataset(stn.getValue(), ts0);
URI stURL = ds.getRadarDatasetURI(stn.getValue(), ts0);
assert null != stURL;
assert 0 != sz;
DateSelection dateS = new DateSelection(ts1, ts2);
dateS.setInterval((double) 3600 * 1000);
dateS.setRoundTo((double) 3600 * 1000);
dateS.setPreRange((double) 500 * 1000);
dateS.setPostRange((double) 500 * 1000);
for (int i = 0; i < stns.size(); i++) {
stn = (Station) stns.get(i);
List times =
ds.getRadarStationTimes(
stn.getValue(),
new Date(System.currentTimeMillis() - 3600 * 1000 * 24 * 100),
new Date(System.currentTimeMillis()));
if (times.size() > 0) {
System.err.println(
stn
+ " times:"
+ times.size()
+ " "
+ times.get(0)
+ " - "
+ times.get(times.size() - 1));
} else {
System.err.println(stn + " no times");
}
}
System.exit(0);
List jList = ds.getDataURIs("KABX", dateS);
assert null != jList;
List mList = ds.getData("KABX", dateS, null);
assert null != mList;
// Date ts0 =
// DateFromString.getDateUsingCompleteDateFormat((String)tlist.get(1),"yyyy-MM-dd'T'HH:mm:ss");
Date ts = DateUnit.getStandardOrISO((String) tlist.get(1));
java.text.SimpleDateFormat isoDateTimeFormat;
isoDateTimeFormat = new java.text.SimpleDateFormat("yyyy-MM-dd'T'HH:mm:ss");
isoDateTimeFormat.setTimeZone(java.util.TimeZone.getTimeZone("GMT"));
String st = isoDateTimeFormat.format(ts);
}
public Date getObservationTimeAsDate() {
String dateStr = getObservationTime() + " " + timeVarUnitsString;
return DateUnit.getStandardDate(dateStr);
}
public Date getNominalTimeAsDate() {
String dateStr = getNominalTime() + " " + timeVarUnitsString;
return DateUnit.getStandardDate(dateStr);
}
public Date getTime(int point) throws IOException {
return (DateUnit.getStandardDate(getTimeValue(point) + " " + timeVarUnitsString));
}
/**
* Setup needed for all SingleTrajectoryObsDatatypes. Can only be called once.
*
* <p>Units of time varible must be udunits time units. Units of latitude variable must be
* convertible to "degrees_north" by udunits. Units of longitude variable must be convertible to
* "degrees_east" by udunits. Units of altitude variable must be convertible to "meters" by
* udunits.
*
* @throws IllegalArgumentException if units of time, latitude, longitude, or altitude variables
* are not as required.
* @throws IllegalStateException if this method has already been called.
*/
public void setTrajectoryInfo(Config trajConfig) throws IOException {
if (timeDim != null)
throw new IllegalStateException("The setTrajectoryInfo() method can only be called once.");
this.trajectoryId = trajConfig.getTrajectoryId();
this.timeDim = trajConfig.getTimeDim();
this.timeVar = trajConfig.getTimeVar();
this.latVar = trajConfig.getLatVar();
this.lonVar = trajConfig.getLonVar();
this.elevVar = trajConfig.getElevVar();
trajectoryNumPoint = this.timeDim.getLength();
timeVarUnitsString = this.timeVar.findAttribute("units").getStringValue();
// Check that time, lat, lon, elev units are acceptable.
if (DateUnit.getStandardDate(timeVarUnitsString) == null) {
throw new IllegalArgumentException(
"Units of time variable <" + timeVarUnitsString + "> not a date unit.");
}
String latVarUnitsString = this.latVar.findAttribute("units").getStringValue();
if (!SimpleUnit.isCompatible(latVarUnitsString, "degrees_north")) {
throw new IllegalArgumentException(
"Units of lat var <" + latVarUnitsString + "> not compatible with \"degrees_north\".");
}
String lonVarUnitsString = this.lonVar.findAttribute("units").getStringValue();
if (!SimpleUnit.isCompatible(lonVarUnitsString, "degrees_east")) {
throw new IllegalArgumentException(
"Units of lon var <" + lonVarUnitsString + "> not compatible with \"degrees_east\".");
}
String elevVarUnitsString = this.elevVar.findAttribute("units").getStringValue();
if (!SimpleUnit.isCompatible(elevVarUnitsString, "meters")) {
throw new IllegalArgumentException(
"Units of elev var <" + elevVarUnitsString + "> not compatible with \"meters\".");
}
try {
elevVarUnitsConversionFactor = getMetersConversionFactor(elevVarUnitsString);
} catch (Exception e) {
throw new IllegalArgumentException(
"Exception on getMetersConversionFactor() for the units of elev var <"
+ elevVarUnitsString
+ ">.");
}
if (this.ncfile.hasUnlimitedDimension()
&& this.ncfile.getUnlimitedDimension().equals(timeDim)) {
Object result = this.ncfile.sendIospMessage(NetcdfFile.IOSP_MESSAGE_ADD_RECORD_STRUCTURE);
if ((result != null) && (Boolean) result)
this.recordVar = (Structure) this.ncfile.getRootGroup().findVariable("record");
else this.recordVar = new StructurePseudo(this.ncfile, null, "record", timeDim);
} else {
this.recordVar = new StructurePseudo(this.ncfile, null, "record", timeDim);
}
// @todo HACK, HACK, HACK - remove once addRecordStructure() deals with ncd attribute changes.
Variable elevVarInRecVar = this.recordVar.findVariable(this.elevVar.getFullNameEscaped());
if (!elevVarUnitsString.equals(elevVarInRecVar.findAttribute("units").getStringValue())) {
elevVarInRecVar.addAttribute(new Attribute("units", elevVarUnitsString));
}
trajectoryVarsMap = new HashMap();
// for ( Iterator it = this.recordVar.getVariables().iterator(); it.hasNext(); )
for (Iterator it = this.ncfile.getRootGroup().getVariables().iterator(); it.hasNext(); ) {
Variable curVar = (Variable) it.next();
if (curVar.getRank() > 0
&& !curVar.equals(this.timeVar)
&& !curVar.equals(this.latVar)
&& !curVar.equals(this.lonVar)
&& !curVar.equals(this.elevVar)
&& (this.recordVar == null ? true : !curVar.equals(this.recordVar))) {
MyTypedDataVariable typedVar = new MyTypedDataVariable(new VariableDS(null, curVar, true));
dataVariables.add(typedVar);
trajectoryVarsMap.put(typedVar.getShortName(), typedVar);
}
}
trajectory =
new SingleTrajectory(
this.trajectoryId,
trajectoryNumPoint,
this.timeVar,
timeVarUnitsString,
this.latVar,
this.lonVar,
this.elevVar,
dataVariables,
trajectoryVarsMap);
startDate = trajectory.getTime(0);
endDate = trajectory.getTime(trajectoryNumPoint - 1);
((SingleTrajectory) trajectory).setStartDate(startDate);
((SingleTrajectory) trajectory).setEndDate(endDate);
}
public Date getObservationTimeAsDate(StructureData sdata) {
return timeUnit.makeDate(getObservationTime(sdata));
}
public static boolean isValidFile(NetcdfDataset ds) {
// Check that has a time dimension and a trajectory dimension.
List list = ds.getRootGroup().getDimensions();
if (list.size() != 2) return (false);
Dimension d;
for (int i = 0; i < 2; i++) {
d = (Dimension) list.get(i);
if (!d.getShortName().equals(timeDimNameDefault)
&& !d.getShortName().equals(trajDimNameDefault)) return (false);
}
// Check that has a trajectory coordinate variable.
Variable var = ds.getRootGroup().findVariable(trajVarNameDefault);
if (var == null) return (false);
list = var.getDimensions();
if (list.size() != 1) return (false);
d = (Dimension) list.get(0);
if (!d.getShortName().equals(trajDimNameDefault)) return (false);
// Check that has a time coordinate variable with units that are udunits time
var = ds.getRootGroup().findVariable(timeVarNameDefault);
if (var == null) return (false);
list = var.getDimensions();
if (list.size() != 1) return (false);
d = (Dimension) list.get(0);
if (!d.getShortName().equals(timeDimNameDefault)) return (false);
String units = var.findAttribute("units").getStringValue();
Date date = DateUnit.getStandardDate("0 " + units);
if (date == null) return (false);
// Check for variable latitude(time) with units of "deg".
var = ds.getRootGroup().findVariable(latVarNameDefault);
if (var == null) return (false);
list = var.getDimensions();
if (list.size() != 2) return (false);
for (int i = 0; i < 2; i++) {
d = (Dimension) list.get(i);
if (!d.getShortName().equals(timeDimNameDefault)
&& !d.getShortName().equals(trajDimNameDefault)) return (false);
}
// units = var.findAttribute( "units").getStringValue();
// if ( ! SimpleUnit.isCompatible( units, "degrees_north")) return( false);
// Check for variable longitude(time) with units of "deg".
var = ds.getRootGroup().findVariable(lonVarNameDefault);
if (var == null) return (false);
list = var.getDimensions();
if (list.size() != 2) return (false);
for (int i = 0; i < 2; i++) {
d = (Dimension) list.get(i);
if (!d.getShortName().equals(timeDimNameDefault)
&& !d.getShortName().equals(trajDimNameDefault)) return (false);
}
// units = var.findAttribute( "units").getStringValue();
// if ( ! SimpleUnit.isCompatible( units, "degrees_east")) return( false);
// Check for variable altitude(time) with units of "m".
var = ds.getRootGroup().findVariable(elevVarNameDefault);
if (var == null) return (false);
list = var.getDimensions();
if (list.size() != 2) return (false);
for (int i = 0; i < 2; i++) {
d = (Dimension) list.get(i);
if (!d.getShortName().equals(timeDimNameDefault)
&& !d.getShortName().equals(trajDimNameDefault)) return (false);
}
units = var.findAttribute("units").getStringValue();
if (!SimpleUnit.isCompatible(units, "m")) return (false);
return (true);
}
