public void testReadDirectory() throws IOException {
long start = System.currentTimeMillis();
// doDirectory(TestAll.testdataDir + "radar/nexrad/level2/VCP11", false);
// DiskCache.setCachePolicy( true);
// DiskCache.setRootDirectory( System.getProperty( "java.io.tmpdir" ) + "/cache/");
doDirectory(topDir + "nexrad/level2/", false, 10, ".raw");
long took = System.currentTimeMillis() - start;
System.out.println("that took = " + took + " msec");
}
public static void main(String args[]) throws Exception {
long start = System.currentTimeMillis();
Map<String, ucar.unidata.geoloc.Station> staHash =
new HashMap<String, ucar.unidata.geoloc.Station>();
String location = "R:/testdata/sounding/netcdf/Upperair_20070401_0000.nc";
NetcdfDataset ncfile = NetcdfDataset.openDataset(location);
ncfile.sendIospMessage(NetcdfFile.IOSP_MESSAGE_ADD_RECORD_STRUCTURE);
// look through record varibles, for those that have "manLevel" dimension
// make a StructureData object for those
StructureMembers sm = new StructureMembers("manLevel");
Dimension manDim = ncfile.findDimension("manLevel");
Structure record = (Structure) ncfile.findVariable("record");
List<Variable> allList = record.getVariables();
List<VariableSimpleIF> varList = new ArrayList<VariableSimpleIF>();
for (Variable v : allList) {
if ((v.getRank() == 1) && v.getDimension(0).equals(manDim)) {
// public VariableDS(NetcdfDataset ds, Group group, Structure parentStructure, String
// shortName, DataType dataType,
// String dims, String units, String desc) {
varList.add(
new VariableDS(
ncfile,
null,
null,
v.getShortName(),
v.getDataType(),
"",
v.getUnitsString(),
v.getDescription()));
// (String name, String desc, String units, DataType dtype, int []shape)
sm.addMember(
v.getShortName(),
v.getDescription(),
v.getUnitsString(),
v.getDataType(),
new int[0]); // scalar
}
}
ArrayStructureMA manAS = new ArrayStructureMA(sm, new int[] {manDim.getLength()});
// need the date units
Variable time = ncfile.findVariable("synTime");
String timeUnits = ncfile.findAttValueIgnoreCase(time, "units", null);
timeUnits = StringUtil.remove(timeUnits, '('); // crappy fsl'ism
timeUnits = StringUtil.remove(timeUnits, ')');
DateUnit timeUnit = new DateUnit(timeUnits);
// extract stations
int nrecs = 0;
StructureDataIterator iter = record.getStructureIterator();
while (iter.hasNext()) {
StructureData sdata = iter.next();
String name = sdata.getScalarString("staName");
ucar.unidata.geoloc.Station s = staHash.get(name);
if (s == null) {
float lat = sdata.convertScalarFloat("staLat");
float lon = sdata.convertScalarFloat("staLon");
float elev = sdata.convertScalarFloat("staElev");
s = new StationImpl(name, "", lat, lon, elev);
staHash.put(name, s);
}
nrecs++;
}
List<ucar.unidata.geoloc.Station> stnList =
Arrays.asList(staHash.values().toArray(new ucar.unidata.geoloc.Station[staHash.size()]));
Collections.sort(stnList);
// create the writer
WriterProfileObsDataset writer =
new WriterProfileObsDataset(location + ".out", "rewrite " + location);
writer.writeHeader(stnList, varList, nrecs, "prMan");
// extract records
iter = record.getStructureIterator();
while (iter.hasNext()) {
StructureData sdata = iter.next();
String name = sdata.getScalarString("staName");
double timeValue = sdata.convertScalarDouble("synTime");
Date date = timeUnit.makeDate(timeValue);
// transfer to the ArrayStructure
List<String> names = sm.getMemberNames();
for (String mname : names) {
manAS.setMemberArray(mname, sdata.getArray(mname));
}
// each level is weritten as a seperate structure
int numMand = sdata.getScalarInt("numMand");
if (numMand >= manDim.getLength()) continue;
for (int i = 0; i < numMand; i++) {
StructureData useData = manAS.getStructureData(i);
writer.writeRecord(name, date, useData);
}
}
writer.finish();
long took = System.currentTimeMillis() - start;
System.out.println("That took = " + took);
}
/**
* _more_
*
* @param args _more_
* @throws IOException _more_
*/
public static void main(String args[]) throws IOException {
StringBuffer errlog = new StringBuffer();
String dqc_location = "http://thredds.ucar.edu/thredds/idd/radarLevel2";
DqcRadarDatasetCollection ds = factory("test", dqc_location, errlog);
System.out.println(" errs= " + errlog);
List stns = ds.getStations();
System.out.println(" nstns= " + stns.size());
Station stn = (Station) (stns.get(2));
// List ulist = stn.getRadarStationURIs();
// assert null != ulist;
Date ts1 = DateUnit.getStandardOrISO("2007-06-9T12:12:00");
Date ts2 = DateUnit.getStandardOrISO("2007-06-9T23:12:00");
List tlist = ds.getRadarStationTimes(stn.getValue(), ts1, ts2);
int sz = tlist.size();
Date ts0 = DateUnit.getStandardOrISO((String) tlist.get(1));
RadialDatasetSweep rds = ds.getRadarDataset(stn.getValue(), ts0);
URI stURL = ds.getRadarDatasetURI(stn.getValue(), ts0);
assert null != stURL;
assert 0 != sz;
DateSelection dateS = new DateSelection(ts1, ts2);
dateS.setInterval((double) 3600 * 1000);
dateS.setRoundTo((double) 3600 * 1000);
dateS.setPreRange((double) 500 * 1000);
dateS.setPostRange((double) 500 * 1000);
for (int i = 0; i < stns.size(); i++) {
stn = (Station) stns.get(i);
List times =
ds.getRadarStationTimes(
stn.getValue(),
new Date(System.currentTimeMillis() - 3600 * 1000 * 24 * 100),
new Date(System.currentTimeMillis()));
if (times.size() > 0) {
System.err.println(
stn
+ " times:"
+ times.size()
+ " "
+ times.get(0)
+ " - "
+ times.get(times.size() - 1));
} else {
System.err.println(stn + " no times");
}
}
System.exit(0);
List jList = ds.getDataURIs("KABX", dateS);
assert null != jList;
List mList = ds.getData("KABX", dateS, null);
assert null != mList;
// Date ts0 =
// DateFromString.getDateUsingCompleteDateFormat((String)tlist.get(1),"yyyy-MM-dd'T'HH:mm:ss");
Date ts = DateUnit.getStandardOrISO((String) tlist.get(1));
java.text.SimpleDateFormat isoDateTimeFormat;
isoDateTimeFormat = new java.text.SimpleDateFormat("yyyy-MM-dd'T'HH:mm:ss");
isoDateTimeFormat.setTimeZone(java.util.TimeZone.getTimeZone("GMT"));
String st = isoDateTimeFormat.format(ts);
}
private void testSweep(RadialDatasetSweep.Sweep s) throws IOException {
if (show)
System.out.println(
" sweep type= "
+ s.getType()
+ " nRadials= "
+ s.getRadialNumber()
+ " nGates= "
+ s.getGateNumber()
+ " width= "
+ s.getBeamWidth()
+ " nyqFreq= "
+ s.getNyquistFrequency()
+ " firstGate= "
+ s.getRangeToFirstGate()
+ " sizeGate= "
+ s.getGateSize()
+ " meanElev= "
+ s.getMeanElevation()
+ " meanAzi= "
+ s.getMeanAzimuth()
+ " startingTime= "
+ s.getStartingTime()
+ " endingTime= "
+ s.getEndingTime());
long start = System.currentTimeMillis();
int nrays = s.getRadialNumber();
int ngates = s.getGateNumber();
float[] data = s.readData();
assert data != null;
assert data.length == nrays * ngates;
nrays = s.getRadialNumber();
ngates = s.getGateNumber();
assert data.length == nrays * ngates;
data = s.readData();
assert data != null;
assert data.length == nrays * ngates;
if (doQuick) return;
long took = System.currentTimeMillis();
if (showTime) System.out.println(" read()=" + (took - start));
for (int ray = 0; ray < nrays; ray++) {
float[] ray_data = s.readData(ray);
assert ray_data != null;
assert ray_data.length == ngates;
/* double elev = s.getElevation(ray);
double azi = s.getAzimuth(ray);
double t = s.getTime(ray); */
}
long took2 = System.currentTimeMillis();
if (showTime) System.out.println(" read(ray)=" + (took2 - took));
double result = 0.0;
for (int ray = 0; ray < nrays; ray++) {
double elev = s.getElevation(ray);
double azi = s.getAzimuth(ray);
double t = s.getTime(ray);
result += elev * azi * t;
}
long took3 = System.currentTimeMillis();
if (showTime)
System.out.println(" getCoord(ray)=" + (took3 - took2) + " msecs (" + result + ")");
}