public void testAggCoordVar2(NetcdfFile ncfile) {
Variable time = ncfile.findVariable("time");
assert null != time;
assert time.getShortName().equals("time");
assert time.getRank() == 1 : time.getRank();
assert time.getShape()[0] == 3;
assert time.getDataType() == DataType.INT;
assert time.getDimension(0) == ncfile.findDimension("time");
try {
Array data = time.read();
assert (data instanceof ArrayInt);
IndexIterator dataI = data.getIndexIterator();
assert dataI.getIntNext() == 0 : dataI.getIntCurrent();
assert dataI.getIntNext() == 1 : dataI.getIntCurrent();
assert dataI.getIntNext() == 2 : dataI.getIntCurrent();
} catch (IOException io) {
io.printStackTrace();
assert false;
}
}
public void testAggCoordVar(NetcdfFile ncfile) {
Variable time = ncfile.findVariable("time");
assert null != time;
assert time.getShortName().equals("time");
assert time.getRank() == 1;
assert time.getSize() == 3;
assert time.getShape()[0] == 3;
assert time.getDataType() == DataType.DOUBLE;
assert time.getDimension(0) == ncfile.findDimension("time");
try {
Array data = time.read();
assert data.getRank() == 1;
assert data.getSize() == 3;
assert data.getShape()[0] == 3;
assert data.getElementType() == double.class;
int count = 0;
IndexIterator dataI = data.getIndexIterator();
while (dataI.hasNext()) {
assert Misc.closeEnough(dataI.getDoubleNext(), result[count]);
count++;
}
} catch (IOException io) {
io.printStackTrace();
assert false;
}
}
public void testAggCoordVar(NetcdfFile ncfile) {
Variable time = ncfile.findVariable("time");
assert null != time;
assert time.getShortName().equals("time");
assert time.getRank() == 1 : time.getRank();
assert time.getShape()[0] == 3;
assert time.getDataType() == DataType.INT;
assert time.getDimension(0) == ncfile.findDimension("time");
try {
Array data = time.read();
assert (data instanceof ArrayInt.D1) : data.getClass().getName();
ArrayInt.D1 dataI = (ArrayInt.D1) data;
assert dataI.get(0) == 0;
assert dataI.get(1) == 10;
assert dataI.get(2) == 99;
} catch (IOException io) {
io.printStackTrace();
assert false;
}
}
public void testDimensions(NetcdfFile ncfile) {
System.out.println("ncfile = \n" + ncfile);
Dimension latDim = ncfile.findDimension("lat");
assert null != latDim;
assert latDim.getShortName().equals("lat");
assert latDim.getLength() == 3;
assert !latDim.isUnlimited();
Dimension lonDim = ncfile.findDimension("lon");
assert null != lonDim;
assert lonDim.getShortName().equals("lon");
assert lonDim.getLength() == 4;
assert !lonDim.isUnlimited();
Dimension timeDim = ncfile.findDimension("time");
assert null != timeDim;
assert timeDim.getShortName().equals("time");
assert timeDim.getLength() == 3 : timeDim.getLength();
}
public void testReadData(NetcdfFile ncfile, String name) throws IOException {
Variable v = ncfile.findVariable(name);
assert null != v;
assert v.getShortName().equals(name);
assert v.getRank() == 3;
assert v.getSize() == 36 : v.getSize();
assert v.getShape()[0] == 3;
assert v.getShape()[1] == 3;
assert v.getShape()[2] == 4;
assert v.getDataType() == DataType.DOUBLE;
assert !v.isCoordinateVariable();
assert v.getDimension(0) == ncfile.findDimension("time");
assert v.getDimension(1) == ncfile.findDimension("lat");
assert v.getDimension(2) == ncfile.findDimension("lon");
Array data = v.read();
assert data.getRank() == 3;
assert data.getSize() == 36;
assert data.getShape()[0] == 3;
assert data.getShape()[1] == 3;
assert data.getShape()[2] == 4;
assert data.getElementType() == double.class;
int[] shape = data.getShape();
Index tIndex = data.getIndex();
for (int i = 0; i < shape[0]; i++)
for (int j = 0; j < shape[1]; j++)
for (int k = 0; k < shape[2]; k++) {
double val = data.getDouble(tIndex.set(i, j, k));
// System.out.println(" "+val);
assert TestUtils.close(val, 100 * i + 10 * j + k) : val;
}
}
public static Map<String, Metadata> readFile(String file) throws Exception {
NetcdfFile n = NetcdfFile.open(file);
System.out.println("Opened: " + file);
/* Determine the size of our grid */
int xLen = n.findDimension("x").getLength();
int yLen = n.findDimension("y").getLength();
System.out.println("Grid size: " + xLen + "x" + yLen);
/* What time is this set of readings for? */
Variable timeVar = n.findVariable("time");
String timeStr = timeVar.getUnitsString().toUpperCase();
timeStr = timeStr.replace("HOURS SINCE ", "");
timeStr = timeStr.replace("HOUR SINCE ", "");
/* Find the base date (the day) the reading was taken */
Date baseDate = new SimpleDateFormat("yyyy-MM-dd'T'HH:mm:ssX").parse(timeStr);
/* Get the number of hours since the base date this reading was taken */
int offset = timeVar.read().getInt(0);
/* Generate the actual date for this reading */
Calendar calendar = Calendar.getInstance();
calendar.setTime(baseDate);
calendar.set(Calendar.HOUR, calendar.get(Calendar.HOUR) + offset);
System.out.println("Time of collection: " + calendar.getTime());
/* We'll keep a mapping of geolocations -> Galileo Metadata */
Map<String, Metadata> metaMap = new HashMap<>();
/* Determine the lat, lon coordinates for the grid points, and get each
* reading at each grid point. */
NetcdfDataset dataset = new NetcdfDataset(n);
@SuppressWarnings("resource")
GridDataset gridData = new GridDataset(dataset);
for (GridDatatype g : gridData.getGrids()) {
/* Let's look at 3D variables: these have WxH dimensions, plus a
* single plane. A 4D variable would contain elevation
* and multiple planes as a result */
if (g.getShape().length == 3) {
convert3DVariable(g, calendar.getTime(), metaMap);
}
}
return metaMap;
}
public void testAggCoordVarScan(NetcdfFile ncfile) throws IOException {
Variable time = ncfile.findVariable("time");
assert null != time;
assert time.getShortName().equals("time");
assert time.getRank() == 1 : time.getRank();
assert time.getShape()[0] == 3;
assert time.getDataType() == DataType.INT : time.getDataType();
assert time.getDimension(0) == ncfile.findDimension("time");
int count = 0;
Array data = time.read();
assert (data instanceof ArrayInt);
while (data.hasNext()) {
int val = data.nextInt();
assert val == count * 10 : val + "!=" + count * 10;
count++;
}
}
public void testAggCoordVar3(NetcdfFile ncfile) throws IOException {
Variable time = ncfile.findVariable("time");
assert null != time;
assert time.getShortName().equals("time");
assert time.getRank() == 1 : time.getRank();
assert time.getShape()[0] == 3;
assert time.getDataType() == DataType.DOUBLE : time.getDataType();
assert time.getDimension(0) == ncfile.findDimension("time");
Array data = time.read();
assert (data instanceof ArrayDouble);
IndexIterator dataI = data.getIndexIterator();
double val = dataI.getDoubleNext();
assert Misc.closeEnough(val, 0.0) : val;
assert Misc.closeEnough(dataI.getDoubleNext(), 10.0) : dataI.getDoubleCurrent();
assert Misc.closeEnough(dataI.getDoubleNext(), 99.0) : dataI.getDoubleCurrent();
}
public void testAggCoordVarSubsetDefeatLocalCache(NetcdfFile ncfile)
throws InvalidRangeException, IOException {
Variable time = ncfile.findVariable("time");
assert null != time;
assert time.getShortName().equals("time");
assert time.getRank() == 1;
assert time.getSize() == 3;
assert time.getShape()[0] == 3;
assert time.getDataType() == DataType.DOUBLE;
assert time.getDimension(0) == ncfile.findDimension("time");
time.setCachedData(null, false);
Array data = time.read("1:2");
assert data.getRank() == 1;
assert data.getSize() == 2;
assert data.getShape()[0] == 2;
assert data.getElementType() == double.class;
int count = 0;
IndexIterator dataI = data.getIndexIterator();
while (dataI.hasNext()) {
assert Misc.closeEnough(dataI.getDoubleNext(), result[count + 1]);
count++;
}
time.setCachedData(null, false);
data = time.read("0:2:2");
assert data.getRank() == 1;
assert data.getSize() == 2;
assert data.getShape()[0] == 2;
assert data.getElementType() == double.class;
count = 0;
dataI = data.getIndexIterator();
while (dataI.hasNext()) {
assert Misc.closeEnough(dataI.getDoubleNext(), result[count * 2]);
count++;
}
}
public void testAggCoordVarNoCoordsDir(NetcdfFile ncfile) throws IOException {
Variable time = ncfile.findVariable("time");
assert null != time;
assert time.getShortName().equals("time");
assert time.getRank() == 1 : time.getRank();
assert time.getShape()[0] == 3;
assert time.getDataType() == DataType.STRING : time.getDataType();
assert time.getDimension(0) == ncfile.findDimension("time");
Array data = time.read();
assert (data instanceof ArrayObject);
IndexIterator dataI = data.getIndexIterator();
String coordName = (String) dataI.getObjectNext();
assert coordName.equals("time0Dir.nc") : coordName;
coordName = (String) dataI.getObjectNext();
assert coordName.equals("time1Dir.nc") : coordName;
coordName = (String) dataI.getObjectNext();
assert coordName.equals("time2Dir.nc") : coordName;
}
/**
* Copies the contents of single NetCDF files into a block file
*
* @param map
* @param ncf_out
*/
private void copyContent(TreeMap<Long, NetcdfFile> map, NetcdfFileWriteable ncf_out) {
try {
// Write the static information for 1D axes.
ncf_out.write(outTimeName, timeArr);
ncf_out.write(outDepthName, depthArr);
ncf_out.write(outLatName, latArr);
ncf_out.write(outLonName, lonArr);
Iterator<Long> it = map.keySet().iterator();
int ct = 0;
while (it.hasNext()) {
long time = it.next();
System.out.print("\t" + ct + "\tWorking on " + new Date(time));
NetcdfFile copyfile = map.get(time);
int timesteps = copyfile.findDimension(inTimeName).getLength();
Variable invar = copyfile.findVariable(inVarName);
int[] shape = invar.getShape();
shape[0] = 1;
for (int i = 0; i < timesteps; i++) {
int[] origin_in = new int[] {i, 0, 0, 0};
int[] origin_out = new int[] {ct, 0, 0, 0};
ncf_out.write(outVarName, origin_out, invar.read(origin_in, shape));
ct++;
}
System.out.println("\tDone.");
}
} catch (IOException e) {
e.printStackTrace();
} catch (InvalidRangeException e) {
e.printStackTrace();
}
}
public void testCoordVar(NetcdfFile ncfile) {
Variable lat = ncfile.findVariable("lat");
assert null != lat;
assert lat.getShortName().equals("lat");
assert lat.getRank() == 1;
assert lat.getSize() == 3;
assert lat.getShape()[0] == 3;
assert lat.getDataType() == DataType.FLOAT;
assert !lat.isUnlimited();
assert lat.getDimension(0).equals(ncfile.findDimension("lat"));
Attribute att = lat.findAttribute("units");
assert null != att;
assert !att.isArray();
assert att.isString();
assert att.getDataType() == DataType.STRING;
assert att.getStringValue().equals("degrees_north");
assert att.getNumericValue() == null;
assert att.getNumericValue(3) == null;
try {
Array data = lat.read();
assert data.getRank() == 1;
assert data.getSize() == 3;
assert data.getShape()[0] == 3;
assert data.getElementType() == float.class;
IndexIterator dataI = data.getIndexIterator();
assert TestUtils.close(dataI.getDoubleNext(), 41.0);
assert TestUtils.close(dataI.getDoubleNext(), 40.0);
assert TestUtils.close(dataI.getDoubleNext(), 39.0);
} catch (IOException io) {
}
}