// get a list of station obs for this station
public List getData(Station s, CancelTask cancel) throws IOException {
ArrayStructure stationData = readData("ID " + s.getName(), cancel);
ArrayList stationObs = new ArrayList();
IndexIterator ii = stationData.getIndexIterator();
while (ii.hasNext()) {
stationObs.add(new StationObs((Station) s, (StructureData) ii.getObjectNext()));
}
return stationObs;
}
/* Structure {
char EntryName(64);
char Definition(1024);
char Unit(1024);
char Scale Factor(1024);
} TIME_DESCR(60);
type = Layout(8); type= 2 (chunked) storageSize = (1,3136) dataSize=0 dataAddress=684294
*/
@Test
public void testReadManyAtATime() throws java.io.IOException, InvalidRangeException {
try (NetcdfFile ncfile = TestH5.openH5("IASI/IASI.h5")) {
Variable dset = ncfile.findVariable("U-MARF/EPS/IASI_xxx_1C/DATA/TIME_DESCR");
assert (null != dset);
assert (dset.getDataType() == DataType.STRUCTURE);
assert (dset.getRank() == 1);
assert (dset.getSize() == 60);
Dimension d = dset.getDimension(0);
assert (d.getLength() == 60);
ArrayStructure data = (ArrayStructure) dset.read();
StructureMembers.Member m = data.getStructureMembers().findMember("EntryName");
assert m != null;
for (int i = 0; i < dset.getSize(); i++) {
String r = data.getScalarString(i, m);
if (i % 2 == 0) assert r.equals("TIME[" + i / 2 + "]-days") : r + " at " + i;
else assert r.equals("TIME[" + i / 2 + "]-milliseconds") : r + " at " + i;
}
}
System.out.println("*** testReadManyAtATime ok");
}
private double copyVarData(NetcdfFileWriteable ncfile, Structure recordStruct)
throws IOException, InvalidRangeException {
int nrecs = (int) recordStruct.getSize();
int sdataSize = recordStruct.getElementSize();
double total = 0;
double totalRecordBytes = 0;
for (int count = 0; count < nrecs; count++) {
StructureData recordData = recordStruct.readStructure(count);
for (StructureMembers.Member m : recordData.getMembers()) {
if (m.getDataType() == DataType.STRUCTURE) {
int countLevel = 0;
ArrayStructure seq1 = recordData.getArrayStructure(m);
StructureDataIterator iter = seq1.getStructureDataIterator();
try {
while (iter.hasNext()) {
StructureData seqData = iter.next();
for (StructureMembers.Member seqm : seqData.getMembers()) {
Array data = seqData.getArray(seqm);
int[] shape = data.getShape();
int[] newShape = new int[data.getRank() + 2];
newShape[0] = 1;
newShape[1] = 1;
for (int i = 0; i < data.getRank(); i++) newShape[i + 1] = shape[i];
int[] origin = new int[data.getRank() + 2];
origin[0] = count;
origin[1] = countLevel;
String mname = seqm.getName() + "-" + m.getName();
if (debug && (count == 0) && (countLevel == 0))
System.out.println("write to = " + mname);
ncfile.write(mname, origin, data.reshape(newShape));
}
countLevel++;
}
} finally {
iter.finish();
}
} else {
Array data = recordData.getArray(m);
int[] shape = data.getShape();
int[] newShape = new int[data.getRank() + 1];
newShape[0] = 1;
for (int i = 0; i < data.getRank(); i++) newShape[i + 1] = shape[i];
int[] origin = new int[data.getRank() + 1];
origin[0] = count;
if (debug && (count == 0)) System.out.println("write to = " + m.getName());
ncfile.write(m.getName(), origin, data.reshape(newShape));
}
}
totalRecordBytes += sdataSize;
}
total += totalRecordBytes;
totalRecordBytes /= 1000 * 1000;
if (debug)
System.out.println(
"write record var; total = " + totalRecordBytes + " Mbytes # recs=" + nrecs);
return total;
}
