/**
* _more_
*
* @param soundingObs _more_
* @return _more_
*/
protected List<DataChoice> getTimeMatchingDataChoices(List<SoundingOb> soundingObs) {
List<DataChoice> newChoices = new ArrayList<DataChoice>();
List categories = new ArrayList();
DataCategory cat = new DataCategory(DataCategory.CATEGORY_RAOBSOUNDING);
cat.setForDisplay(false);
categories.add(cat);
List compCategories = new ArrayList();
DataCategory compCat = new DataCategory("None");
compCat.setForDisplay(false);
compCategories.add(compCat);
Hashtable props = Misc.newHashtable(DataChoice.PROP_ICON, "/auxdata/ui/icons/Balloon.gif");
for (Iterator iter = soundingObs.iterator(); iter.hasNext(); ) {
SoundingOb ob = (SoundingOb) iter.next();
String name = ob.getLabel();
DateTime obTime = ob.getTimestamp();
DataSelection timeSelect = null;
if (obTime != null) {
ArrayList times = new ArrayList(1);
times.add(obTime);
timeSelect = new DataSelection(times);
}
DataChoice choice =
new DirectDataChoice(this, ob, getName(), name, categories, timeSelect, props);
newChoices.add(choice);
}
return newChoices;
}
/**
* Get a set of sounding obs based on the choice
*
* @param dataChoice DataChoice for data
* @param subset subselection criteria
* @return corresponding sounding observations
* @throws RemoteException Java RMI problem
* @throws VisADException VisAD problem
*/
private Data getSoundingObs(DataChoice dataChoice, DataSelection subset)
throws VisADException, RemoteException {
Vector v = new Vector();
List choices =
(dataChoice instanceof CompositeDataChoice)
? ((CompositeDataChoice) dataChoice).getDataChoices()
: Arrays.asList(new DataChoice[] {dataChoice});
Object t = subset.getProperty(DataSelection.PROP_USESTIMEDRIVER);
if ((t instanceof Boolean) && (useDriverTime == false)) {
useDriverTime = ((Boolean) t).booleanValue();
}
if (useDriverTime) {
// getAllTimesForTimeDriver(dataChoice, subset,
// subset.getTimeDriverTimes());
if (initTimes == null) {
initTimes = subset.getTimeDriverTimes();
}
if (initTimes != null) { // reset the time for data choice if useDriverTime
List<SoundingOb> soundingObs = getTimeMatchingSoundingObs(initTimes);
choices = getTimeMatchingDataChoices(soundingObs);
}
}
for (Iterator iter = choices.iterator(); iter.hasNext(); ) {
DataChoice dc = (DataChoice) iter.next();
Data ob = makeSoundingOb(dc, subset);
if (ob != null) {
v.add(ob);
}
}
return (v.isEmpty()) ? null : new Tuple((Data[]) v.toArray(new Data[v.size()]), false);
}
/**
* Adds the {@link ucar.unidata.data.DataChoice}s of the current input data via {@link
* #addDataChoice(DataChoice)}.
*/
protected void doMakeDataChoices() {
int i = 0;
List soundingObs = getRDS().getSoundingObs();
List categories = new ArrayList();
DataCategory cat = new DataCategory(DataCategory.CATEGORY_RAOBSOUNDING);
cat.setForDisplay(false);
categories.add(cat);
List compCategories = new ArrayList();
DataCategory compCat = new DataCategory("None");
compCat.setForDisplay(false);
compCategories.add(compCat);
CompositeDataChoice composite =
new CompositeDataChoice(this, soundingObs, getName(), "RAOB Data", categories);
Hashtable props = Misc.newHashtable(DataChoice.PROP_ICON, "/auxdata/ui/icons/Balloon.gif");
for (Iterator iter = soundingObs.iterator(); iter.hasNext(); ) {
SoundingOb ob = (SoundingOb) iter.next();
String name = ob.getLabel();
DateTime obTime = ob.getTimestamp();
DataSelection timeSelect = null;
if (obTime != null) {
ArrayList times = new ArrayList(1);
times.add(obTime);
timeSelect = new DataSelection(times);
}
DataChoice choice =
new DirectDataChoice(this, ob, composite.getName(), name, categories, timeSelect, props);
composite.addDataChoice(choice);
}
addDataChoice(composite);
}
/**
* This is called when the CacheManager detects the need ot clear memory. It is intended to be
* overwritten by derived classes that are holding cached data that is not in the normal putCache
* facilities provided by this class since that data is actually managed by the CacheManager
*/
public void clearCachedData() {
super.clearCachedData();
List<RadarAdapter> adapters = getAdapters();
for (Iterator iter = adapters.iterator(); iter.hasNext(); ) {
RadarAdapter adapter = (RadarAdapter) iter.next();
adapter.clearCachedData();
}
}
/**
* _more_
*
* @param dTimes _more_
* @return _more_
*/
protected List<SoundingOb> getTimeMatchingSoundingObs(List<DateTime> dTimes) {
List soundingObs = getRDS().getSoundingObs();
List newSoundingObs = new ArrayList<SoundingOb>();
SoundingAdapter adapter = getRDS().adapter;
for (Iterator iter = soundingObs.iterator(); iter.hasNext(); ) {
SoundingOb ob = (SoundingOb) iter.next();
for (Iterator itr = dTimes.iterator(); itr.hasNext(); ) {
// Date d = (Date) itr.next();
DateTime obTime = (DateTime) itr.next();
SoundingOb ob1 = null;
try {
// obTime = new DateTime(d);
ob1 = new SoundingOb(ob.getStation(), obTime);
newSoundingObs.add(ob1);
} catch (Exception e) {
}
}
}
raobDataSet = new RaobDataSet(adapter, newSoundingObs);
return newSoundingObs;
}
/**
* Get the data for the given DataChoice and selection criteria.
*
* @param dataChoice DataChoice for selection
* @param category DataCategory for the DataChoice (not used)
* @param subset subsetting criteria
* @param requestProperties extra request properties
* @return the Data object for the request
* @throws RemoteException couldn't create a remote data object
* @throws VisADException couldn't create the data
*/
protected Data getDataInner(
final DataChoice dataChoice,
DataCategory category,
final DataSelection subset,
final Hashtable requestProperties)
throws VisADException, RemoteException {
try {
List times = null;
if (subset != null) {
times = getTimesFromDataSelection(subset, dataChoice);
}
if (times == null) {
times = dataChoice.getSelectedDateTimes();
}
List dtimes = subset.getTimeDriverTimes();
if (dtimes != null && useDriverTime == false) {
useDriverTime = true;
}
List<RadarAdapter> adapters = getAdapters();
DateTime[] realDateTimes = new DateTime[adapters.size()];
for (int i = 0; i < adapters.size(); i++) {
realDateTimes[i] = ((RadarAdapter) adapters.get(i)).getBaseTime();
}
Arrays.sort(realDateTimes);
// Flip it to get youngest date first
boolean isRealTime = isRealTime();
if (isRealTime) {
realDateTimes =
(DateTime[]) Misc.reverseArray(realDateTimes, new DateTime[realDateTimes.length]);
}
// if use time driver
if (useDriverTime) {
List tests = resetTimesList(realDateTimes, times);
if (!compareTimeLists(times, tests)) {
reloadData();
adapters = getAdapters();
realDateTimes = new DateTime[adapters.size()];
for (int i = 0; i < adapters.size(); i++) {
realDateTimes[i] = ((RadarAdapter) adapters.get(i)).getBaseTime();
}
Arrays.sort(realDateTimes);
// Flip it to get youngest date first
isRealTime = isRealTime();
if (isRealTime) {
realDateTimes =
(DateTime[]) Misc.reverseArray(realDateTimes, new DateTime[realDateTimes.length]);
}
tests = resetTimesList(realDateTimes, times);
}
times = tests;
}
// if times are null, then that means all times
DateTime[] dateTimes = null;
if ((times == null) || (times.size() == 0)) {
dateTimes = realDateTimes;
} else {
dateTimes = new DateTime[times.size()];
for (int i = 0; i < times.size(); i++) {
Object time = times.get(i);
if (time instanceof TwoFacedObject) {
int index = ((Integer) ((TwoFacedObject) time).getId()).intValue();
dateTimes[i] = realDateTimes[index];
} else if (time instanceof DateTime) {
dateTimes[i] = (DateTime) time;
}
}
}
Arrays.sort(dateTimes);
final Data[] datas = new Data[dateTimes.length];
int timeIndex = 0;
final MathType[] mt = {null};
// create a new field of (Time -> (radar data)).
// fill in the times array and data array with dates/data
// only from those adapters which match the selected times.
// if a data object is null, stick it in the list.
// if all are null, then the MathType (mt) will never get set,
// so return null.
// System.err.println ("Reading " + adapters.size() + " radar files");
int cnt = 0;
ThreadManager threadManager = new visad.util.ThreadManager("radar data reading");
for (Iterator iter = adapters.iterator(); iter.hasNext(); ) {
final RadarAdapter adapter = (RadarAdapter) iter.next();
timeIndex = Arrays.binarySearch(dateTimes, adapter.getBaseTime());
// System.err.println ("timeIndex:" + timeIndex);
if (timeIndex < 0) {
continue;
}
cnt++;
LogUtil.message("Time: " + (cnt) + "/" + dateTimes.length + " From:" + toString());
final int theTimeIndex = timeIndex;
threadManager.addRunnable(
new visad.util.ThreadManager.MyRunnable() {
public void run() throws Exception {
Trace.call1("RDS.getData");
Data d = adapter.getData(dataChoice, subset, requestProperties);
Trace.call2("RDS.getData");
datas[theTimeIndex] = d;
if (d != null) {
mt[0] = d.getType();
} else {
}
}
});
}
try {
// threadManager.debug = true;
threadManager.runInParallel(getDataContext().getIdv().getMaxDataThreadCount());
} catch (VisADException ve) {
LogUtil.printMessage(ve.toString());
}
if (mt[0] == null) {
return null;
}
FunctionType ft = new FunctionType(RealType.Time, mt[0]);
SampledSet domainSet =
(dateTimes.length == 1)
? (SampledSet) new SingletonSet(new RealTuple(dateTimes))
: (SampledSet) DateTime.makeTimeSet(dateTimes);
FieldImpl fi = new FieldImpl(ft, domainSet);
fi.setSamples(datas, false);
return fi;
} catch (Exception exc) {
logException("Creating obs", exc);
}
return null;
}
/**
* Make the adapters for the given list of files
*
* @param files Data files
* @throws Exception When bad things happen
*/
private void makeAdapters(List files) throws Exception {
adapters = new ArrayList<RadarAdapter>();
Hashtable<String, RadarAdapter> oldAdapterMap = fileToAdapter;
fileToAdapter = new Hashtable<String, RadarAdapter>();
int cnt = 0;
final List<String> badFiles = new ArrayList<String>();
final List<Exception> badExceptions = new ArrayList<Exception>();
final List<RadarAdapter> goodAdapters = new ArrayList<RadarAdapter>();
final List<String> goodFiles = new ArrayList<String>();
visad.util.ThreadManager threadManager =
new visad.util.ThreadManager("radar data initialization");
LogUtil.message("Initializing radar files");
for (Iterator iter = files.iterator(); iter.hasNext(); ) {
final String filename = iter.next().toString();
RadarAdapter adapter = (RadarAdapter) oldAdapterMap.get(filename);
cnt++;
if (adapter == null) {
threadManager.addRunnable(
new visad.util.ThreadManager.MyRunnable() {
public void run() throws Exception {
try {
RadarAdapter myAdapter = makeRadarAdapter(filename);
synchronized (goodAdapters) {
goodAdapters.add(myAdapter);
goodFiles.add(filename);
}
} catch (Exception e) {
synchronized (badExceptions) {
badExceptions.add(e);
badFiles.add(filename);
}
}
}
});
} else {
goodAdapters.add(adapter);
goodFiles.add(filename);
}
}
// threadManager.debug = true;
threadManager.runInParallel(getDataContext().getIdv().getMaxDataThreadCount());
LogUtil.message("");
for (int i = 0; i < goodAdapters.size(); i++) {
adapters.add(goodAdapters.get(i));
fileToAdapter.put(goodFiles.get(i), goodAdapters.get(i));
}
if (!badFiles.isEmpty()) {
StringBuffer buf = new StringBuffer();
if (badFiles.size() < files.size()) {
buf.append("<html>");
buf.append("There were problems reading these files:");
buf.append("<ul>");
for (Iterator iterator = badFiles.iterator(); iterator.hasNext(); ) {
buf.append("<li>");
buf.append((String) iterator.next());
buf.append("</li>");
}
buf.append("</ul>");
buf.append("<p>Continue loading good data?<p></html>");
boolean ok = ucar.unidata.util.GuiUtils.askYesNo("Error reading data", buf.toString());
badExceptions.get(0).printStackTrace();
if (ok) {
files.removeAll(badFiles);
} else {
throw new VisADException("error reading files");
}
} else {
throw badExceptions.get(0);
}
}
// clean up any old adapters
for (String source : oldAdapterMap.keySet()) {
if (fileToAdapter.get(source) == null) {
((RadarAdapter) oldAdapterMap.get(source)).doRemove();
}
}
oldAdapterMap = null;
}
