/** * _more_ * * @param soundingObs _more_ * @return _more_ */ protected List<DataChoice> getTimeMatchingDataChoices(List<SoundingOb> soundingObs) { List<DataChoice> newChoices = new ArrayList<DataChoice>(); List categories = new ArrayList(); DataCategory cat = new DataCategory(DataCategory.CATEGORY_RAOBSOUNDING); cat.setForDisplay(false); categories.add(cat); List compCategories = new ArrayList(); DataCategory compCat = new DataCategory("None"); compCat.setForDisplay(false); compCategories.add(compCat); Hashtable props = Misc.newHashtable(DataChoice.PROP_ICON, "/auxdata/ui/icons/Balloon.gif"); for (Iterator iter = soundingObs.iterator(); iter.hasNext(); ) { SoundingOb ob = (SoundingOb) iter.next(); String name = ob.getLabel(); DateTime obTime = ob.getTimestamp(); DataSelection timeSelect = null; if (obTime != null) { ArrayList times = new ArrayList(1); times.add(obTime); timeSelect = new DataSelection(times); } DataChoice choice = new DirectDataChoice(this, ob, getName(), name, categories, timeSelect, props); newChoices.add(choice); } return newChoices; }
/** * Get a set of sounding obs based on the choice * * @param dataChoice DataChoice for data * @param subset subselection criteria * @return corresponding sounding observations * @throws RemoteException Java RMI problem * @throws VisADException VisAD problem */ private Data getSoundingObs(DataChoice dataChoice, DataSelection subset) throws VisADException, RemoteException { Vector v = new Vector(); List choices = (dataChoice instanceof CompositeDataChoice) ? ((CompositeDataChoice) dataChoice).getDataChoices() : Arrays.asList(new DataChoice[] {dataChoice}); Object t = subset.getProperty(DataSelection.PROP_USESTIMEDRIVER); if ((t instanceof Boolean) && (useDriverTime == false)) { useDriverTime = ((Boolean) t).booleanValue(); } if (useDriverTime) { // getAllTimesForTimeDriver(dataChoice, subset, // subset.getTimeDriverTimes()); if (initTimes == null) { initTimes = subset.getTimeDriverTimes(); } if (initTimes != null) { // reset the time for data choice if useDriverTime List<SoundingOb> soundingObs = getTimeMatchingSoundingObs(initTimes); choices = getTimeMatchingDataChoices(soundingObs); } } for (Iterator iter = choices.iterator(); iter.hasNext(); ) { DataChoice dc = (DataChoice) iter.next(); Data ob = makeSoundingOb(dc, subset); if (ob != null) { v.add(ob); } } return (v.isEmpty()) ? null : new Tuple((Data[]) v.toArray(new Data[v.size()]), false); }
/** * Adds the {@link ucar.unidata.data.DataChoice}s of the current input data via {@link * #addDataChoice(DataChoice)}. */ protected void doMakeDataChoices() { int i = 0; List soundingObs = getRDS().getSoundingObs(); List categories = new ArrayList(); DataCategory cat = new DataCategory(DataCategory.CATEGORY_RAOBSOUNDING); cat.setForDisplay(false); categories.add(cat); List compCategories = new ArrayList(); DataCategory compCat = new DataCategory("None"); compCat.setForDisplay(false); compCategories.add(compCat); CompositeDataChoice composite = new CompositeDataChoice(this, soundingObs, getName(), "RAOB Data", categories); Hashtable props = Misc.newHashtable(DataChoice.PROP_ICON, "/auxdata/ui/icons/Balloon.gif"); for (Iterator iter = soundingObs.iterator(); iter.hasNext(); ) { SoundingOb ob = (SoundingOb) iter.next(); String name = ob.getLabel(); DateTime obTime = ob.getTimestamp(); DataSelection timeSelect = null; if (obTime != null) { ArrayList times = new ArrayList(1); times.add(obTime); timeSelect = new DataSelection(times); } DataChoice choice = new DirectDataChoice(this, ob, composite.getName(), name, categories, timeSelect, props); composite.addDataChoice(choice); } addDataChoice(composite); }
/** * This is called when the CacheManager detects the need ot clear memory. It is intended to be * overwritten by derived classes that are holding cached data that is not in the normal putCache * facilities provided by this class since that data is actually managed by the CacheManager */ public void clearCachedData() { super.clearCachedData(); List<RadarAdapter> adapters = getAdapters(); for (Iterator iter = adapters.iterator(); iter.hasNext(); ) { RadarAdapter adapter = (RadarAdapter) iter.next(); adapter.clearCachedData(); } }
/** * _more_ * * @param dTimes _more_ * @return _more_ */ protected List<SoundingOb> getTimeMatchingSoundingObs(List<DateTime> dTimes) { List soundingObs = getRDS().getSoundingObs(); List newSoundingObs = new ArrayList<SoundingOb>(); SoundingAdapter adapter = getRDS().adapter; for (Iterator iter = soundingObs.iterator(); iter.hasNext(); ) { SoundingOb ob = (SoundingOb) iter.next(); for (Iterator itr = dTimes.iterator(); itr.hasNext(); ) { // Date d = (Date) itr.next(); DateTime obTime = (DateTime) itr.next(); SoundingOb ob1 = null; try { // obTime = new DateTime(d); ob1 = new SoundingOb(ob.getStation(), obTime); newSoundingObs.add(ob1); } catch (Exception e) { } } } raobDataSet = new RaobDataSet(adapter, newSoundingObs); return newSoundingObs; }
/** * Get the data for the given DataChoice and selection criteria. * * @param dataChoice DataChoice for selection * @param category DataCategory for the DataChoice (not used) * @param subset subsetting criteria * @param requestProperties extra request properties * @return the Data object for the request * @throws RemoteException couldn't create a remote data object * @throws VisADException couldn't create the data */ protected Data getDataInner( final DataChoice dataChoice, DataCategory category, final DataSelection subset, final Hashtable requestProperties) throws VisADException, RemoteException { try { List times = null; if (subset != null) { times = getTimesFromDataSelection(subset, dataChoice); } if (times == null) { times = dataChoice.getSelectedDateTimes(); } List dtimes = subset.getTimeDriverTimes(); if (dtimes != null && useDriverTime == false) { useDriverTime = true; } List<RadarAdapter> adapters = getAdapters(); DateTime[] realDateTimes = new DateTime[adapters.size()]; for (int i = 0; i < adapters.size(); i++) { realDateTimes[i] = ((RadarAdapter) adapters.get(i)).getBaseTime(); } Arrays.sort(realDateTimes); // Flip it to get youngest date first boolean isRealTime = isRealTime(); if (isRealTime) { realDateTimes = (DateTime[]) Misc.reverseArray(realDateTimes, new DateTime[realDateTimes.length]); } // if use time driver if (useDriverTime) { List tests = resetTimesList(realDateTimes, times); if (!compareTimeLists(times, tests)) { reloadData(); adapters = getAdapters(); realDateTimes = new DateTime[adapters.size()]; for (int i = 0; i < adapters.size(); i++) { realDateTimes[i] = ((RadarAdapter) adapters.get(i)).getBaseTime(); } Arrays.sort(realDateTimes); // Flip it to get youngest date first isRealTime = isRealTime(); if (isRealTime) { realDateTimes = (DateTime[]) Misc.reverseArray(realDateTimes, new DateTime[realDateTimes.length]); } tests = resetTimesList(realDateTimes, times); } times = tests; } // if times are null, then that means all times DateTime[] dateTimes = null; if ((times == null) || (times.size() == 0)) { dateTimes = realDateTimes; } else { dateTimes = new DateTime[times.size()]; for (int i = 0; i < times.size(); i++) { Object time = times.get(i); if (time instanceof TwoFacedObject) { int index = ((Integer) ((TwoFacedObject) time).getId()).intValue(); dateTimes[i] = realDateTimes[index]; } else if (time instanceof DateTime) { dateTimes[i] = (DateTime) time; } } } Arrays.sort(dateTimes); final Data[] datas = new Data[dateTimes.length]; int timeIndex = 0; final MathType[] mt = {null}; // create a new field of (Time -> (radar data)). // fill in the times array and data array with dates/data // only from those adapters which match the selected times. // if a data object is null, stick it in the list. // if all are null, then the MathType (mt) will never get set, // so return null. // System.err.println ("Reading " + adapters.size() + " radar files"); int cnt = 0; ThreadManager threadManager = new visad.util.ThreadManager("radar data reading"); for (Iterator iter = adapters.iterator(); iter.hasNext(); ) { final RadarAdapter adapter = (RadarAdapter) iter.next(); timeIndex = Arrays.binarySearch(dateTimes, adapter.getBaseTime()); // System.err.println ("timeIndex:" + timeIndex); if (timeIndex < 0) { continue; } cnt++; LogUtil.message("Time: " + (cnt) + "/" + dateTimes.length + " From:" + toString()); final int theTimeIndex = timeIndex; threadManager.addRunnable( new visad.util.ThreadManager.MyRunnable() { public void run() throws Exception { Trace.call1("RDS.getData"); Data d = adapter.getData(dataChoice, subset, requestProperties); Trace.call2("RDS.getData"); datas[theTimeIndex] = d; if (d != null) { mt[0] = d.getType(); } else { } } }); } try { // threadManager.debug = true; threadManager.runInParallel(getDataContext().getIdv().getMaxDataThreadCount()); } catch (VisADException ve) { LogUtil.printMessage(ve.toString()); } if (mt[0] == null) { return null; } FunctionType ft = new FunctionType(RealType.Time, mt[0]); SampledSet domainSet = (dateTimes.length == 1) ? (SampledSet) new SingletonSet(new RealTuple(dateTimes)) : (SampledSet) DateTime.makeTimeSet(dateTimes); FieldImpl fi = new FieldImpl(ft, domainSet); fi.setSamples(datas, false); return fi; } catch (Exception exc) { logException("Creating obs", exc); } return null; }
/** * Make the adapters for the given list of files * * @param files Data files * @throws Exception When bad things happen */ private void makeAdapters(List files) throws Exception { adapters = new ArrayList<RadarAdapter>(); Hashtable<String, RadarAdapter> oldAdapterMap = fileToAdapter; fileToAdapter = new Hashtable<String, RadarAdapter>(); int cnt = 0; final List<String> badFiles = new ArrayList<String>(); final List<Exception> badExceptions = new ArrayList<Exception>(); final List<RadarAdapter> goodAdapters = new ArrayList<RadarAdapter>(); final List<String> goodFiles = new ArrayList<String>(); visad.util.ThreadManager threadManager = new visad.util.ThreadManager("radar data initialization"); LogUtil.message("Initializing radar files"); for (Iterator iter = files.iterator(); iter.hasNext(); ) { final String filename = iter.next().toString(); RadarAdapter adapter = (RadarAdapter) oldAdapterMap.get(filename); cnt++; if (adapter == null) { threadManager.addRunnable( new visad.util.ThreadManager.MyRunnable() { public void run() throws Exception { try { RadarAdapter myAdapter = makeRadarAdapter(filename); synchronized (goodAdapters) { goodAdapters.add(myAdapter); goodFiles.add(filename); } } catch (Exception e) { synchronized (badExceptions) { badExceptions.add(e); badFiles.add(filename); } } } }); } else { goodAdapters.add(adapter); goodFiles.add(filename); } } // threadManager.debug = true; threadManager.runInParallel(getDataContext().getIdv().getMaxDataThreadCount()); LogUtil.message(""); for (int i = 0; i < goodAdapters.size(); i++) { adapters.add(goodAdapters.get(i)); fileToAdapter.put(goodFiles.get(i), goodAdapters.get(i)); } if (!badFiles.isEmpty()) { StringBuffer buf = new StringBuffer(); if (badFiles.size() < files.size()) { buf.append("<html>"); buf.append("There were problems reading these files:"); buf.append("<ul>"); for (Iterator iterator = badFiles.iterator(); iterator.hasNext(); ) { buf.append("<li>"); buf.append((String) iterator.next()); buf.append("</li>"); } buf.append("</ul>"); buf.append("<p>Continue loading good data?<p></html>"); boolean ok = ucar.unidata.util.GuiUtils.askYesNo("Error reading data", buf.toString()); badExceptions.get(0).printStackTrace(); if (ok) { files.removeAll(badFiles); } else { throw new VisADException("error reading files"); } } else { throw badExceptions.get(0); } } // clean up any old adapters for (String source : oldAdapterMap.keySet()) { if (fileToAdapter.get(source) == null) { ((RadarAdapter) oldAdapterMap.get(source)).doRemove(); } } oldAdapterMap = null; }