Example #1
0
  /**
   * _more_
   *
   * @param soundingObs _more_
   * @return _more_
   */
  protected List<DataChoice> getTimeMatchingDataChoices(List<SoundingOb> soundingObs) {
    List<DataChoice> newChoices = new ArrayList<DataChoice>();
    List categories = new ArrayList();

    DataCategory cat = new DataCategory(DataCategory.CATEGORY_RAOBSOUNDING);
    cat.setForDisplay(false);
    categories.add(cat);

    List compCategories = new ArrayList();
    DataCategory compCat = new DataCategory("None");
    compCat.setForDisplay(false);
    compCategories.add(compCat);

    Hashtable props = Misc.newHashtable(DataChoice.PROP_ICON, "/auxdata/ui/icons/Balloon.gif");

    for (Iterator iter = soundingObs.iterator(); iter.hasNext(); ) {
      SoundingOb ob = (SoundingOb) iter.next();
      String name = ob.getLabel();
      DateTime obTime = ob.getTimestamp();
      DataSelection timeSelect = null;
      if (obTime != null) {
        ArrayList times = new ArrayList(1);
        times.add(obTime);
        timeSelect = new DataSelection(times);
      }

      DataChoice choice =
          new DirectDataChoice(this, ob, getName(), name, categories, timeSelect, props);
      newChoices.add(choice);
    }

    return newChoices;
  }
Example #2
0
  /**
   * Adds the {@link ucar.unidata.data.DataChoice}s of the current input data via {@link
   * #addDataChoice(DataChoice)}.
   */
  protected void doMakeDataChoices() {
    int i = 0;
    List soundingObs = getRDS().getSoundingObs();
    List categories = new ArrayList();

    DataCategory cat = new DataCategory(DataCategory.CATEGORY_RAOBSOUNDING);
    cat.setForDisplay(false);
    categories.add(cat);

    List compCategories = new ArrayList();
    DataCategory compCat = new DataCategory("None");
    compCat.setForDisplay(false);
    compCategories.add(compCat);

    CompositeDataChoice composite =
        new CompositeDataChoice(this, soundingObs, getName(), "RAOB Data", categories);
    Hashtable props = Misc.newHashtable(DataChoice.PROP_ICON, "/auxdata/ui/icons/Balloon.gif");

    for (Iterator iter = soundingObs.iterator(); iter.hasNext(); ) {
      SoundingOb ob = (SoundingOb) iter.next();
      String name = ob.getLabel();
      DateTime obTime = ob.getTimestamp();
      DataSelection timeSelect = null;
      if (obTime != null) {
        ArrayList times = new ArrayList(1);
        times.add(obTime);
        timeSelect = new DataSelection(times);
      }
      DataChoice choice =
          new DirectDataChoice(this, ob, composite.getName(), name, categories, timeSelect, props);
      composite.addDataChoice(choice);
    }
    addDataChoice(composite);
  }
/**
 * A data source for Radar data files. This class holds a List of data sources and a set of {@link
 * RadarAdapter}-s to adapte each file.
 *
 * @author Unidata Development Team
 * @version $Revision: 1.38 $ $Date: 2007/07/26 19:45:01 $
 */
public abstract class RadarDataSource extends FilesDataSource implements RadarConstants {

  /** _more_ */
  public boolean useDriverTime = false;

  /** _more_ */
  public Object TimeDriver = null;

  /** Radar data appropriate for RHI */
  public static final DataCategory CATEGORY_RHI = DataCategory.parseCategory("RHI", false);

  /** RHI sweep category */
  public static final DataCategory CATEGORY_RHISWEEP =
      DataCategory.parseCategory("RHISWEEP", false);

  /** Radar data appropriate for CAPPIE */
  public static final DataCategory CATEGORY_CAPPI = DataCategory.parseCategory("CAPPI", false);

  /** Radar data appropriate for radar volume */
  public static final DataCategory CATEGORY_VOLUME =
      DataCategory.parseCategory("RADAR_VOLUME", false);

  /** Radar data appropriate for radar vertical cross section */
  public static final DataCategory CATEGORY_VCS =
      DataCategory.parseCategory("RADAR_CROSS_SECTION", false);

  /** Radar data appropriate for radar isosurface */
  public static final DataCategory CATEGORY_ISOSURFACE =
      DataCategory.parseCategory("RADAR_ISOSURFACE", false);

  /** Radar data appropriate for radar isosurface */
  public static final DataCategory CATEGORY_ISOSURFACE_TIME =
      DataCategory.parseCategory("RADAR_ISOSURFACE-TIME", false);

  /** 2d sweep category */
  public static final DataCategory CATEGORY_SWEEP_3D =
      DataCategory.parseCategory("SWEEP-3D", false);

  /** 3d sweep category */
  public static final DataCategory CATEGORY_SWEEP_3D_TIME =
      DataCategory.parseCategory("SWEEP-3D-TIME", false);

  /** The 2D radar sweep category */
  public static final DataCategory CATEGORY_SWEEP_2D =
      DataCategory.parseCategory("SWEEP-2D", false);

  /** The 2D radar sweep category */
  public static final DataCategory CATEGORY_SWEEP_2D_TIME =
      DataCategory.parseCategory("SWEEP-2D-TIME", false);

  /** The radar time height category */
  public static final DataCategory CATEGORY_TH =
      DataCategory.parseCategory("RADAR_TIMEHEIGHT", false);

  /** The radar vertical wind profiler category */
  public static final DataCategory CATEGORY_VWP = DataCategory.parseCategory("RADAR_VWP", false);

  /** A mapping from filename to adapter */
  private Hashtable fileToAdapter = new Hashtable();

  /** The 2D radar sweep category */
  public static final DataCategory CATEGORY_RASTER_2D =
      DataCategory.parseCategory("IMAGE-RASTER", false);

  /** The 2D radar sweep category with time */
  public static final DataCategory CATEGORY_RASTER_2D_TIME =
      DataCategory.parseCategory("IMAGE-RASTER-TIME", false);

  /** Construct a radar data source. */
  public RadarDataSource() {}

  /**
   * Construct a new radar data source.
   *
   * @param descriptor descriptor for this datasource
   * @param sources List of sources of data (filenames, URLs)
   * @param description Description of the files
   * @param properties hashtable of properties. Includes radar location
   * @throws VisADException couldn't create the data
   */
  public RadarDataSource(
      DataSourceDescriptor descriptor, List sources, String description, Hashtable properties)
      throws VisADException {
    super(
        descriptor,
        sources,
        (sources.size() == 1) ? (String) sources.get(0) : description,
        description,
        properties);
  }

  /**
   * Can this data source save its dat to local disk
   *
   * @return can save to local disk
   */
  public boolean canSaveDataToLocalDisk() {
    return !isFileBased() && (getProperty(PROP_SERVICE_HTTP) != null);
  }

  /**
   * Transmogrify the filename
   *
   * @param filename filename
   * @param index which one
   * @return new file name
   */
  protected String processDataFilename(String filename, int index) {
    Hashtable properties = (Hashtable) getProperty(DataSource.PROP_SUBPROPERTIES + index);
    if (properties == null) {
      return filename;
    }
    String httpServer = (String) properties.get(PROP_SERVICE_HTTP);
    if (httpServer != null) {
      return httpServer;
    }
    return filename;
  }

  /** handle legacy bundles */
  public void initAfterUnpersistence() {
    super.initAfterUnpersistence();
    Integer mostRecent = null;
    if (getProperties() != null) {
      mostRecent = (Integer) getProperties().get(MOST_RECENT);
      if (mostRecent == null) {
        mostRecent = (Integer) getProperties().get(RADAR_MOST_RECENT);
      }
    }
    if ((mostRecent != null) && (mostRecent.intValue() > 0)) {
      getPollingInfo().setFileCount(mostRecent.intValue());
    }
  }

  /**
   * Make a RadarAdapter from the source
   *
   * @param source source (file or URL) of data
   * @return corresponding RadarAdapter
   * @throws Exception problem creating the adapter.
   */
  protected abstract RadarAdapter makeRadarAdapter(String source) throws Exception;

  /**
   * This is called when the CacheManager detects the need ot clear memory. It is intended to be
   * overwritten by derived classes that are holding cached data that is not in the normal putCache
   * facilities provided by this class since that data is actually managed by the CacheManager
   */
  public void clearCachedData() {
    super.clearCachedData();
    List<RadarAdapter> adapters = getAdapters();
    for (Iterator iter = adapters.iterator(); iter.hasNext(); ) {
      RadarAdapter adapter = (RadarAdapter) iter.next();
      adapter.clearCachedData();
    }
  }

  /**
   * Create, if needed, and return the list of adapters. Will return null if there are no valid
   * adapters.
   *
   * @return List of adapters or null
   */
  protected List<RadarAdapter> getAdapters() {
    if ((adapters == null) || (adapters.size() == 0)) {
      try {
        makeAdapters(sources);
      } catch (Exception exc) {
        setInError(true);
        throw new WrapperException(exc);
      }
    }
    if (adapters.size() == 0) {
      adapters = null;
    }
    return adapters;
  }

  /**
   * Make the adapters for the given list of files
   *
   * @param files Data files
   * @throws Exception When bad things happen
   */
  private void makeAdapters(List files) throws Exception {
    adapters = new ArrayList<RadarAdapter>();
    Hashtable<String, RadarAdapter> oldAdapterMap = fileToAdapter;
    fileToAdapter = new Hashtable<String, RadarAdapter>();

    int cnt = 0;

    final List<String> badFiles = new ArrayList<String>();
    final List<Exception> badExceptions = new ArrayList<Exception>();

    final List<RadarAdapter> goodAdapters = new ArrayList<RadarAdapter>();
    final List<String> goodFiles = new ArrayList<String>();
    visad.util.ThreadManager threadManager =
        new visad.util.ThreadManager("radar data initialization");
    LogUtil.message("Initializing radar files");
    for (Iterator iter = files.iterator(); iter.hasNext(); ) {
      final String filename = iter.next().toString();
      RadarAdapter adapter = (RadarAdapter) oldAdapterMap.get(filename);
      cnt++;
      if (adapter == null) {
        threadManager.addRunnable(
            new visad.util.ThreadManager.MyRunnable() {
              public void run() throws Exception {
                try {
                  RadarAdapter myAdapter = makeRadarAdapter(filename);
                  synchronized (goodAdapters) {
                    goodAdapters.add(myAdapter);
                    goodFiles.add(filename);
                  }
                } catch (Exception e) {
                  synchronized (badExceptions) {
                    badExceptions.add(e);
                    badFiles.add(filename);
                  }
                }
              }
            });
      } else {
        goodAdapters.add(adapter);
        goodFiles.add(filename);
      }
    }

    //        threadManager.debug = true;
    threadManager.runInParallel(getDataContext().getIdv().getMaxDataThreadCount());
    LogUtil.message("");

    for (int i = 0; i < goodAdapters.size(); i++) {
      adapters.add(goodAdapters.get(i));
      fileToAdapter.put(goodFiles.get(i), goodAdapters.get(i));
    }

    if (!badFiles.isEmpty()) {
      StringBuffer buf = new StringBuffer();
      if (badFiles.size() < files.size()) {
        buf.append("<html>");
        buf.append("There were problems reading these files:");
        buf.append("<ul>");
        for (Iterator iterator = badFiles.iterator(); iterator.hasNext(); ) {
          buf.append("<li>");
          buf.append((String) iterator.next());
          buf.append("</li>");
        }
        buf.append("</ul>");
        buf.append("<p>Continue loading good data?<p></html>");
        boolean ok = ucar.unidata.util.GuiUtils.askYesNo("Error reading data", buf.toString());

        badExceptions.get(0).printStackTrace();
        if (ok) {
          files.removeAll(badFiles);
        } else {
          throw new VisADException("error reading files");
        }
      } else {
        throw badExceptions.get(0);
      }
    }
    // clean up any old adapters
    for (String source : oldAdapterMap.keySet()) {
      if (fileToAdapter.get(source) == null) {
        ((RadarAdapter) oldAdapterMap.get(source)).doRemove();
      }
    }
    oldAdapterMap = null;
  }

  /**
   * Create the list of times associated with this DataSource.
   *
   * @return list of times.
   */
  protected List doMakeDateTimes() {
    List times = new ArrayList();
    boolean isRealTime = isRealTime();
    List<RadarAdapter> adapters = getAdapters();
    for (int i = 0; i < adapters.size(); i++) {
      if (!isRealTime) {
        times.add(((RadarAdapter) adapters.get(i)).getBaseTime());
      } else {
        String name = i + "th most recent";
        if (i == 0) {
          name = "Most recent";
        }
        if ((i > 0) && (i < DataSource.ordinalNames.length)) {
          name = DataSource.ordinalNames[i] + " most recent";
        }
        times.add(new TwoFacedObject(name, i));
      }
    }
    Collections.sort(times);

    return times;
  }

  /**
   * Are we doing real time
   *
   * @return is real time
   */
  protected boolean isRealTime() {
    return (getPollingInfo().getFileCount() > 0);
  }

  /**
   * Get the data for the given DataChoice and selection criteria.
   *
   * @param dataChoice DataChoice for selection
   * @param category DataCategory for the DataChoice (not used)
   * @param subset subsetting criteria
   * @param requestProperties extra request properties
   * @return the Data object for the request
   * @throws RemoteException couldn't create a remote data object
   * @throws VisADException couldn't create the data
   */
  protected Data getDataInner(
      final DataChoice dataChoice,
      DataCategory category,
      final DataSelection subset,
      final Hashtable requestProperties)
      throws VisADException, RemoteException {

    try {
      List times = null;
      if (subset != null) {
        times = getTimesFromDataSelection(subset, dataChoice);
      }
      if (times == null) {
        times = dataChoice.getSelectedDateTimes();
      }

      List dtimes = subset.getTimeDriverTimes();

      if (dtimes != null && useDriverTime == false) {
        useDriverTime = true;
      }

      List<RadarAdapter> adapters = getAdapters();

      DateTime[] realDateTimes = new DateTime[adapters.size()];
      for (int i = 0; i < adapters.size(); i++) {
        realDateTimes[i] = ((RadarAdapter) adapters.get(i)).getBaseTime();
      }
      Arrays.sort(realDateTimes);
      // Flip it to get youngest date first
      boolean isRealTime = isRealTime();
      if (isRealTime) {
        realDateTimes =
            (DateTime[]) Misc.reverseArray(realDateTimes, new DateTime[realDateTimes.length]);
      }
      // if use time driver
      if (useDriverTime) {
        List tests = resetTimesList(realDateTimes, times);
        if (!compareTimeLists(times, tests)) {
          reloadData();
          adapters = getAdapters();

          realDateTimes = new DateTime[adapters.size()];
          for (int i = 0; i < adapters.size(); i++) {
            realDateTimes[i] = ((RadarAdapter) adapters.get(i)).getBaseTime();
          }
          Arrays.sort(realDateTimes);
          // Flip it to get youngest date first
          isRealTime = isRealTime();
          if (isRealTime) {
            realDateTimes =
                (DateTime[]) Misc.reverseArray(realDateTimes, new DateTime[realDateTimes.length]);
          }
          tests = resetTimesList(realDateTimes, times);
        }
        times = tests;
      }
      // if times are null, then that means all times
      DateTime[] dateTimes = null;

      if ((times == null) || (times.size() == 0)) {
        dateTimes = realDateTimes;
      } else {
        dateTimes = new DateTime[times.size()];
        for (int i = 0; i < times.size(); i++) {
          Object time = times.get(i);
          if (time instanceof TwoFacedObject) {
            int index = ((Integer) ((TwoFacedObject) time).getId()).intValue();
            dateTimes[i] = realDateTimes[index];
          } else if (time instanceof DateTime) {
            dateTimes[i] = (DateTime) time;
          }
        }
      }
      Arrays.sort(dateTimes);
      final Data[] datas = new Data[dateTimes.length];
      int timeIndex = 0;
      final MathType[] mt = {null};
      // create a new field of (Time -> (radar data)).
      // fill in the times array and data array with dates/data
      // only from those adapters which match the selected times.
      // if a data object is null, stick it in the list.
      // if all are null, then the MathType (mt) will never get set,
      // so return null.
      //            System.err.println ("Reading " + adapters.size() + " radar files");
      int cnt = 0;
      ThreadManager threadManager = new visad.util.ThreadManager("radar data reading");

      for (Iterator iter = adapters.iterator(); iter.hasNext(); ) {
        final RadarAdapter adapter = (RadarAdapter) iter.next();
        timeIndex = Arrays.binarySearch(dateTimes, adapter.getBaseTime());
        //              System.err.println ("timeIndex:" + timeIndex);
        if (timeIndex < 0) {
          continue;
        }
        cnt++;
        LogUtil.message("Time: " + (cnt) + "/" + dateTimes.length + " From:" + toString());
        final int theTimeIndex = timeIndex;
        threadManager.addRunnable(
            new visad.util.ThreadManager.MyRunnable() {
              public void run() throws Exception {
                Trace.call1("RDS.getData");
                Data d = adapter.getData(dataChoice, subset, requestProperties);
                Trace.call2("RDS.getData");
                datas[theTimeIndex] = d;
                if (d != null) {
                  mt[0] = d.getType();
                } else {
                }
              }
            });
      }

      try {
        // threadManager.debug = true;
        threadManager.runInParallel(getDataContext().getIdv().getMaxDataThreadCount());
      } catch (VisADException ve) {
        LogUtil.printMessage(ve.toString());
      }

      if (mt[0] == null) {
        return null;
      }

      FunctionType ft = new FunctionType(RealType.Time, mt[0]);
      SampledSet domainSet =
          (dateTimes.length == 1)
              ? (SampledSet) new SingletonSet(new RealTuple(dateTimes))
              : (SampledSet) DateTime.makeTimeSet(dateTimes);
      FieldImpl fi = new FieldImpl(ft, domainSet);
      fi.setSamples(datas, false);
      return fi;
    } catch (Exception exc) {
      logException("Creating obs", exc);
    }
    return null;
  }

  private boolean compareTimeLists(List<DateTime> timesA, List<DateTime> timesB) {
    if (timesA.size() != timesB.size()) return false;

    Collections.sort(timesA);
    Collections.sort(timesB);
    for (int i = 0; i < timesA.size(); i++) {
      DateTime a = timesA.get(i);
      DateTime b = timesB.get(i);

      double test = Math.abs(a.getValue() - b.getValue());
      if (test > 65.0) return false;
      // System.out.println("TTTTTTT =  " + test );
    }
    return true;
  }

  /**
   * using the time from the adapter to reset the time list
   *
   * @param realDateTimes _more_
   * @param times _more_
   * @return _more_
   */
  private List resetTimesList(DateTime[] realDateTimes, List<DateTime> times) {
    List results = new ArrayList();
    int len = realDateTimes.length;

    HashSet seenTimes = new HashSet();

    try {
      for (DateTime dateTime : times) {
        Date dttm = ucar.visad.Util.makeDate(dateTime);
        long minTimeDiff = -1;
        Date minDate = null;
        for (int i = 0; i < len; i++) {
          Date sourceDate = ucar.visad.Util.makeDate(realDateTimes[i]);
          long timeDiff = Math.abs(sourceDate.getTime() - dttm.getTime());
          if ((minTimeDiff < 0) || (timeDiff < minTimeDiff)) {
            minTimeDiff = timeDiff;
            minDate = sourceDate;
          }
        }
        if ((minDate != null) && !seenTimes.contains(minDate)) {
          results.add(new DateTime(minDate));
          seenTimes.add(minDate);
        }
      }
    } catch (Exception e) {
    }

    return results;
  }

  /**
   * Get the list of adapters.
   *
   * @return list of adapters.
   */
  protected List<RadarAdapter> getRadarAdapters() {
    return getAdapters();
  }

  /** Gets called by the {@link DataManager} when this DataSource has been removed. */
  public void doRemove() {
    if (getAdapters() != null) {
      for (RadarAdapter ra : getAdapters()) {
        ra.doRemove();
      }
    }
    super.doRemove();
  }
}