/**
* Get the data for the given DataChoice and selection criteria.
*
* @param dataChoice DataChoice for selection
* @param category DataCategory for the DataChoice (not used)
* @param subset subsetting criteria
* @param requestProperties extra request properties
* @return the Data object for the request
* @throws RemoteException couldn't create a remote data object
* @throws VisADException couldn't create the data
*/
protected Data getDataInner(
final DataChoice dataChoice,
DataCategory category,
final DataSelection subset,
final Hashtable requestProperties)
throws VisADException, RemoteException {
try {
List times = null;
if (subset != null) {
times = getTimesFromDataSelection(subset, dataChoice);
}
if (times == null) {
times = dataChoice.getSelectedDateTimes();
}
List dtimes = subset.getTimeDriverTimes();
if (dtimes != null && useDriverTime == false) {
useDriverTime = true;
}
List<RadarAdapter> adapters = getAdapters();
DateTime[] realDateTimes = new DateTime[adapters.size()];
for (int i = 0; i < adapters.size(); i++) {
realDateTimes[i] = ((RadarAdapter) adapters.get(i)).getBaseTime();
}
Arrays.sort(realDateTimes);
// Flip it to get youngest date first
boolean isRealTime = isRealTime();
if (isRealTime) {
realDateTimes =
(DateTime[]) Misc.reverseArray(realDateTimes, new DateTime[realDateTimes.length]);
}
// if use time driver
if (useDriverTime) {
List tests = resetTimesList(realDateTimes, times);
if (!compareTimeLists(times, tests)) {
reloadData();
adapters = getAdapters();
realDateTimes = new DateTime[adapters.size()];
for (int i = 0; i < adapters.size(); i++) {
realDateTimes[i] = ((RadarAdapter) adapters.get(i)).getBaseTime();
}
Arrays.sort(realDateTimes);
// Flip it to get youngest date first
isRealTime = isRealTime();
if (isRealTime) {
realDateTimes =
(DateTime[]) Misc.reverseArray(realDateTimes, new DateTime[realDateTimes.length]);
}
tests = resetTimesList(realDateTimes, times);
}
times = tests;
}
// if times are null, then that means all times
DateTime[] dateTimes = null;
if ((times == null) || (times.size() == 0)) {
dateTimes = realDateTimes;
} else {
dateTimes = new DateTime[times.size()];
for (int i = 0; i < times.size(); i++) {
Object time = times.get(i);
if (time instanceof TwoFacedObject) {
int index = ((Integer) ((TwoFacedObject) time).getId()).intValue();
dateTimes[i] = realDateTimes[index];
} else if (time instanceof DateTime) {
dateTimes[i] = (DateTime) time;
}
}
}
Arrays.sort(dateTimes);
final Data[] datas = new Data[dateTimes.length];
int timeIndex = 0;
final MathType[] mt = {null};
// create a new field of (Time -> (radar data)).
// fill in the times array and data array with dates/data
// only from those adapters which match the selected times.
// if a data object is null, stick it in the list.
// if all are null, then the MathType (mt) will never get set,
// so return null.
// System.err.println ("Reading " + adapters.size() + " radar files");
int cnt = 0;
ThreadManager threadManager = new visad.util.ThreadManager("radar data reading");
for (Iterator iter = adapters.iterator(); iter.hasNext(); ) {
final RadarAdapter adapter = (RadarAdapter) iter.next();
timeIndex = Arrays.binarySearch(dateTimes, adapter.getBaseTime());
// System.err.println ("timeIndex:" + timeIndex);
if (timeIndex < 0) {
continue;
}
cnt++;
LogUtil.message("Time: " + (cnt) + "/" + dateTimes.length + " From:" + toString());
final int theTimeIndex = timeIndex;
threadManager.addRunnable(
new visad.util.ThreadManager.MyRunnable() {
public void run() throws Exception {
Trace.call1("RDS.getData");
Data d = adapter.getData(dataChoice, subset, requestProperties);
Trace.call2("RDS.getData");
datas[theTimeIndex] = d;
if (d != null) {
mt[0] = d.getType();
} else {
}
}
});
}
try {
// threadManager.debug = true;
threadManager.runInParallel(getDataContext().getIdv().getMaxDataThreadCount());
} catch (VisADException ve) {
LogUtil.printMessage(ve.toString());
}
if (mt[0] == null) {
return null;
}
FunctionType ft = new FunctionType(RealType.Time, mt[0]);
SampledSet domainSet =
(dateTimes.length == 1)
? (SampledSet) new SingletonSet(new RealTuple(dateTimes))
: (SampledSet) DateTime.makeTimeSet(dateTimes);
FieldImpl fi = new FieldImpl(ft, domainSet);
fi.setSamples(datas, false);
return fi;
} catch (Exception exc) {
logException("Creating obs", exc);
}
return null;
}
/**
* Actually get the data identified by the given DataChoce. The default is to call the
* getDataInner that does not take the requestProperties. This allows other, non unidata.data
* DataSource-s (that follow the old API) to work.
*
* @param dataChoice The data choice that identifies the requested data.
* @param category The data category of the request.
* @param dataSelection Identifies any subsetting of the data.
* @param requestProperties Hashtable that holds any detailed request properties.
* @return The visad.Data object
* @throws RemoteException Java RMI problem
* @throws VisADException VisAD problem
*/
protected Data getDataInner(
DataChoice dataChoice,
DataCategory category,
DataSelection dataSelection,
Hashtable requestProperties)
throws VisADException, RemoteException {
loadId = JobManager.getManager().stopAndRestart(loadId, "WMSControl");
Object myLoadId = loadId;
if (requestProperties == null) {
requestProperties = new Hashtable();
}
WmsSelection wmsInfo = (WmsSelection) dataChoice.getId();
// Look if there was a layer that overrides the one in the data choice
Object tfoLayer = requestProperties.get(PROP_LAYER);
if ((tfoLayer != null) && (tfoLayer instanceof TwoFacedObject)) {
String layer = ((TwoFacedObject) tfoLayer).getId().toString();
for (int i = 0; i < wmsSelections.size(); i++) {
WmsSelection tmpSelection = (WmsSelection) wmsSelections.get(i);
if (Misc.equals(tmpSelection.getLayer(), layer)) {
wmsInfo = tmpSelection;
break;
}
}
}
GeoLocationInfo boundsToUse = (GeoLocationInfo) requestProperties.get(PROP_BOUNDS);
Image image = null;
FieldImpl xyData = null;
byte[] imageContent = null;
// System.err.println(wmsInfo.getImageFile());
if (wmsInfo.getImageFile() != null) {
try {
boundsToUse = new GeoLocationInfo(90, -180, -90, 180);
InputStream is = IOUtil.getInputStream(wmsInfo.getImageFile());
imageContent = IOUtil.readBytes(is, myLoadId);
image = Toolkit.getDefaultToolkit().createImage(imageContent);
// javax.swing.JLabel l = new javax.swing.JLabel(new
// javax.swing.ImageIcon(image));
// l.setBackground(Color.red);
// ucar.unidata.util.GuiUtils.showOkCancelDialog(null,null, l,null);
xyData = ucar.visad.Util.makeField(image, 0, false, true);
} catch (Exception iexc) {
logException("There was an error accessing the image:\n" + wmsInfo.getImageFile(), iexc);
return null;
}
} else {
String writeFile = (String) requestProperties.get(PROP_WRITEFILE);
int imageWidth = Misc.getProperty(requestProperties, PROP_IMAGEWIDTH, 800);
int imageHeight = Misc.getProperty(requestProperties, PROP_IMAGEHEIGHT, -1);
double resolution = Misc.getProperty(requestProperties, PROP_RESOLUTION, (float) 1.0);
if (wmsInfo.getLegendIcon() != null) {
requestProperties.put(PROP_ICONPATH, wmsInfo.getLegendIcon());
}
if (!wmsInfo.getAllowSubsets() || (boundsToUse == null)) {
boundsToUse = wmsInfo.getBounds();
} else {
boundsToUse.rectify(wmsInfo.getBounds(), 0.0);
boundsToUse.snapToGrid();
boundsToUse.rectify(wmsInfo.getBounds(), 0.0);
}
double widthDegrees = boundsToUse.getMaxLon() - boundsToUse.getMinLon();
double heightDegrees = boundsToUse.getMaxLat() - boundsToUse.getMinLat();
if ((widthDegrees == 0) || (heightDegrees == 0)) {
return null;
}
if (wmsInfo.getFixedWidth() > -1) {
imageWidth = wmsInfo.getFixedWidth();
}
if (wmsInfo.getFixedHeight() > -1) {
imageHeight = wmsInfo.getFixedHeight();
} else {
if (imageHeight < 0) {
imageHeight =
Math.abs((int) (imageWidth * boundsToUse.getDegreesY() / boundsToUse.getDegreesX()));
}
}
imageWidth = Math.min(Math.max(imageWidth, 50), 2056);
imageHeight = Math.min(Math.max(imageHeight, 50), 2056);
if (maintainRatio) {
imageHeight = (int) (imageWidth * (heightDegrees / widthDegrees));
}
double diff = Math.abs(boundsToUse.getMinLon() - boundsToUse.getMaxLon());
String url =
wmsInfo.assembleRequest(
boundsToUse, (int) (imageWidth / resolution), (int) (imageHeight / resolution));
String cacheGroup = "WMS";
synchronized (cachedUrls) {
if (writeFile == null) {
for (int i = 0; i < cachedUrls.size(); i++) {
if (url.equals(cachedUrls.get(i))) {
image = (Image) cachedData.get(i);
break;
}
}
}
}
try {
if (image == null) {
if (Misc.equals(url, lastUrl) && (lastImageContent != null)) {
imageContent = lastImageContent;
} else {
}
if (imageContent == null) {
long t1 = System.currentTimeMillis();
// System.err.println("getting image:" + url);
LogUtil.message("Reading WMS image: " + wmsInfo);
// System.err.println ("url:" + url);
InputStream is = IOUtil.getInputStream(url);
long t2 = System.currentTimeMillis();
imageContent = IOUtil.readBytes(is, myLoadId);
long t3 = System.currentTimeMillis();
LogUtil.message("");
// System.err.println("Done");
}
// If it is null then there is another thread that is doing
// a subsequent read
lastImageContent = null;
if (imageContent == null) {
return null;
}
Trace.call2("Getting image");
Trace.call1("Making image");
image = Toolkit.getDefaultToolkit().createImage(imageContent);
// Wait on the image
image = ucar.unidata.ui.ImageUtils.waitOnImage(image);
if (image == null) {
throw new IllegalStateException();
}
Trace.call2("Making image");
lastImageContent = imageContent;
lastUrl = url;
updateDetailsText();
if (!JobManager.getManager().canContinue(myLoadId)) {
Trace.call2("WMSControl.loadImage");
return null;
}
synchronized (cachedUrls) {
if (cachedUrls.size() > 5) {
cachedUrls.remove(cachedUrls.size() - 1);
cachedData.remove(cachedData.size() - 1);
}
// For now don't cache
// cachedUrls.add(0, url);
// cachedData.add(0, image);
}
}
ImageHelper ih = new ImageHelper();
int width = image.getWidth(ih);
if (ih.badImage) {
throw new IllegalStateException();
}
long tt1 = System.currentTimeMillis();
xyData = ucar.visad.Util.makeField(image, 0, false, true);
long tt2 = System.currentTimeMillis();
// System.err.println("time to make field:" + (tt2-tt1));
} catch (Exception iexc) {
if (imageContent != null) {
String msg = new String(imageContent);
// System.err.println ("msg:" + msg);
/* Check to see if this is of the form:
<?xml version='1.0' encoding="UTF-8" standalone="no" ?>
<!DOCTYPE ServiceExceptionReport SYSTEM "http://www.digitalearth.gov/wmt/xml/exception_1_1_0.dtd ">
<ServiceExceptionReport version="1.1.0">
<ServiceException>
Service denied due to system overload. Please try again later.
</ServiceException>
</ServiceExceptionReport>
*/
if (msg.indexOf("<ServiceExceptionReport") >= 0) {
try {
StringBuffer errors = new StringBuffer();
errors.append("\n");
Element root = XmlUtil.getRoot(msg);
List children = XmlUtil.findChildren(root, "ServiceException");
for (int i = 0; i < children.size(); i++) {
Element node = (Element) children.get(i);
String code = XmlUtil.getAttribute(node, "code", (String) null);
String body = XmlUtil.getChildText(node);
if (code != null) {
errors.append(code + "\n");
}
errors.append(body.trim() + "\n");
}
LogUtil.userErrorMessage(
"Error accessing image with the url:\n" + url + "\nError:\n" + errors);
} catch (Exception exc) {
LogUtil.userErrorMessage(
"Error accessing image with the url:\n"
+ url
+ "\nError:\n"
+ StringUtil.stripTags(msg));
}
return null;
}
msg = StringUtil.replace(msg, "\n", " ").toLowerCase();
if (StringUtil.stringMatch(msg, "service\\s*exception")) {
if (StringUtil.stringMatch(msg, "cannot\\s*be\\s*less\\s*than")) {
return null;
}
}
if (msg.indexOf("error") >= 0) {
LogUtil.userErrorMessage(
"There was an error accessing the image with the url:\n"
+ url
+ "\nError:\n"
+ new String(imageContent));
return null;
}
}
logException("There was an error accessing the image with the url:\n" + url, iexc);
return null;
}
if (writeFile != null) {
try {
ImageXmlDataSource.writeToFile(writeFile, boundsToUse, imageContent, wmsInfo.getFormat());
} catch (Exception exc) {
throw new IllegalArgumentException(
"Error writing image xml file:" + writeFile + " " + exc);
}
}
}
Linear2DSet domain = (Linear2DSet) xyData.getDomainSet();
Linear2DSet imageDomain =
new Linear2DSet(
RealTupleType.SpatialEarth2DTuple,
boundsToUse.getMinLon(),
boundsToUse.getMaxLon(),
domain.getX().getLength(),
boundsToUse.getMaxLat(),
boundsToUse.getMinLat(),
domain.getY().getLength());
// System.err.println("image domain:" + imageDomain);
/*
new Linear2DSet(RealTupleType.SpatialEarth2DTuple,
boundsToUse.getMinLon(), boundsToUse.getMaxLon(),
domain.getX().getLength(),
boundsToUse.getMinLat() +diff, boundsToUse.getMinLat(),
domain.getY().getLength());*/
FieldImpl field = GridUtil.setSpatialDomain(xyData, imageDomain, true);
return field;
}