public void testImportCSV() throws Exception {
File dir = unpack("csv/locations.zip");
ImportContext context = importer.createContext(new SpatialFile(new File(dir, "locations.csv")));
assertEquals(1, context.getTasks().size());
ImportTask task = context.getTasks().get(0);
assertEquals(ImportTask.State.NO_CRS, task.getState());
LayerInfo layer = task.getLayer();
ResourceInfo resource = layer.getResource();
resource.setSRS("EPSG:4326");
assertTrue("Item not ready", importer.prep(task));
assertEquals(ImportTask.State.READY, task.getState());
context.updated();
assertEquals(ImportContext.State.PENDING, context.getState());
importer.run(context);
assertEquals(ImportContext.State.COMPLETE, context.getState());
FeatureTypeInfo fti = (FeatureTypeInfo) resource;
SimpleFeatureType featureType = (SimpleFeatureType) fti.getFeatureType();
GeometryDescriptor geometryDescriptor = featureType.getGeometryDescriptor();
assertNull("Expecting no geometry", geometryDescriptor);
assertEquals(4, featureType.getAttributeCount());
}
/** Test of run method, of class de.genvlin.core.util.ImportTask. */
public void testRun() {
System.out.println("run");
final ImportTask instance = new ImportTask(fis);
instance.addChangeListener(
new PropertyChangeListener() {
public void propertyChange(PropertyChangeEvent evt) {
String s = evt.getPropertyName();
System.out.println(s);
if (s == GTask.STATUS && evt.getNewValue() instanceof Integer)
System.out.println(evt.getNewValue());
}
});
instance.start();
try {
instance.join();
} catch (InterruptedException ie) {
assertTrue(false);
}
GTableModel model = new GTableModel();
model.set((VectorPool) instance.getResult());
System.out.println("----------------- expected: ");
System.out.println(testSB);
System.out.println("----------------- result: ");
System.out.println(model.getAll());
// TODO
// this doesn't work:
// assertEquals(testSB.toString(), model.getAll());
}
public void testImportShapefiles() throws Exception {
File dir = tmpDir();
unpack("shape/archsites_epsg_prj.zip", dir);
unpack("shape/bugsites_esri_prj.tar.gz", dir);
ImportContext context = importer.createContext(new Directory(dir));
assertEquals(2, context.getTasks().size());
ImportTask task = context.getTasks().get(0);
assertEquals(ImportTask.State.READY, task.getState());
assertEquals("archsites", task.getLayer().getResource().getName());
task = context.getTasks().get(1);
assertEquals(ImportTask.State.READY, task.getState());
assertEquals("bugsites", task.getLayer().getResource().getName());
importer.run(context);
Catalog cat = getCatalog();
assertNotNull(cat.getLayerByName("archsites"));
assertNotNull(cat.getLayerByName("bugsites"));
assertEquals(ImportTask.State.COMPLETE, context.getTasks().get(0).getState());
assertEquals(ImportTask.State.COMPLETE, context.getTasks().get(1).getState());
runChecks("archsites");
runChecks("bugsites");
}
public void testImportKMLIndirect() throws Exception {
File dir = unpack("kml/sample.zip");
String wsName = getCatalog().getDefaultWorkspace().getName();
DataStoreInfo h2DataStore = createH2DataStore(wsName, "kmltest");
SpatialFile importData = new SpatialFile(new File(dir, "sample.kml"));
ImportContext context = importer.createContext(importData, h2DataStore);
assertEquals(1, context.getTasks().size());
ImportTask task = context.getTasks().get(0);
LayerInfo layer = task.getLayer();
ResourceInfo resource = layer.getResource();
assertEquals("Invalid srs", "EPSG:4326", resource.getSRS());
ReferencedEnvelope emptyBounds = new ReferencedEnvelope();
emptyBounds.setToNull();
assertTrue("Unexpected bounding box", emptyBounds.equals(resource.getNativeBoundingBox()));
// transform chain to limit characters
// otherwise we get a sql exception thrown
TransformChain transformChain = task.getTransform();
transformChain.add(new DescriptionLimitingTransform());
importer.run(context);
Exception error = task.getError();
if (error != null) {
error.printStackTrace();
fail(error.getMessage());
}
assertFalse("Bounding box not updated", emptyBounds.equals(resource.getNativeBoundingBox()));
FeatureTypeInfo fti = (FeatureTypeInfo) resource;
assertEquals("Invalid type name", "sample", fti.getName());
FeatureSource<? extends FeatureType, ? extends Feature> featureSource =
fti.getFeatureSource(null, null);
assertEquals("Unexpected feature count", 20, featureSource.getCount(Query.ALL));
}
public void testImportUnknownFile() throws Exception {
File dir = unpack("gml/states_wfs11.xml.gz");
ImportContext context = importer.createContext(new Directory(dir));
assertEquals(1, context.getTasks().size());
ImportTask task = context.getTasks().get(0);
assertEquals(ImportTask.State.NO_FORMAT, task.getState());
assertNull(task.getData().getFormat());
}
public void testCreateContextDirectoryHomo() throws Exception {
File dir = unpack("shape/archsites_epsg_prj.zip");
unpack("shape/bugsites_esri_prj.tar.gz", dir);
Directory d = new Directory(dir);
ImportContext context = importer.createContext(d);
assertEquals(1, context.getTasks().size());
ImportTask task = context.getTasks().get(0);
assertEquals(d, task.getData());
}
public void testImportDirectoryWithRasterIndirect() throws Exception {
DataStoreInfo ds = createH2DataStore(getCatalog().getDefaultWorkspace().getName(), "shapes");
File dir = tmpDir();
unpack("shape/archsites_epsg_prj.zip", dir);
unpack("shape/bugsites_esri_prj.tar.gz", dir);
unpack("geotiff/EmissiveCampania.tif.bz2", dir);
ImportContext context = importer.createContext(new Directory(dir), ds);
assertEquals(3, context.getTasks().size());
assertTrue(context.getData() instanceof Directory);
ImportTask task =
Iterables.find(
context.getTasks(),
new Predicate<ImportTask>() {
@Override
public boolean apply(ImportTask input) {
return "archsites".equals(input.getLayer().getResource().getName());
}
});
assertEquals(ImportTask.State.READY, task.getState());
assertTrue(task.getData() instanceof SpatialFile);
assertEquals("Shapefile", task.getData().getFormat().getName());
task =
Iterables.find(
context.getTasks(),
new Predicate<ImportTask>() {
@Override
public boolean apply(ImportTask input) {
return "bugsites".equals(input.getLayer().getResource().getName());
}
});
assertEquals(ImportTask.State.READY, task.getState());
assertTrue(task.getData() instanceof SpatialFile);
assertEquals("Shapefile", task.getData().getFormat().getName());
task =
Iterables.find(
context.getTasks(),
new Predicate<ImportTask>() {
@Override
public boolean apply(ImportTask input) {
return "EmissiveCampania".equals(input.getLayer().getResource().getName());
}
});
assertEquals(ImportTask.State.BAD_FORMAT, task.getState());
assertTrue(task.getData() instanceof SpatialFile);
assertEquals("GeoTIFF", task.getData().getFormat().getName());
}
public void testCreateContextSingleFile() throws Exception {
File dir = unpack("shape/archsites_epsg_prj.zip");
SpatialFile file = new SpatialFile(new File(dir, "archsites.shp"));
file.prepare();
ImportContext context = importer.createContext(file);
assertEquals(1, context.getTasks().size());
ImportTask task = context.getTasks().get(0);
assertEquals(file, task.getData());
}
public void testImportCSVIndirect() throws Exception {
File dir = unpack("csv/locations.zip");
String wsName = getCatalog().getDefaultWorkspace().getName();
DataStoreInfo h2DataStore = createH2DataStore(wsName, "csvindirecttest");
SpatialFile importData = new SpatialFile(new File(dir, "locations.csv"));
ImportContext context = importer.createContext(importData, h2DataStore);
assertEquals(1, context.getTasks().size());
ImportTask task = context.getTasks().get(0);
TransformChain transformChain = task.getTransform();
transformChain.add(new AttributesToPointGeometryTransform("LAT", "LON"));
assertEquals(ImportTask.State.NO_CRS, task.getState());
LayerInfo layer = task.getLayer();
ResourceInfo resource = layer.getResource();
resource.setSRS("EPSG:4326");
assertTrue("Item not ready", importer.prep(task));
assertEquals(ImportTask.State.READY, task.getState());
context.updated();
assertEquals(ImportContext.State.PENDING, context.getState());
importer.run(context);
assertEquals(ImportContext.State.COMPLETE, context.getState());
FeatureTypeInfo fti = (FeatureTypeInfo) resource;
SimpleFeatureType featureType = (SimpleFeatureType) fti.getFeatureType();
GeometryDescriptor geometryDescriptor = featureType.getGeometryDescriptor();
assertNotNull("Expecting geometry", geometryDescriptor);
assertEquals("Invalid geometry name", "location", geometryDescriptor.getLocalName());
assertEquals(3, featureType.getAttributeCount());
FeatureSource<? extends FeatureType, ? extends Feature> featureSource =
fti.getFeatureSource(null, null);
FeatureCollection<? extends FeatureType, ? extends Feature> features =
featureSource.getFeatures();
assertEquals(9, features.size());
FeatureIterator<? extends Feature> featureIterator = features.features();
assertTrue("Expected features", featureIterator.hasNext());
SimpleFeature feature = (SimpleFeature) featureIterator.next();
assertNotNull(feature);
assertEquals("Invalid city attribute", "Trento", feature.getAttribute("CITY"));
assertEquals("Invalid number attribute", 140, feature.getAttribute("NUMBER"));
Object geomAttribute = feature.getAttribute("location");
assertNotNull("Expected geometry", geomAttribute);
Point point = (Point) geomAttribute;
Coordinate coordinate = point.getCoordinate();
assertEquals("Invalid x coordinate", 11.12, coordinate.x, 0.1);
assertEquals("Invalid y coordinate", 46.07, coordinate.y, 0.1);
featureIterator.close();
}
private void cancelImport() {
if (mImportTask != null && mImportTask.getStatus() == AsyncTask.Status.RUNNING) {
mImportTask.cancel(true);
mImportTask = null;
mActionButton.setVisibility(View.VISIBLE);
mActionButton.setText(R.string.dialog_back);
mActionButton.setOnClickListener(
new View.OnClickListener() {
public void onClick(View v) {
finish();
}
});
}
}
public void testIntegerToDateTransform() throws Exception {
Catalog cat = getCatalog();
File dir = unpack("shape/archsites_epsg_prj.zip");
SpatialFile file = new SpatialFile(new File(dir, "archsites.shp"));
file.prepare();
ImportContext context = importer.createContext(file, store);
assertEquals(1, context.getTasks().size());
context.setTargetStore(store);
ImportTask task = context.getTasks().get(0);
// this is a silly test - CAT_ID ranges from 1-25 and is not supposed to be a date
// java date handling doesn't like dates in year 1
task.getTransform().add(new IntegerFieldToDateTransform("CAT_ID"));
importer.run(context);
assertEquals(ImportContext.State.COMPLETE, context.getState());
FeatureTypeInfo ft = cat.getFeatureTypeByDataStore(store, "archsites");
assertNotNull(ft);
SimpleFeatureType schema = (SimpleFeatureType) ft.getFeatureType();
assertEquals(Timestamp.class, schema.getDescriptor("CAT_ID").getType().getBinding());
FeatureIterator it = ft.getFeatureSource(null, null).getFeatures().features();
int year = 2;
Calendar cal = Calendar.getInstance();
cal.setTimeZone(TimeZone.getTimeZone("UTC"));
try {
// make sure we have something
assertTrue(it.hasNext());
// the first date will be bogus due to java date limitation
it.next();
while (it.hasNext()) {
SimpleFeature f = (SimpleFeature) it.next();
// class will be timestamp
cal.setTime((Date) f.getAttribute("CAT_ID"));
assertEquals(year++, cal.get(Calendar.YEAR));
}
} finally {
it.close();
}
}
@Override
public int hashCode() {
final int prime = 31;
int result = 1;
result = prime * result + (int) (id ^ (id >>> 32));
result = prime * result + ((task == null) ? 0 : task.hashCode());
return result;
}
public void testImportShapefilesWithExtraFiles() throws Exception {
File dir = tmpDir();
unpack("shape/archsites_epsg_prj.zip", dir);
// make some 'extra' files
new File(dir, "archsites.sbn").createNewFile();
new File(dir, "archsites.sbx").createNewFile();
new File(dir, "archsites.shp.xml").createNewFile();
ImportContext context = importer.createContext(new Directory(dir));
assertEquals(1, context.getTasks().size());
ImportTask task = context.getTasks().get(0);
assertEquals(ImportTask.State.READY, task.getState());
assertEquals("archsites", task.getLayer().getResource().getName());
}
public void testReprojectTransform() throws Exception {
Catalog cat = getCatalog();
File dir = unpack("shape/archsites_epsg_prj.zip");
SpatialFile file = new SpatialFile(new File(dir, "archsites.shp"));
file.prepare();
ImportContext context = importer.createContext(file, store);
importer.run(context);
assertEquals(ImportContext.State.COMPLETE, context.getState());
LayerInfo l1 = context.getTasks().get(0).getLayer();
assertTrue(CRS.equalsIgnoreMetadata(CRS.decode("EPSG:26713"), l1.getResource().getNativeCRS()));
assertEquals("EPSG:26713", l1.getResource().getSRS());
dir = unpack("shape/archsites_epsg_prj.zip");
file = new SpatialFile(new File(dir, "archsites.shp"));
file.prepare();
context = importer.createContext(file, store);
ImportTask item = context.getTasks().get(0);
item.getTransform().add(new ReprojectTransform(CRS.decode("EPSG:4326")));
importer.run(context);
assertEquals(ImportContext.State.COMPLETE, context.getState());
LayerInfo l2 = context.getTasks().get(0).getLayer();
assertTrue(CRS.equalsIgnoreMetadata(CRS.decode("EPSG:4326"), l2.getResource().getNativeCRS()));
assertEquals("EPSG:4326", l2.getResource().getSRS());
assertFalse(
l1.getResource().getNativeBoundingBox().equals(l2.getResource().getNativeBoundingBox()));
assertTrue(
CRS.equalsIgnoreMetadata(
l2.getResource().getNativeCRS(),
l2.getResource().getNativeBoundingBox().getCoordinateReferenceSystem()));
LayerInfo l = cat.getLayer(l2.getId());
assertTrue(CRS.equalsIgnoreMetadata(CRS.decode("EPSG:4326"), l2.getResource().getNativeCRS()));
assertEquals("EPSG:4326", l2.getResource().getSRS());
}
public void testImportShapefile() throws Exception {
File dir = unpack("shape/archsites_epsg_prj.zip");
ImportContext context = importer.createContext(new SpatialFile(new File(dir, "archsites.shp")));
assertEquals(1, context.getTasks().size());
ImportTask task = context.getTasks().get(0);
assertEquals(ImportTask.State.READY, task.getState());
assertEquals("archsites", task.getLayer().getResource().getName());
importer.run(context);
Catalog cat = getCatalog();
assertNotNull(cat.getLayerByName("archsites"));
assertEquals(ImportTask.State.COMPLETE, task.getState());
runChecks("archsites");
}
@Override
public boolean equals(Object obj) {
if (this == obj) return true;
if (obj == null) return false;
if (getClass() != obj.getClass()) return false;
ImportItem other = (ImportItem) obj;
if (id != other.id) return false;
if (task == null) {
if (other.task != null) return false;
} else if (!task.equals(other.task)) return false;
return true;
}
public void testImportGeoTIFF() throws Exception {
File dir = unpack("geotiff/EmissiveCampania.tif.bz2");
ImportContext context =
importer.createContext(new SpatialFile(new File(dir, "EmissiveCampania.tif")));
assertEquals(1, context.getTasks().size());
ImportTask task = context.getTasks().get(0);
assertEquals(ImportTask.State.READY, task.getState());
assertEquals("EmissiveCampania", task.getLayer().getResource().getName());
importer.run(context);
Catalog cat = getCatalog();
assertNotNull(cat.getLayerByName("EmissiveCampania"));
assertEquals(ImportTask.State.COMPLETE, task.getState());
runChecks("EmissiveCampania");
}
public void testDateFormatTransform() throws Exception {
Catalog cat = getCatalog();
File dir = unpack("shape/ivan.zip");
SpatialFile file = new SpatialFile(new File(dir, "ivan.shp"));
file.prepare();
ImportContext context = importer.createContext(file, store);
assertEquals(1, context.getTasks().size());
context.setTargetStore(store);
ImportTask task = context.getTasks().get(0);
task.getTransform().add(new DateFormatTransform("timestamp", "yyyy-MM-dd HH:mm:ss.S"));
importer.run(context);
assertEquals(ImportContext.State.COMPLETE, context.getState());
FeatureTypeInfo ft = cat.getFeatureTypeByDataStore(store, "ivan");
assertNotNull(ft);
SimpleFeatureType schema = (SimpleFeatureType) ft.getFeatureType();
assertTrue(
Date.class.isAssignableFrom(schema.getDescriptor("timestamp").getType().getBinding()));
FeatureIterator it = ft.getFeatureSource(null, null).getFeatures().features();
try {
assertTrue(it.hasNext());
while (it.hasNext()) {
SimpleFeature f = (SimpleFeature) it.next();
assertTrue(f.getAttribute("timestamp") instanceof Date);
}
} finally {
it.close();
}
}
private void startImport() {
if (mImportTask == null || mImportTask.getStatus() == AsyncTask.Status.FINISHED) {
mActionButton.setVisibility(View.VISIBLE);
mActionButton.setText(android.R.string.cancel);
mActionButton.setOnClickListener(
new View.OnClickListener() {
public void onClick(View v) {
cancelImport();
}
});
mProgressBar.setVisibility(View.VISIBLE);
mImportTask = (ImportTask) new ImportTask().execute();
}
}
public void testNumberFormatTransform() throws Exception {
Catalog cat = getCatalog();
File dir = unpack("shape/restricted.zip");
SpatialFile file = new SpatialFile(new File(dir, "restricted.shp"));
file.prepare();
ImportContext context = importer.createContext(file, store);
assertEquals(1, context.getTasks().size());
context.setTargetStore(store);
ImportTask task = context.getTasks().get(0);
task.getTransform().add(new NumberFormatTransform("cat", Integer.class));
importer.run(context);
assertEquals(ImportContext.State.COMPLETE, context.getState());
FeatureTypeInfo ft = cat.getFeatureTypeByDataStore(store, "restricted");
assertNotNull(ft);
SimpleFeatureType schema = (SimpleFeatureType) ft.getFeatureType();
assertEquals(Integer.class, schema.getDescriptor("cat").getType().getBinding());
FeatureIterator it = ft.getFeatureSource(null, null).getFeatures().features();
try {
assertTrue(it.hasNext());
while (it.hasNext()) {
SimpleFeature f = (SimpleFeature) it.next();
assertTrue(f.getAttribute("cat") instanceof Integer);
}
} finally {
it.close();
}
}
public void threadRun() {
importTask.started();
Element element = document.getDocumentElement();
if (element.getTagName().contains("NodeColours")) {
NodeList nodeColoursChildNodes = element.getChildNodes();
for (int i = 0; i < nodeColoursChildNodes.getLength(); i++) {
if (nodeColoursChildNodes.item(i).getNodeType() == Node.ELEMENT_NODE) {
Element nodeColourElement = (Element) nodeColoursChildNodes.item(i);
if (nodeColourElement.getTagName().equals("NodeColour")) {
NodeColour nodeColour = NodeColour.create(NodeColour.class);
String blue = getTextValue("", nodeColourElement, "Blue");
String red = getTextValue("", nodeColourElement, "Red");
String green = getTextValue("", nodeColourElement, "Green");
String nodeType = getTextValue("", nodeColourElement, "NodeType");
nodeColour.setBlue(Integer.parseInt(blue));
nodeColour.setRed(Integer.parseInt(red));
nodeColour.setGreen(Integer.parseInt(green));
nodeColour.setNodeType(nodeType);
nodeColour.save();
}
}
}
}
DatabaseTransactionManager.getInstance().finaliseTransactions();
DataBank.getNodeColours().reloadNodeColours();
Controller.getInstance().updateCanvasControllerLater();
importTask.setIsFinished(true);
}
public void testImportIntoDatabase() throws Exception {
Catalog cat = getCatalog();
DataStoreInfo ds = createH2DataStore(cat.getDefaultWorkspace().getName(), "spearfish");
File dir = tmpDir();
unpack("shape/archsites_epsg_prj.zip", dir);
unpack("shape/bugsites_esri_prj.tar.gz", dir);
ImportContext context = importer.createContext(new Directory(dir), ds);
assertEquals(2, context.getTasks().size());
ImportTask task1 = context.getTasks().get(0);
ImportTask task2 = context.getTasks().get(1);
assertEquals(ImportTask.State.READY, task1.getState());
assertEquals(ImportTask.State.READY, task2.getState());
// assertEquals(ImportTask.State.READY, context.getTasks().get(1).getState());
// cannot ensure ordering of items
HashSet resources = new HashSet();
resources.add(task1.getLayer().getResource().getName());
resources.add(task2.getLayer().getResource().getName());
assertTrue(resources.contains("bugsites"));
assertTrue(resources.contains("archsites"));
importer.run(context);
assertEquals(ImportTask.State.COMPLETE, task1.getState());
assertEquals(ImportTask.State.COMPLETE, task2.getState());
assertNotNull(cat.getLayerByName("archsites"));
assertNotNull(cat.getLayerByName("bugsites"));
assertNotNull(cat.getFeatureTypeByDataStore(ds, "archsites"));
assertNotNull(cat.getFeatureTypeByDataStore(ds, "bugsites"));
runChecks("archsites");
runChecks("bugsites");
}
public void testImportNoCrsLatLonBoundingBox() throws Exception {
File dir = unpack("shape/archsites_no_crs.zip");
ImportContext context = importer.createContext(new Directory(dir));
assertEquals(1, context.getTasks().size());
ImportTask task = context.getTasks().get(0);
assertEquals(ImportTask.State.NO_CRS, task.getState());
assertNull(task.getLayer().getResource().getLatLonBoundingBox());
task.getLayer().getResource().setSRS("EPSG:26713");
importer.changed(task);
assertEquals(ImportTask.State.READY, task.getState());
ResourceInfo r = task.getLayer().getResource();
assertNotNull(r.getLatLonBoundingBox());
assertNotNull(r.boundingBox());
assertNotNull(r.boundingBox().getCoordinateReferenceSystem());
}
public void testImportDirectoryWithRasterDirect() throws Exception {
File dir = tmpDir();
unpack("shape/archsites_epsg_prj.zip", dir);
unpack("shape/bugsites_esri_prj.tar.gz", dir);
unpack("geotiff/EmissiveCampania.tif.bz2", dir);
ImportContext context = importer.createContext(new Directory(dir));
assertEquals(3, context.getTasks().size());
assertTrue(context.getData() instanceof Directory);
ImportTask task = context.getTasks().get(0);
assertEquals(ImportTask.State.READY, task.getState());
assertEquals("archsites", task.getLayer().getResource().getName());
assertTrue(task.getData() instanceof SpatialFile);
assertEquals("Shapefile", task.getData().getFormat().getName());
task = context.getTasks().get(1);
assertEquals(ImportTask.State.READY, task.getState());
assertEquals("bugsites", task.getLayer().getResource().getName());
assertTrue(task.getData() instanceof SpatialFile);
assertEquals("Shapefile", task.getData().getFormat().getName());
task = context.getTasks().get(2);
assertEquals(ImportTask.State.READY, task.getState());
assertEquals("EmissiveCampania", task.getLayer().getResource().getName());
assertTrue(task.getData() instanceof SpatialFile);
assertEquals("GeoTIFF", task.getData().getFormat().getName());
}
private void optionImport() {
ImportTask importTask = new ImportTask();
importTask.execute(getExportFile());
}
