private static NumericMatrix getMatrix(Collection<PlainPerson> persons, LegPredicate pred) { NumericMatrix m = new NumericMatrix(); for (Person person : persons) { for (Episode episode : person.getEpisodes()) { for (int i = 0; i < episode.getLegs().size(); i++) { Segment leg = episode.getLegs().get(i); if (pred.test(leg)) { Segment prev = episode.getActivities().get(i); Segment next = episode.getActivities().get(i + 1); String origin = prev.getAttribute(SetZones.ZONE_KEY); String dest = next.getAttribute(SetZones.ZONE_KEY); if (origin != null && dest != null) { m.add(origin, dest, 1); String touched = leg.getAttribute(DBG_TOUCHED); int cnt = 0; if (touched != null) cnt = Integer.parseInt(touched); leg.setAttribute(DBG_TOUCHED, String.valueOf(cnt + 1)); } } } } } return m; }
public static void main(String args[]) throws IOException { String in = "/Users/jillenberger/work/matrix2014/data/matrices/tomtom.de.txt"; String out = "/Users/jillenberger/work/matrix2014/data/matrices/tomtom.de.100KM.txt"; String zoneFile = "/Users/jillenberger/work/matrix2014/data/zones/nuts3.psm.gk3.geojson"; String idKey = "NO"; NumericMatrix m = NumericMatrixIO.read(in); ZoneCollection zones = ZoneGeoJsonIO.readFromGeoJSON(zoneFile, idKey); DistanceCalculator dCalc = CartesianDistanceCalculator.getInstance(); double threshold = 100000; Set<String> keys = m.keys(); for (String i : keys) { Zone z_i = zones.get(i); for (String j : keys) { Zone z_j = zones.get(j); double d = dCalc.distance(z_i.getGeometry().getCentroid(), z_j.getGeometry().getCentroid()); if (d < threshold) { m.set(i, j, null); } } } NumericMatrixIO.write(m, out); }
public static final void main(String args[]) throws IOException { String outdir = "/home/johannes/gsv/miv-matrix/qs2013/"; String matrixFile = "/home/johannes/gsv/miv-matrix/qs2013/matrix.txt"; String zoneFile = "/home/johannes/gsv/gis/zones/geojson/nuts3.psm.gk3.geojson"; String inhabFile = "/home/johannes/gsv/miv-matrix/qs2013/inhabitants.csv"; final NumericMatrix carVol = new NumericMatrix(); final NumericMatrix railVol = new NumericMatrix(); final NumericMatrix airVol = new NumericMatrix(); logger.info("Loading zones..."); ZoneCollection zones = ZoneGeoJsonIO.readFromGeoJSON(zoneFile, "NO"); TObjectDoubleHashMap<String> zoneRho = calcDensity(inhabFile, zones); logger.info("Reading matrix..."); MatrixReader mReader = new MatrixReader(); mReader.read( matrixFile, new MatrixReader.RowHandler() { @Override public void handleRow( String from, String to, String purpose, String year, String mode, String direction, String day, String season, double volume) { if (mode.equalsIgnoreCase("M")) { carVol.add(from, to, volume); } else if (mode.equalsIgnoreCase("B")) { railVol.add(from, to, volume); } else if (mode.equalsIgnoreCase("F")) { airVol.add(from, to, volume); } } }); logger.info("Calculating shares per od-pair..."); NumericMatrix carShare = new NumericMatrix(); NumericMatrix railShare = new NumericMatrix(); NumericMatrix airShare = new NumericMatrix(); NumericMatrix odCounts = new NumericMatrix(); Discretizer discr = FixedSampleSizeDiscretizer.create(zoneRho.values(), 1, 20); // Discretizer discr = new DummyDiscretizer(); Set<String> keys = carVol.keys(); keys.addAll(railVol.keys()); keys.addAll(airVol.keys()); ProgressLogger.init(keys.size(), 2, 10); for (String from : keys) { for (String to : keys) { Double car = carVol.get(from, to); if (car == null) car = 0.0; Double rail = railVol.get(from, to); if (rail == null) rail = 0.0; Double air = airVol.get(from, to); if (air == null) air = 0.0; if (car > 0 && rail > 0 && air > 0) { double total = car + rail + air; double fromRho = zoneRho.get(from); double toRho = zoneRho.get(to); fromRho = discr.discretize(fromRho); toRho = discr.discretize(toRho); String fromRhoStr = String.valueOf(fromRho); String toRhoStr = String.valueOf(toRho); odCounts.add(fromRhoStr, toRhoStr, 1); // odCounts.add(fromRhoStr, toRhoStr, total); carShare.add(fromRhoStr, toRhoStr, car / total); railShare.add(fromRhoStr, toRhoStr, rail / total); airShare.add(fromRhoStr, toRhoStr, air / total); } } ProgressLogger.step(); } ProgressLogger.terminate(); logger.info("Calculating averages..."); keys = odCounts.keys(); for (String from : keys) { for (String to : keys) { Double count = odCounts.get(from, to); if (count != null) { carShare.multiply(from, to, 1 / count); railShare.multiply(from, to, 1 / count); airShare.multiply(from, to, 1 / count); } } } logger.info("Writing matrices..."); NumericMatrixTxtIO.write(carShare, String.format("%s/carShare.txt", outdir)); NumericMatrixTxtIO.write(railShare, String.format("%s/railShare.txt", outdir)); NumericMatrixTxtIO.write(airShare, String.format("%s/airShare.txt", outdir)); logger.info("Done."); }
public NumericMatrix generate( Network network, ZoneCollection zones, String zoneIdKey, int nThreads) { this.network = network; logger.info("Initializing node mappings..."); initMappings(zones, zoneIdKey); logger.info("Calculation travel times..."); ExecutorService executor = Executors.newFixedThreadPool(nThreads); Set<Future<Worker>> futures = new HashSet<>(); for (Zone zone : zones.getZones()) { Worker worker = new Worker(zone.getAttribute(zoneIdKey)); futures.add(executor.submit(worker, worker)); } ProgressLogger.init(futures.size(), 1, 10); HashMatrix<String, CellData> sumMatrix = new HashMatrix<>(); int errors = 0; for (Future<Worker> future : futures) { try { Worker worker = future.get(); HashMatrix<String, CellData> m = worker.getMatrix(); Set<String> keys = m.keys(); for (String i : keys) { for (String j : keys) { CellData cData = m.get(i, j); if (cData != null) { CellData cDataSum = sumMatrix.get(i, j); if (cDataSum == null) { cDataSum = new CellData(); sumMatrix.set(i, j, cDataSum); } cDataSum.count += cData.count; cDataSum.ttSum += cData.ttSum; } } } errors += worker.getErrors(); ProgressLogger.step(); } catch (InterruptedException | ExecutionException e) { e.printStackTrace(); } } ProgressLogger.terminate(); if (errors > 0) { logger.info(String.format("%s errors occured.", errors)); } logger.info("Collection results..."); NumericMatrix ttMatrix = new NumericMatrix(); Set<String> keys = sumMatrix.keys(); for (String i : keys) { for (String j : keys) { CellData cData = sumMatrix.get(i, j); double avr = cData.ttSum / cData.count; ttMatrix.set(i, j, avr); } } return ttMatrix; }