Ejemplo n.º 1
0
  static void doOne(
      String dir, String filename, int ngrids, int ncoordSys, int ncoordAxes, int nVertCooordAxes)
      throws Exception {
    System.out.println("test read GridDataset = " + dir + filename);
    ucar.nc2.dt.grid.GridDataset gridDs = GridDataset.open(dir + filename);

    int countGrids = gridDs.getGrids().size();
    int countCoordAxes = gridDs.getNetcdfDataset().getCoordinateAxes().size();
    int countCoordSys = gridDs.getNetcdfDataset().getCoordinateSystems().size();

    // count vertical axes
    int countVertCooordAxes = 0;
    List axes = gridDs.getNetcdfDataset().getCoordinateAxes();
    for (int i = 0; i < axes.size(); i++) {
      CoordinateAxis axis = (CoordinateAxis) axes.get(i);
      AxisType t = axis.getAxisType();
      if ((t == AxisType.GeoZ) || (t == AxisType.Height) || (t == AxisType.Pressure))
        countVertCooordAxes++;
    }

    Iterator iter = gridDs.getGridsets().iterator();
    while (iter.hasNext()) {
      GridDataset.Gridset gridset = (GridDataset.Gridset) iter.next();
      GridCoordSys gcs = gridset.getGeoCoordSys();
      // if (gcs.hasTimeAxis())
      //  System.out.println(" "+gcs.isDate()+" "+gcs.getName());
    }

    if (showCount) {
      System.out.println(" grids=" + countGrids + ((ngrids < 0) ? " *" : ""));
      System.out.println(" coordSys=" + countCoordSys + ((ncoordSys < 0) ? " *" : ""));
      System.out.println(" coordAxes=" + countCoordAxes + ((ncoordAxes < 0) ? " *" : ""));
      System.out.println(" vertAxes=" + countVertCooordAxes + ((nVertCooordAxes < 0) ? " *" : ""));
    }

    if (ngrids >= 0) assert ngrids == countGrids : "Grids " + ngrids + " != " + countGrids;
    // if (ncoordSys >= 0)
    //  assert ncoordSys == countCoordSys : "CoordSys " + ncoordSys + " != " + countCoordSys;
    // if (ncoordAxes >= 0)
    //  assert ncoordAxes == countCoordAxes : "CoordAxes " + ncoordAxes + " != " + countCoordAxes;
    if (nVertCooordAxes >= 0)
      assert nVertCooordAxes == countVertCooordAxes
          : "VertAxes " + nVertCooordAxes + " != " + countVertCooordAxes;

    gridDs.close();
  }
  @Test
  public void variableSectionChannelAndExecutor()
      throws IOException, InterruptedException, ExecutionException {

    Variable var = grid.getVariable().getOriginalVariable();
    DataType dType = var.getDataType();
    int[] varShape = var.getShape();

    gds.close();

    // Object that contains variable is not visible
    // N3header.Vinfo vinfo = (N3header.Vinfo) var.getSPobject();
    long varStartPos = 74827420;

    Path path = Paths.get(location);
    final int nThreads = Runtime.getRuntime().availableProcessors();
    final Set<StandardOpenOption> options = new TreeSet<>();
    options.add(StandardOpenOption.READ);
    ExecutorService taskExecutor = Executors.newFixedThreadPool(nThreads);

    long start = System.currentTimeMillis();
    // List<Future<ByteBuffer>> list = new ArrayList<>();
    List<Future<Future<Integer>>> list = new ArrayList<>();
    List<ByteBuffer> pool = new ArrayList<>();
    // CompletionService<ByteBuffer> resultPool = new ExecutorCompletionService<>(taskExecutor);

    try (AsynchronousFileChannel afc = AsynchronousFileChannel.open(path, options, taskExecutor)) {

      // int wantedBytes = 8*401*476;
      int wantedBytes = 93147496;

      for (int i = 0; i < 97; i++) {
        // for(int j=0; j<15; j++){
        ByteBuffer buffer =
            ByteBuffer.allocate(8 * 15 * 401 * 476); // one time and vertical level slice
        pool.add(buffer);
        Callable<Future<Integer>> worker =
            VariableSectionChannelReader.factory(afc, varStartPos, buffer);
        varStartPos += wantedBytes;

        // resultPool.submit(worker);
        Future<Future<Integer>> future = taskExecutor.submit(worker);
        list.add(future);
        // }

      }

      for (Future<Future<Integer>> future : list) {

        boolean done = future.get().isDone();
        System.out.println("Inner task done: " + done);
        done = future.isDone();
        System.out.println("Submitted task done: " + done);
      }

      taskExecutor.shutdown();

      taskExecutor.awaitTermination(10, TimeUnit.SECONDS);

      if (taskExecutor.isTerminated()) {
        System.out.println("Finally done!!");
      }

      long readBytes = 0;
      for (ByteBuffer b : pool) {
        // b.flip();
        // b.rewind();
        System.out.println(b.getDouble(0));
        readBytes += b.array().length;
      }
      System.out.println(readBytes + " read bytes in: " + (System.currentTimeMillis() - start));
    }
  }
 @After
 public void tearDown() throws IOException {
   gds.close();
   grid = null;
 }