コード例 #1
0
  @Test
  public void virtualPageTest() throws HyracksDataException {
    TestStorageManagerComponentHolder.init(PAGE_SIZE, NUM_PAGES, MAX_OPEN_FILES);
    IBufferCache bufferCache = TestStorageManagerComponentHolder.getBufferCache(ctx);
    IFileMapProvider fmp = TestStorageManagerComponentHolder.getFileMapProvider(ctx);

    List<Integer> fileIds = new ArrayList<Integer>();
    Map<Integer, ArrayList<Integer>> pageContents = new HashMap<Integer, ArrayList<Integer>>();
    ArrayList<Integer> memVals;
    int num = 10;
    int testPageId = 0;
    int lastRealPage = 0;
    String fileName = getFileName();
    FileReference file = new FileReference(new File(fileName));
    bufferCache.createFile(file);
    int memFileId = bufferCache.createMemFile();
    int fileId = fmp.lookupFileId(file);
    bufferCache.openFile(fileId);
    fileIds.add(fileId);

    // try and write a few somethings into an on-disk paged file
    ICachedPage page = null;
    for (; lastRealPage < 10; lastRealPage++) {
      page = bufferCache.pin(BufferedFileHandle.getDiskPageId(fileId, lastRealPage), true);
      page.acquireWriteLatch();
      try {
        ArrayList<Integer> values = new ArrayList<Integer>();
        for (int j = 0; j < num; j++) {
          int x = Math.abs(rnd.nextInt());
          page.getBuffer().putInt(j * 4, x);
          values.add(x);
        }
        pageContents.put(lastRealPage, values);
      } finally {
        page.releaseWriteLatch(true);
        bufferCache.unpin(page);
      }
    }
    // now try the same thing, but for a virtual page
    page = bufferCache.pinVirtual(BufferedFileHandle.getDiskPageId(memFileId, testPageId));
    page.acquireWriteLatch();
    try {
      ArrayList<Integer> values = new ArrayList<Integer>();
      for (int j = 0; j < num; j++) {
        int x = Math.abs(rnd.nextInt());
        page.getBuffer().putInt(j * 4, x);
        values.add(x);
      }
      memVals = values;
    } finally {
      page.releaseWriteLatch(true);
      // no unpin here.
    }
    // write some more stuff...
    for (; lastRealPage < 20; lastRealPage++) {
      page = bufferCache.pin(BufferedFileHandle.getDiskPageId(fileId, lastRealPage), true);
      page.acquireWriteLatch();
      try {
        ArrayList<Integer> values = new ArrayList<Integer>();
        for (int j = 0; j < num; j++) {
          int x = Math.abs(rnd.nextInt());
          page.getBuffer().putInt(j * 4, x);
          values.add(x);
        }
        pageContents.put(lastRealPage, values);
      } finally {
        page.releaseWriteLatch(true);
        bufferCache.unpin(page);
      }
    }
    // now try putting the virtual page after the other pages
    ICachedPage realPage =
        bufferCache.unpinVirtual(
            BufferedFileHandle.getDiskPageId(memFileId, testPageId),
            BufferedFileHandle.getDiskPageId(fileId, lastRealPage));
    bufferCache.unpin(realPage);
    pageContents.put(lastRealPage, memVals);

    bufferCache.closeFile(fileId);

    // now try reading it back!
    bufferCache.openFile(fileId);
    for (int i : pageContents.keySet()) {
      page = bufferCache.pin(BufferedFileHandle.getDiskPageId(fileId, i), false);
      page.acquireReadLatch();
      try {
        ArrayList<Integer> values = pageContents.get(i);
        for (int j = 0; j < values.size(); j++) {
          Assert.assertEquals(values.get(j).intValue(), page.getBuffer().getInt(j * 4));
        }
      } finally {
        page.releaseReadLatch();
        bufferCache.unpin(page);
      }
    }
    bufferCache.closeFile(fileId);
  }
コード例 #2
0
  @Test
  public void simpleOpenPinCloseTest() throws HyracksDataException {
    TestStorageManagerComponentHolder.init(PAGE_SIZE, NUM_PAGES, MAX_OPEN_FILES);
    IBufferCache bufferCache = TestStorageManagerComponentHolder.getBufferCache(ctx);
    IFileMapProvider fmp = TestStorageManagerComponentHolder.getFileMapProvider(ctx);
    String fileName = getFileName();
    FileReference file = new FileReference(new File(fileName));
    bufferCache.createFile(file);
    int fileId = fmp.lookupFileId(file);
    int num = 10;
    int testPageId = 0;

    bufferCache.openFile(fileId);

    ICachedPage page = null;

    // tryPin should fail
    page = bufferCache.tryPin(BufferedFileHandle.getDiskPageId(fileId, testPageId));
    Assert.assertNull(page);

    // pin page should succeed
    page = bufferCache.pin(BufferedFileHandle.getDiskPageId(fileId, testPageId), true);
    page.acquireWriteLatch();
    try {
      for (int i = 0; i < num; i++) {
        page.getBuffer().putInt(i * 4, i);
      }

      // try pin should succeed
      ICachedPage page2 = bufferCache.tryPin(BufferedFileHandle.getDiskPageId(fileId, testPageId));
      Assert.assertNotNull(page2);
      bufferCache.unpin(page2);

    } finally {
      page.releaseWriteLatch(true);
      bufferCache.unpin(page);
    }

    bufferCache.closeFile(fileId);

    // This code is commented because the method pinSanityCheck in the BufferCache is commented.
    /*boolean exceptionThrown = false;

    // tryPin should fail since file is not open
    try {
        page = bufferCache.tryPin(BufferedFileHandle.getDiskPageId(fileId, testPageId));
    } catch (HyracksDataException e) {
        exceptionThrown = true;
    }
    Assert.assertTrue(exceptionThrown);

    // pin should fail since file is not open
    exceptionThrown = false;
    try {
        page = bufferCache.pin(BufferedFileHandle.getDiskPageId(fileId, testPageId), false);
    } catch (HyracksDataException e) {
        exceptionThrown = true;
    }
    Assert.assertTrue(exceptionThrown);*/

    // open file again
    bufferCache.openFile(fileId);

    // tryPin should succeed because page should still be cached
    page = bufferCache.tryPin(BufferedFileHandle.getDiskPageId(fileId, testPageId));
    Assert.assertNotNull(page);
    page.acquireReadLatch();
    try {
      // verify contents of page
      for (int i = 0; i < num; i++) {
        Assert.assertEquals(page.getBuffer().getInt(i * 4), i);
      }
    } finally {
      page.releaseReadLatch();
      bufferCache.unpin(page);
    }

    bufferCache.closeFile(fileId);
    bufferCache.close();
  }
コード例 #3
0
  @Test
  public void contentCheckingMaxOpenFilesTest() throws HyracksDataException {
    TestStorageManagerComponentHolder.init(PAGE_SIZE, NUM_PAGES, MAX_OPEN_FILES);
    IBufferCache bufferCache = TestStorageManagerComponentHolder.getBufferCache(ctx);
    IFileMapProvider fmp = TestStorageManagerComponentHolder.getFileMapProvider(ctx);

    List<Integer> fileIds = new ArrayList<Integer>();
    Map<Integer, ArrayList<Integer>> pageContents = new HashMap<Integer, ArrayList<Integer>>();
    int num = 10;
    int testPageId = 0;

    // open max number of files and write some stuff into their first page
    for (int i = 0; i < MAX_OPEN_FILES; i++) {
      String fileName = getFileName();
      FileReference file = new FileReference(new File(fileName));
      bufferCache.createFile(file);
      int fileId = fmp.lookupFileId(file);
      bufferCache.openFile(fileId);
      fileIds.add(fileId);

      ICachedPage page = null;
      page = bufferCache.pin(BufferedFileHandle.getDiskPageId(fileId, testPageId), true);
      page.acquireWriteLatch();
      try {
        ArrayList<Integer> values = new ArrayList<Integer>();
        for (int j = 0; j < num; j++) {
          int x = Math.abs(rnd.nextInt());
          page.getBuffer().putInt(j * 4, x);
          values.add(x);
        }
        pageContents.put(fileId, values);
      } finally {
        page.releaseWriteLatch(true);
        bufferCache.unpin(page);
      }
    }

    boolean exceptionThrown = false;

    // since all files are open, next open should fail
    try {
      String fileName = getFileName();
      FileReference file = new FileReference(new File(fileName));
      bufferCache.createFile(file);
      int fileId = fmp.lookupFileId(file);
      bufferCache.openFile(fileId);
    } catch (HyracksDataException e) {
      exceptionThrown = true;
    }
    Assert.assertTrue(exceptionThrown);

    // close a few random files
    ArrayList<Integer> closedFileIds = new ArrayList<Integer>();
    int filesToClose = 5;
    for (int i = 0; i < filesToClose; i++) {
      int ix = Math.abs(rnd.nextInt()) % fileIds.size();
      bufferCache.closeFile(fileIds.get(ix));
      closedFileIds.add(fileIds.get(ix));
      fileIds.remove(ix);
    }

    // now open a few new files
    for (int i = 0; i < filesToClose; i++) {
      String fileName = getFileName();
      FileReference file = new FileReference(new File(fileName));
      bufferCache.createFile(file);
      int fileId = fmp.lookupFileId(file);
      bufferCache.openFile(fileId);
      fileIds.add(fileId);
    }

    // since all files are open, next open should fail
    try {
      String fileName = getFileName();
      FileReference file = new FileReference(new File(fileName));
      bufferCache.createFile(file);
      int fileId = fmp.lookupFileId(file);
      bufferCache.openFile(fileId);
    } catch (HyracksDataException e) {
      exceptionThrown = true;
    }
    Assert.assertTrue(exceptionThrown);

    // close a few random files again
    for (int i = 0; i < filesToClose; i++) {
      int ix = Math.abs(rnd.nextInt()) % fileIds.size();
      bufferCache.closeFile(fileIds.get(ix));
      closedFileIds.add(fileIds.get(ix));
      fileIds.remove(ix);
    }

    // now open those closed files again and verify their contents
    for (int i = 0; i < filesToClose; i++) {
      int closedFileId = closedFileIds.get(i);
      bufferCache.openFile(closedFileId);
      fileIds.add(closedFileId);

      // pin first page and verify contents
      ICachedPage page = null;
      page = bufferCache.pin(BufferedFileHandle.getDiskPageId(closedFileId, testPageId), false);
      page.acquireReadLatch();
      try {
        ArrayList<Integer> values = pageContents.get(closedFileId);
        for (int j = 0; j < values.size(); j++) {
          Assert.assertEquals(values.get(j).intValue(), page.getBuffer().getInt(j * 4));
        }
      } finally {
        page.releaseReadLatch();
        bufferCache.unpin(page);
      }
    }

    for (Integer i : fileIds) {
      bufferCache.closeFile(i.intValue());
    }

    bufferCache.close();
  }