示例#1
0
 private FileInfo putFileInfo(Long ledger, byte masterKey[], File lf, boolean createdNewFile)
     throws IOException {
   FileInfo fi = new FileInfo(lf, masterKey);
   FileInfo oldFi = fileInfoCache.putIfAbsent(ledger, fi);
   if (null != oldFi) {
     // Some other thread won the race. We should delete our file if we created
     // a new one and the paths are different.
     if (createdNewFile && !oldFi.isSameFile(lf)) {
       fi.delete();
     }
     fi = oldFi;
   } else {
     if (createdNewFile) {
       // Else, we won and the active ledger manager should know about this.
       LOG.debug("New ledger index file created for ledgerId: {}", ledger);
       activeLedgers.put(ledger, true);
     }
     // Evict cached items from the file info cache if necessary
     evictFileInfoIfNecessary();
     synchronized (openLedgers) {
       openLedgers.offer(ledger);
     }
   }
   return fi;
 }
示例#2
0
  /**
   * This method will look within the ledger directories for the ledger index files. That will
   * comprise the set of active ledgers this particular BookieServer knows about that have not yet
   * been deleted by the BookKeeper Client. This is called only once during initialization.
   */
  private void getActiveLedgers() throws IOException {
    // Ledger index files are stored in a file hierarchy with a parent and
    // grandParent directory. We'll have to go two levels deep into these
    // directories to find the index files.
    for (File ledgerDirectory : ledgerDirsManager.getAllLedgerDirs()) {
      File[] grandParents = ledgerDirectory.listFiles();
      if (grandParents == null) {
        continue;
      }
      for (File grandParent : grandParents) {
        if (grandParent.isDirectory()) {
          File[] parents = grandParent.listFiles();
          if (parents == null) {
            continue;
          }
          for (File parent : parents) {
            if (parent.isDirectory()) {
              File[] indexFiles = parent.listFiles();
              if (indexFiles == null) {
                continue;
              }
              for (File index : indexFiles) {
                if (!index.isFile()
                    || (!index.getName().endsWith(IDX) && !index.getName().endsWith(RLOC))) {
                  continue;
                }

                // We've found a ledger index file. The file
                // name is the HexString representation of the
                // ledgerId.
                String ledgerIdInHex = index.getName().replace(RLOC, "").replace(IDX, "");
                if (index.getName().endsWith(RLOC)) {
                  if (findIndexFile(Long.parseLong(ledgerIdInHex)) != null) {
                    if (!index.delete()) {
                      LOG.warn("Deleting the rloc file " + index + " failed");
                    }
                    continue;
                  } else {
                    File dest = new File(index.getParentFile(), ledgerIdInHex + IDX);
                    if (!index.renameTo(dest)) {
                      throw new IOException(
                          "Renaming rloc file " + index + " to index file has failed");
                    }
                  }
                }
                activeLedgers.put(Long.parseLong(ledgerIdInHex, 16), true);
              }
            }
          }
        }
      }
    }
  }
示例#3
0
  /**
   * This method is called whenever a ledger is deleted by the BookKeeper Client and we want to
   * remove all relevant data for it stored in the LedgerCache.
   */
  void removeLedger(long ledgerId) throws IOException {
    // Delete the ledger's index file and close the FileInfo
    FileInfo fi = null;
    try {
      fi = getFileInfo(ledgerId, null);
      fi.close(false);
      fi.delete();
    } finally {
      // should release use count
      // otherwise the file channel would not be closed.
      if (null != fi) {
        fi.release();
      }
    }

    // Remove it from the active ledger manager
    activeLedgers.remove(ledgerId);

    // Now remove it from all the other lists and maps.
    fileInfoCache.remove(ledgerId);
    synchronized (openLedgers) {
      openLedgers.remove(ledgerId);
    }
  }
示例#4
0
 boolean ledgerExists(long ledgerId) throws IOException {
   return activeLedgers.containsKey(ledgerId);
 }