/** This test attempts to finalize the NameNode and DataNode. */ public void testFinalize() throws Exception { UpgradeUtilities.initialize(); for (int numDirs = 1; numDirs <= 2; numDirs++) { /* This test requires that "current" directory not change after * the upgrade. Actually it is ok for those contents to change. * For now disabling block verification so that the contents are * not changed. */ conf = new Configuration(); conf.setInt("dfs.datanode.scan.period.hours", -1); conf = UpgradeUtilities.initializeStorageStateConf(numDirs, conf); String[] nameNodeDirs = conf.getStrings("dfs.name.dir"); String[] dataNodeDirs = conf.getStrings("dfs.data.dir"); log("Finalize with existing previous dir", numDirs); UpgradeUtilities.createStorageDirs(NAME_NODE, nameNodeDirs, "current"); UpgradeUtilities.createStorageDirs(NAME_NODE, nameNodeDirs, "previous"); UpgradeUtilities.createStorageDirs(DATA_NODE, dataNodeDirs, "current"); UpgradeUtilities.createStorageDirs(DATA_NODE, dataNodeDirs, "previous"); cluster = new MiniDFSCluster(conf, 1, StartupOption.REGULAR); cluster.finalizeCluster(conf); checkResult(nameNodeDirs, dataNodeDirs); log("Finalize without existing previous dir", numDirs); cluster.finalizeCluster(conf); checkResult(nameNodeDirs, dataNodeDirs); cluster.shutdown(); UpgradeUtilities.createEmptyDirs(nameNodeDirs); UpgradeUtilities.createEmptyDirs(dataNodeDirs); } // end numDir loop }
/** * Verify that the current directory exists and that the previous directory does not exist. Verify * that current hasn't been modified by comparing the checksum of all it's containing files with * their original checksum. Note that we do not check that previous is removed on the DataNode * because its removal is asynchronous therefore we have no reliable way to know when it will * happen. */ void checkResult(String[] nameNodeDirs, String[] dataNodeDirs) throws IOException { for (int i = 0; i < nameNodeDirs.length; i++) { assertTrue(new File(nameNodeDirs[i], "current").isDirectory()); assertTrue(new File(nameNodeDirs[i], "current/VERSION").isFile()); assertTrue(new File(nameNodeDirs[i], "current/edits").isFile()); assertTrue(new File(nameNodeDirs[i], "current/fsimage").isFile()); assertTrue(new File(nameNodeDirs[i], "current/fstime").isFile()); } for (int i = 0; i < dataNodeDirs.length; i++) { assertEquals( UpgradeUtilities.checksumContents(DATA_NODE, new File(dataNodeDirs[i], "current")), UpgradeUtilities.checksumMasterContents(DATA_NODE)); } for (int i = 0; i < nameNodeDirs.length; i++) { assertFalse(new File(nameNodeDirs[i], "previous").isDirectory()); } }