@BeforeClass(alwaysRun = true) public void createTestData() throws Exception { LOGGER.info("in @BeforeClass"); HadoopUtil.uploadDir(clusterFS, aggregateWorkflowDir, OSUtil.RESOURCES_OOZIE); Bundle b = BundleUtil.readELBundle(); b = new Bundle(b, cluster); b.setInputFeedDataPath(feedInputPath); }
@AfterClass(alwaysRun = true) public void deleteData() throws Exception { LOGGER.info("in @AfterClass"); Bundle b = BundleUtil.readELBundle(); b = new Bundle(b, cluster); b.setInputFeedDataPath(feedInputPath); String prefix = b.getFeedDataPathPrefix(); HadoopUtil.deleteDirIfExists(prefix.substring(1), clusterFS); }
@BeforeClass(alwaysRun = true) public void createTestData() throws Exception { LOGGER.info("in @BeforeClass"); HadoopUtil.uploadDir(clusterFS, aggregateWorkflowDir, OSUtil.RESOURCES_OOZIE); Bundle b = BundleUtil.readELBundle(); b.generateUniqueBundle(); b = new Bundle(b, cluster); String startDate = "2010-01-01T23:20Z"; String endDate = "2010-01-02T01:21Z"; b.setInputFeedDataPath(feedInputPath); String prefix = b.getFeedDataPathPrefix(); HadoopUtil.deleteDirIfExists(prefix.substring(1), clusterFS); List<String> dataDates = TimeUtil.getMinuteDatesOnEitherSide(startDate, endDate, 20); HadoopUtil.flattenAndPutDataInFolder(clusterFS, OSUtil.NORMAL_INPUT, prefix, dataDates); }