@BeforeClass
public static void setup() throws InterruptedException, IOException {
LOG.info("Starting up YARN cluster");
conf = StramClientUtils.addDTDefaultResources(conf);
conf.setInt(YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_MB, 64);
conf.setInt(
"yarn.nodemanager.vmem-pmem-ratio",
20); // workaround to avoid containers being killed because java allocated too much vmem
conf.setStrings("yarn.scheduler.capacity.root.queues", "default");
conf.setStrings("yarn.scheduler.capacity.root.default.capacity", "100");
StringBuilder adminEnv = new StringBuilder(1024);
if (System.getenv("JAVA_HOME") == null) {
adminEnv.append("JAVA_HOME=").append(System.getProperty("java.home"));
adminEnv.append(",");
}
adminEnv.append("MALLOC_ARENA_MAX=4"); // see MAPREDUCE-3068, MAPREDUCE-3065
adminEnv.append(",");
adminEnv.append("CLASSPATH=").append(getTestRuntimeClasspath());
conf.set(YarnConfiguration.NM_ADMIN_USER_ENV, adminEnv.toString());
if (yarnCluster == null) {
yarnCluster = new MiniYARNCluster(StramMiniClusterTest.class.getName(), 1, 1, 1);
yarnCluster.init(conf);
yarnCluster.start();
}
conf = yarnCluster.getConfig();
URL url = Thread.currentThread().getContextClassLoader().getResource("yarn-site.xml");
if (url == null) {
LOG.error("Could not find 'yarn-site.xml' dummy file in classpath");
throw new RuntimeException("Could not find 'yarn-site.xml' dummy file in classpath");
}
File confFile = new File(url.getPath());
yarnCluster.getConfig().set("yarn.application.classpath", confFile.getParent());
OutputStream os = new FileOutputStream(confFile);
LOG.debug("Conf file: {}", confFile);
yarnCluster.getConfig().writeXml(os);
os.close();
try {
Thread.sleep(2000);
} catch (InterruptedException e) {
LOG.info("setup thread sleep interrupted. message=" + e.getMessage());
}
}
