/*
* This is similar in spirit to Hive's own SetProcessor
*/
@Override
public List<ConfigVariable> get_default_configuration(boolean includeHadoop) throws TException {
HiveConf conf = new HiveConf(BeeswaxServiceImpl.class);
Properties p;
if (includeHadoop) {
p = conf.getAllProperties();
} else {
p = conf.getChangedProperties();
}
List<ConfigVariable> ret = new ArrayList<ConfigVariable>();
for (Entry<Object, Object> e : p.entrySet()) {
String key = (String) e.getKey();
String value = (String) e.getValue();
ConfigVariable cv = new ConfigVariable();
cv.setKey(key);
cv.setValue(value);
cv.setDescription(configDescriptions.lookup(key));
ret.add(cv);
}
return ret;
}
/**
* Given a Hive Configuration object - generate a command line fragment for passing such
* configuration information to ExecDriver.
*/
public static String generateCmdLine(HiveConf hconf, Context ctx) throws IOException {
HiveConf tempConf = new HiveConf();
Path hConfFilePath = new Path(ctx.getLocalTmpPath(), JOBCONF_FILENAME);
OutputStream out = null;
Properties deltaP = hconf.getChangedProperties();
boolean hadoopLocalMode = ShimLoader.getHadoopShims().isLocalMode(hconf);
String hadoopSysDir = "mapred.system.dir";
String hadoopWorkDir = "mapred.local.dir";
for (Object one : deltaP.keySet()) {
String oneProp = (String) one;
if (hadoopLocalMode && (oneProp.equals(hadoopSysDir) || oneProp.equals(hadoopWorkDir))) {
continue;
}
tempConf.set(oneProp, hconf.get(oneProp));
}
// Multiple concurrent local mode job submissions can cause collisions in
// working dirs and system dirs
// Workaround is to rename map red working dir to a temp dir in such cases
if (hadoopLocalMode) {
tempConf.set(hadoopSysDir, hconf.get(hadoopSysDir) + "/" + Utilities.randGen.nextInt());
tempConf.set(hadoopWorkDir, hconf.get(hadoopWorkDir) + "/" + Utilities.randGen.nextInt());
}
try {
out = FileSystem.getLocal(hconf).create(hConfFilePath);
tempConf.writeXml(out);
} finally {
if (out != null) {
out.close();
}
}
return " -jobconffile " + hConfFilePath.toString();
}