protected void initConfig(Map<Object, Object> properties, JobConf parentConfig) {
if (properties != null) parentConfig = createConfig(properties, parentConfig);
if (parentConfig == null) // this is ok, getJobConf will pass a default parent in
return;
jobConf = HadoopUtil.copyJobConf(parentConfig); // prevent local values from being shared
jobConf.set("fs.http.impl", HttpFileSystem.class.getName());
jobConf.set("fs.https.impl", HttpFileSystem.class.getName());
syncPaths = HadoopUtil.addToClassPath(jobConf, getClassPath());
}
@Override
public JobConf getConfigCopy() {
return HadoopUtil.copyJobConf(getConfig());
}
@Override
protected JobConf newConfig(JobConf defaultConfig) {
return defaultConfig == null ? new JobConf() : HadoopUtil.copyJobConf(defaultConfig);
}