Beispiel #1
0
  protected void initConfig(Map<Object, Object> properties, JobConf parentConfig) {
    if (properties != null) parentConfig = createConfig(properties, parentConfig);

    if (parentConfig == null) // this is ok, getJobConf will pass a default parent in
    return;

    jobConf = HadoopUtil.copyJobConf(parentConfig); // prevent local values from being shared
    jobConf.set("fs.http.impl", HttpFileSystem.class.getName());
    jobConf.set("fs.https.impl", HttpFileSystem.class.getName());

    syncPaths = HadoopUtil.addToClassPath(jobConf, getClassPath());
  }
Beispiel #2
0
 @Override
 public JobConf getConfigCopy() {
   return HadoopUtil.copyJobConf(getConfig());
 }
Beispiel #3
0
 @Override
 protected JobConf newConfig(JobConf defaultConfig) {
   return defaultConfig == null ? new JobConf() : HadoopUtil.copyJobConf(defaultConfig);
 }