@Override
public void sinkConfInit(
FlowProcess<? extends Configuration> flowProcess,
Tap<Configuration, RecordReader, OutputCollector> tap,
Configuration conf) {
super.sinkConfInit(flowProcess, tap, conf);
updateJobConfForLocalSettings(conf);
}
@Override
public void sourceConfInit(
FlowProcess<? extends Configuration> flowProcess,
Tap<Configuration, RecordReader, OutputCollector> tap,
Configuration conf) {
super.sourceConfInit(flowProcess, tap, conf);
updateJobConfForLocalSettings(conf);
// both EB combiner and Cascading3 work over the mapreduce API
// however, SequenceFileInputFormat is in the mapred API.
// in order to use the EB combiner we must wrap the mapred SequenceFileInputFormat
// with the MapReduceInputFormatWrapper and then wrap it in the DelegateCombineFileInputFormat
MapReduceInputFormatWrapper.setWrappedInputFormat(SequenceFileInputFormat.class, conf);
DelegateCombineFileInputFormat.setDelegateInputFormat(conf, MapReduceInputFormatWrapper.class);
}