public static <K extends Object, V extends Object> void writeFile(
RawKeyValueIterator records, Writer<K, V> writer, Progressable progressable)
throws IOException {
long recordCtr = 0;
while (records.next()) {
writer.append(records.getKey(), records.getValue());
if ((++recordCtr % PROGRESS_BAR) == 0) {
progressable.progress();
}
}
}
public static <K extends Object, V extends Object> void writeFile(
RawKeyValueIterator records,
Writer<K, V> writer,
Progressable progressable,
Configuration conf)
throws IOException {
long progressBar = conf.getLong("mapred.merge.recordsBeforeProgress", 10000);
long recordCtr = 0;
while (records.next()) {
writer.append(records.getKey(), records.getValue());
if (((recordCtr++) % progressBar) == 0) {
progressable.progress();
}
}
}
