/**
* Create input listing by invoking an appropriate copy listing implementation. Also add
* delegation tokens for each path to job's credential store
*
* @param job - Handle to job
* @return Returns the path where the copy listing is created
* @throws IOException - If any
*/
protected Path createInputFileListing(Job job) throws IOException {
Path fileListingPath = getFileListingPath();
CopyListing copyListing =
CopyListing.getCopyListing(job.getConfiguration(), job.getCredentials(), inputOptions);
copyListing.buildListing(fileListingPath, inputOptions);
LOG.info("Number of paths considered for copy: " + copyListing.getNumberOfPaths());
LOG.info(
"Number of bytes considered for copy: "
+ copyListing.getBytesToCopy()
+ " (Actual number of bytes copied depends on whether any files are "
+ "skipped or overwritten.)");
return fileListingPath;
}
