@Override
protected void createPartitionSublists() {
List<String> fileLocations =
((FormatSelection) scanRel.getDrillTable().getSelection()).getAsFiles();
List<PartitionLocation> locations = new LinkedList<>();
for (String file : fileLocations) {
locations.add(new DFSPartitionLocation(MAX_NESTED_SUBDIRS, getBaseTableLocation(), file));
}
locationSuperList = Lists.partition(locations, PartitionDescriptor.PARTITION_BATCH_SIZE);
sublistsCreated = true;
}
@Override
public GroupScan createNewGroupScan(List<String> newFiles) throws IOException {
final FileSelection newSelection = FileSelection.create(null, newFiles, getBaseTableLocation());
final FileGroupScan newScan = ((FileGroupScan) scanRel.getGroupScan()).clone(newSelection);
return newScan;
}
private String getBaseTableLocation() {
final FormatSelection origSelection = (FormatSelection) scanRel.getDrillTable().getSelection();
return origSelection.getSelection().selectionRoot;
}