@Override
@Deprecated
public Iterable<Dataset<E>> getPartitions() {
Preconditions.checkState(
descriptor.isPartitioned(),
"Attempt to get partitions on a non-partitioned dataset (name:%s)",
name);
List<Dataset<E>> partitions = Lists.newArrayList();
FileStatus[] fileStatuses;
try {
fileStatuses = fileSystem.listStatus(directory, PathFilters.notHidden());
} catch (IOException e) {
throw new DatasetException(
"Unable to list partition directory for directory " + directory, e);
}
for (FileStatus stat : fileStatuses) {
Path p = fileSystem.makeQualified(stat.getPath());
PartitionKey key = fromDirectoryName(p);
PartitionStrategy subPartitionStrategy =
Accessor.getDefault().getSubpartitionStrategy(partitionStrategy, 1);
Builder builder =
new FileSystemDataset.Builder()
.name(name)
.fileSystem(fileSystem)
.descriptor(
new DatasetDescriptor.Builder(descriptor)
.location(p)
.partitionStrategy(subPartitionStrategy)
.build())
.partitionKey(key)
.partitionListener(partitionListener);
partitions.add(builder.<E>build());
}
return partitions;
}
