@Override
public int execute(Configuration conf) throws Exception {
Pipeline p = pipelineParams.create(SampleCommand.class, conf);
PCollection<Record> elements = inputParams.getRecords(p);
if (sampleSize > 0 && samplingProbability > 0.0) {
throw new IllegalArgumentException("--size and --prob are mutually exclusive options.");
}
PCollection<Record> sample;
if (sampleSize > 0) {
sample = ReservoirSampling.sample(elements, sampleSize);
} else if (samplingProbability > 0.0 && samplingProbability < 1.0) {
sample = Sample.sample(elements, samplingProbability);
} else {
throw new IllegalArgumentException(
String.format(
"Invalid input args: sample size = %d, sample prob = %.4f",
sampleSize, samplingProbability));
}
outputParams.write(sample, sampleFile);
PipelineResult pr = p.done();
return pr.succeeded() ? 0 : 1;
}
