@Override
public void copyRecords() {
// logger.debug("Copying records.");
final int recordCount = sv4.getCount();
allocateVectors(recordCount);
int outgoingPosition = 0;
for (int svIndex = 0; svIndex < sv4.getCount(); svIndex++, outgoingPosition++) {
int deRefIndex = sv4.get(svIndex);
doEval(deRefIndex, outgoingPosition);
}
for (VectorWrapper<?> v : incoming) {
v.clear();
}
}
@Override
public int getRecordCount() {
if (sv4 != null) {
return sv4.getCount();
}
return container.getRecordCount();
}
@Override
public void close() {
try {
if (batchGroups != null) {
closeBatchGroups(batchGroups);
batchGroups = null;
}
if (spilledBatchGroups != null) {
closeBatchGroups(spilledBatchGroups);
spilledBatchGroups = null;
}
} finally {
if (builder != null) {
builder.clear();
builder.close();
}
if (sv4 != null) {
sv4.clear();
}
try {
if (copier != null) {
copier.close();
}
} catch (IOException e) {
throw new RuntimeException(e);
} finally {
copierAllocator.close();
super.close();
if (mSorter != null) {
mSorter.clear();
}
for (Iterator iter = this.currSpillDirs.iterator(); iter.hasNext(); iter.remove()) {
Path path = (Path) iter.next();
try {
if (fs != null && path != null && fs.exists(path)) {
if (fs.delete(path, true)) {
fs.cancelDeleteOnExit(path);
}
}
} catch (IOException e) {
// since this is meant to be used in a batches's cleanup, we don't propagate the
// exception
logger.warn("Unable to delete spill directory " + path, e);
}
}
}
}
}