/**
* Determines which RGs need to be read, after stripes have been determined. SARG is applied, and
* readState is populated for each stripe accordingly.
*/
private boolean determineRgsToRead(
boolean[] globalIncludes, int rowIndexStride, ArrayList<OrcStripeMetadata> metadata)
throws IOException {
SargApplier sargApp = null;
if (sarg != null && rowIndexStride != 0) {
List<OrcProto.Type> types = fileMetadata.getTypes();
String[] colNamesForSarg =
OrcInputFormat.getSargColumnNames(
columnNames, types, globalIncludes, fileMetadata.isOriginalFormat());
sargApp =
new SargApplier(sarg, colNamesForSarg, rowIndexStride, types, globalIncludes.length);
}
boolean hasAnyData = false;
// readState should have been initialized by this time with an empty array.
for (int stripeIxMod = 0; stripeIxMod < readState.length; ++stripeIxMod) {
int stripeIx = stripeIxMod + stripeIxFrom;
StripeInformation stripe = fileMetadata.getStripes().get(stripeIx);
int rgCount = getRgCount(stripe, rowIndexStride);
boolean[] rgsToRead = null;
if (sargApp != null) {
OrcStripeMetadata stripeMetadata = metadata.get(stripeIxMod);
rgsToRead =
sargApp.pickRowGroups(
stripe,
stripeMetadata.getRowIndexes(),
stripeMetadata.getBloomFilterIndexes(),
true);
}
boolean isNone = rgsToRead == SargApplier.READ_NO_RGS,
isAll = rgsToRead == SargApplier.READ_ALL_RGS;
hasAnyData = hasAnyData || !isNone;
if (DebugUtils.isTraceOrcEnabled()) {
if (isNone) {
LlapIoImpl.LOG.info("SARG eliminated all RGs for stripe " + stripeIx);
} else if (!isAll) {
LlapIoImpl.LOG.info(
"SARG picked RGs for stripe " + stripeIx + ": " + DebugUtils.toString(rgsToRead));
} else {
LlapIoImpl.LOG.info("Will read all " + rgCount + " RGs for stripe " + stripeIx);
}
}
assert isAll || isNone || rgsToRead.length == rgCount;
readState[stripeIxMod] = new boolean[columnIds.size()][];
for (int j = 0; j < columnIds.size(); ++j) {
readState[stripeIxMod][j] =
(isAll || isNone) ? rgsToRead : Arrays.copyOf(rgsToRead, rgsToRead.length);
}
adjustRgMetric(rgCount, rgsToRead, isNone, isAll);
}
return hasAnyData;
}
