public void takeSnapshot(ReadableTable table, TableDesc tableDesc) throws IOException {
this.signature = table.getSignature();
this.columnDelimeter = table.getColumnDelimeter();
int maxIndex = tableDesc.getMaxColumnIndex();
TrieDictionaryBuilder<String> b = new TrieDictionaryBuilder<String>(new StringBytesConverter());
TableReader reader = table.getReader();
while (reader.next()) {
String[] row = reader.getRow();
if (row.length <= maxIndex) {
throw new IllegalStateException(
"Bad hive table row, "
+ tableDesc
+ " expect "
+ (maxIndex + 1)
+ " columns, but got "
+ Arrays.toString(row));
}
for (String cell : row) {
if (cell != null) b.addValue(cell);
}
}
this.dict = b.build(0);
reader = table.getReader();
ArrayList<int[]> allRowIndices = new ArrayList<int[]>();
while (reader.next()) {
String[] row = reader.getRow();
int[] rowIndex = new int[row.length];
for (int i = 0; i < row.length; i++) {
rowIndex[i] = dict.getIdFromValue(row[i]);
}
allRowIndices.add(rowIndex);
}
this.rowIndices = allRowIndices;
}
SnapshotTable(ReadableTable table) throws IOException {
this.signature = table.getSignature();
this.columnDelimeter = table.getColumnDelimeter();
this.useDictionary = true;
}
