@Override
protected void configure() throws JournalException {
writeLock = LockManager.lockExclusive(getLocation());
if (writeLock == null || !writeLock.isValid()) {
close();
throw new JournalException("Journal is already open for APPEND at %s", getLocation());
}
if (txLog.isEmpty()) {
commit(Tx.TX_NORMAL, 0L, 0L);
}
txLog.head(tx);
File meta = new File(getLocation(), JournalConfiguration.FILE_NAME);
if (!meta.exists()) {
try (UnstructuredFile hb = new UnstructuredFile(meta, 12, JournalMode.APPEND)) {
getMetadata().write(hb);
}
}
super.configure();
beginTx();
rollback();
rollbackPartitionDirs();
if (tx.journalMaxRowID > 0
&& getPartitionCount() <= Rows.toPartitionIndex(tx.journalMaxRowID)) {
beginTx();
commit();
}
if (getMetadata().getLag() != -1) {
this.partitionCleaner = new PartitionCleaner(this, getLocation().getName());
this.partitionCleaner.start();
}
}
private void commit(byte command, long txn, long txPin) throws JournalException {
boolean force = command == Tx.TX_FORCE;
Partition<T> partition = lastNonEmptyNonLag();
Partition<T> lag = getIrregularPartition();
tx.command = command;
tx.txn = txn;
tx.txPin = txPin;
tx.prevTxAddress = txLog.getCurrentTxAddress();
tx.journalMaxRowID =
partition == null ? -1 : Rows.toRowID(partition.getPartitionIndex(), partition.size());
tx.lastPartitionTimestamp =
partition == null || partition.getInterval() == null ? 0 : partition.getInterval().getLo();
tx.lagSize = lag == null ? 0 : lag.open().size();
tx.lagName = lag == null ? null : lag.getName();
tx.symbolTableSizes = new int[getSymbolTableCount()];
tx.symbolTableIndexPointers = new long[tx.symbolTableSizes.length];
for (int i = 0; i < tx.symbolTableSizes.length; i++) {
SymbolTable tab = getSymbolTable(i);
tab.commit();
if (force) {
tab.force();
}
tx.symbolTableSizes[i] = tab.size();
tx.symbolTableIndexPointers[i] = tab.getIndexTxAddress();
}
tx.indexPointers = new long[getMetadata().getColumnCount()];
for (int i = Math.max(txPartitionIndex, 0), sz = nonLagPartitionCount(); i < sz; i++) {
Partition<T> p = getPartition(i, true);
p.commit();
if (force) {
p.force();
}
}
if (partition != null) {
partition.getIndexPointers(tx.indexPointers);
}
tx.lagIndexPointers = new long[tx.indexPointers.length];
if (lag != null) {
lag.commit();
if (force) {
lag.force();
}
lag.getIndexPointers(tx.lagIndexPointers);
}
txLog.write(tx, txn != -1);
if (force) {
txLog.force();
}
}
private void rollbackPartitions(Tx tx) throws JournalException {
int partitionIndex = tx.journalMaxRowID == -1 ? 0 : Rows.toPartitionIndex(tx.journalMaxRowID);
while (true) {
Partition<T> p = partitions.getLast();
if (p == null) {
break;
}
if (p.getPartitionIndex() > partitionIndex) {
p.close();
Files.deleteOrException(p.getPartitionDir());
partitions.remove(partitions.size() - 1);
} else if (p.getPartitionIndex() == partitionIndex) {
p.open();
p.truncate(tx.journalMaxRowID == -1 ? 0 : Rows.toLocalRowID(tx.journalMaxRowID));
break;
} else {
break;
}
}
}
private void writeDiscardFile(long rowid) throws JournalException {
if (discardTxtRaf == null) {
try {
discardTxtRaf = new RandomAccessFile(discardTxt, "rw");
discardTxtRaf.getChannel();
discardSink =
new FlexBufferSink(
discardTxtRaf.getChannel().position(discardTxtRaf.getChannel().size()),
1024 * 1024);
} catch (IOException e) {
throw new JournalException(e);
}
}
JournalMetadata m = getMetadata();
int p = Rows.toPartitionIndex(rowid);
long row = Rows.toLocalRowID(rowid);
long rowCount = 0;
try {
// partitions
for (int n = getPartitionCount() - 1; p < n; p++) {
final Partition partition = getPartition(n, true);
// partition rows
for (long r = row, psz = partition.size(); r < psz; r++) {
// partition columns
for (int c = 0, cc = m.getColumnCount(); c < cc; c++) {
switch (m.getColumnQuick(c).type) {
case DATE:
Dates.appendDateTime(discardSink, partition.getLong(r, c));
break;
case DOUBLE:
Numbers.append(discardSink, partition.getDouble(r, c), 12);
break;
case FLOAT:
Numbers.append(discardSink, partition.getFloat(r, c), 4);
break;
case INT:
Numbers.append(discardSink, partition.getInt(r, c));
break;
case STRING:
partition.getStr(r, c, discardSink);
break;
case SYMBOL:
discardSink.put(partition.getSym(r, c));
break;
case SHORT:
Numbers.append(discardSink, partition.getShort(r, c));
break;
case LONG:
Numbers.append(discardSink, partition.getLong(r, c));
break;
case BYTE:
Numbers.append(discardSink, partition.getByte(r, c));
break;
case BOOLEAN:
discardSink.put(partition.getBool(r, c) ? "true" : "false");
break;
}
if (((++rowCount) & 7) == 0) {
discardSink.flush();
}
}
}
}
} finally {
discardSink.flush();
}
}