@Override
public void setup(Context.OperatorContext context) {
super.setup(context);
timeIncrement =
context.getValue(Context.OperatorContext.APPLICATION_WINDOW_COUNT)
* context.getValue(Context.DAGContext.STREAMING_WINDOW_SIZE_MILLIS);
}
@Override
public void setup(Context.OperatorContext context) {
super.setup(context);
LOGGER.debug("store properties {} {}", store.getDatabaseDriver(), store.getDatabaseUrl());
LOGGER.debug("table name {}", tableName);
windowID = context.getValue(Context.OperatorContext.ACTIVATION_WINDOW_ID);
try {
ResultSet resultSet =
store
.getConnection()
.createStatement()
.executeQuery("SELECT col1 FROM " + tableName + " WHERE col3 >= " + windowID);
PreparedStatement deleteStatement =
store
.getConnection()
.prepareStatement(
"DELETE FROM " + tableName + " WHERE col3 >= " + windowID + " AND col1 = ?");
Set<Object> deletedKeys = Sets.newHashSet();
while (resultSet.next()) {
Object key = resultSet.getObject(1);
if (partitionKeys.contains((key.hashCode() & partitionMask))
&& !deletedKeys.contains(key)) {
deletedKeys.add(key);
deleteStatement.setObject(1, key);
deleteStatement.executeUpdate();
}
}
} catch (SQLException e) {
throw new RuntimeException(e);
}
}
@Override
public void setup(Context.OperatorContext context) {
if (context != null) {
spinningTime = context.getValue(Context.OperatorContext.SPIN_MILLIS);
}
execute = true;
cause = new AtomicReference<Throwable>();
waitingTuples.addAll(committedTuples);
executorService =
Executors.newSingleThreadExecutor(new NameableThreadFactory("Reconciler-Helper"));
executorService.submit(processEnqueuedData());
}