/**
* This class cyclically dumps all environment measurements, e.g. to Log4J.
*
* <p>Calling the constructor takes care of registration with ASysMon.
*
* <p>This is a data sink for pragmatic reasons, 'shutdown' integration in particular. It does not
* actually use hierarchical measurements.
*
* @author arno
*/
public abstract class ACyclicMeasurementDumper implements ADataSink, ASysMonAware {
private static final ASysMonLogger log = ASysMonLogger.get(ACyclicMeasurementDumper.class);
private final ScheduledExecutorService ec;
private volatile ASysMonApi sysMon;
private final int initialDelaySeconds;
private final int frequencyInSeconds;
private final int averagingDelayMillis;
private final Runnable dumper =
new Runnable() {
@Override
public void run() {
try {
final Map<String, AScalarDataPoint> m =
sysMon.getScalarMeasurements(averagingDelayMillis);
for (String key : m.keySet()) {
dump("Scalar Measurement: " + key + " = " + m.get(key).getFormattedValue());
}
} catch (Exception exc) {
log.error(exc);
dump(exc.toString());
}
}
};
public ACyclicMeasurementDumper(
int initialDelaySeconds, int frequencyInSeconds, int averagingDelayMillis) {
this.initialDelaySeconds = initialDelaySeconds;
this.frequencyInSeconds = frequencyInSeconds;
this.averagingDelayMillis = averagingDelayMillis;
ec = Executors.newSingleThreadScheduledExecutor();
}
@Override
public void setASysMon(ASysMonApi sysMon) {
this.sysMon = sysMon;
ec.scheduleAtFixedRate(dumper, initialDelaySeconds, frequencyInSeconds, TimeUnit.SECONDS);
}
protected abstract void dump(String s);
@Override
public void onStartedHierarchicalMeasurement(String identifier) {}
@Override
public void onFinishedHierarchicalMeasurement(AHierarchicalDataRoot data) {}
@Override
public void shutdown() {
ec.shutdown();
}
}
@Override
public void run() {
try {
final Map<String, AScalarDataPoint> m =
sysMon.getScalarMeasurements(averagingDelayMillis);
for (String key : m.keySet()) {
dump("Scalar Measurement: " + key + " = " + m.get(key).getFormattedValue());
}
} catch (Exception exc) {
log.error(exc);
dump(exc.toString());
}
}
private void doOffload() throws Exception {
final List<AHierarchicalDataRoot> traces = new ArrayList<AHierarchicalDataRoot>();
AHierarchicalDataRoot candidate;
while ((candidate = traceQueue.poll()) != null) { // TODO limit number per HTTP request?!
traces.add(candidate);
}
final List<AScalarDataPoint> scalars = new ArrayList<AScalarDataPoint>();
AScalarDataPoint scalar;
while ((scalar = scalarQueue.poll()) != null) { // TODO limit number per HTTP request?
scalars.add(scalar);
}
if (traces.isEmpty() && scalars.isEmpty()) {
Thread.sleep(NO_DATA_SLEEP_MILLIS);
} else {
try {
final HttpPost httpPost = new HttpPost(uri);
final AJsonOffloadingEntity entity =
new AJsonOffloadingEntity(traces, scalars, sender, senderInstance);
httpPost.setEntity(entity);
final CloseableHttpResponse response = httpClient.execute(httpPost);
try {
// TODO response with commands for monitoring this app?!
} finally {
response.close();
}
} catch (Exception exc) {
log.error(exc);
// add the data to the queue again for later retry
scalarQueue.addAll(scalars);
System.out.println(" == " + scalarQueue);
// wait a grace period for the situation to improve
Thread.sleep(5000); // TODO make this configurable
}
}
}
/** @author arno */
public class AHttpJsonOffloadingDataSink implements ADataSink {
public static final int NO_DATA_SLEEP_MILLIS = 10;
private static final ASysMonLogger log = ASysMonLogger.get(AHttpJsonOffloadingDataSink.class);
private final ASysMonConfig config;
// TODO how many concurrent HTTP connections does this provide? --> configure!
private final CloseableHttpClient httpClient =
HttpClients.createDefault(); // TODO make this configurable
private final URI uri;
private final String sender;
private final String senderInstance;
private final ASoftlyLimitedQueue<AHierarchicalDataRoot> traceQueue;
private final ASoftlyLimitedQueue<AScalarDataPoint> scalarQueue;
private final ExecutorService offloadingThreadPool;
private final ScheduledExecutorService scalarMeasurementPool;
private volatile boolean isShutDown = false;
public AHttpJsonOffloadingDataSink(
final ASysMonApi sysMon,
String uri,
String sender,
String senderInstance,
int traceQueueSize,
int scalarQueueSize,
int numOffloadingThreads,
int scalarMeasurementFrequencyMillis) {
this.config = sysMon.getConfig();
this.uri = URI.create(uri);
this.sender = sender;
this.senderInstance = senderInstance;
this.traceQueue =
new ASoftlyLimitedQueue<AHierarchicalDataRoot>(
traceQueueSize, new DiscardedLogger("trace queue overflow - discarding oldest trace"));
this.scalarQueue =
new ASoftlyLimitedQueue<AScalarDataPoint>(
scalarQueueSize,
new DiscardedLogger("environment queue overflow - discarding oldest data"));
offloadingThreadPool = Executors.newFixedThreadPool(numOffloadingThreads);
for (int i = 0; i < numOffloadingThreads; i++) {
offloadingThreadPool.submit(new OffloadingRunnable());
}
scalarMeasurementPool = Executors.newSingleThreadScheduledExecutor();
scalarMeasurementPool.scheduleAtFixedRate(
new Runnable() {
@Override
public void run() {
// TODO introduce 'AScalarProvider' interface for callbacks like this
for (AScalarDataPoint scalar :
sysMon
.getScalarMeasurements()
.values()) { // TODO ensure that this ASysMon call will never throw exceptions
scalarQueue.add(scalar);
}
}
},
0,
scalarMeasurementFrequencyMillis,
TimeUnit.MILLISECONDS);
}
@Override
public void onStartedHierarchicalMeasurement(String identifier) {}
@Override
public void onFinishedHierarchicalMeasurement(AHierarchicalDataRoot data) {
// TODO make resending of arbitrary data idempotent --> send a unique identifier with every
// *atom* (trace, environment measurement, ...)
// TODO re-enter the data into the queues when the server returns a non-OK http response code
traceQueue.add(data);
}
private void doOffload() throws Exception {
final List<AHierarchicalDataRoot> traces = new ArrayList<AHierarchicalDataRoot>();
AHierarchicalDataRoot candidate;
while ((candidate = traceQueue.poll()) != null) { // TODO limit number per HTTP request?!
traces.add(candidate);
}
final List<AScalarDataPoint> scalars = new ArrayList<AScalarDataPoint>();
AScalarDataPoint scalar;
while ((scalar = scalarQueue.poll()) != null) { // TODO limit number per HTTP request?
scalars.add(scalar);
}
if (traces.isEmpty() && scalars.isEmpty()) {
Thread.sleep(NO_DATA_SLEEP_MILLIS);
} else {
try {
final HttpPost httpPost = new HttpPost(uri);
final AJsonOffloadingEntity entity =
new AJsonOffloadingEntity(traces, scalars, sender, senderInstance);
httpPost.setEntity(entity);
final CloseableHttpResponse response = httpClient.execute(httpPost);
try {
// TODO response with commands for monitoring this app?!
} finally {
response.close();
}
} catch (Exception exc) {
log.error(exc);
// add the data to the queue again for later retry
scalarQueue.addAll(scalars);
System.out.println(" == " + scalarQueue);
// wait a grace period for the situation to improve
Thread.sleep(5000); // TODO make this configurable
}
}
}
@Override
public void shutdown() throws IOException {
isShutDown = true;
httpClient.close();
scalarMeasurementPool.shutdown();
offloadingThreadPool.shutdown();
}
private static class DiscardedLogger implements Runnable {
private final String msg;
private DiscardedLogger(String msg) {
this.msg = msg;
}
@Override
public void run() {
log.warn(msg);
}
}
private class OffloadingRunnable implements Runnable {
@Override
public void run() {
while (!isShutDown) {
try {
doOffload();
} catch (Exception e) {
e.printStackTrace(); // TODO exception handling
}
}
}
}
}
@Override
public void run() {
log.warn(msg);
}