/** Run some sanity checks on the training statistics, to make sure they look valid. */
public void validate() {
for (Map<SentenceKey, EnsembleStatistics> map : impl) {
for (EnsembleStatistics stats : map.values()) {
for (SentenceStatistics component : stats.statisticsForClassifiers) {
assert !Counters.isUniformDistribution(component.relationDistribution, 1e-5);
Counters.normalize(
component.relationDistribution); // TODO(gabor) this shouldn't be necessary
assert (Math.abs(component.relationDistribution.totalCount() - 1.0)) < 1e-5;
}
assert (Math.abs(stats.mean().relationDistribution.totalCount() - 1.0)) < 1e-5;
assert !Counters.isUniformDistribution(stats.mean().relationDistribution, 1e-5);
}
}
}
public SentenceStatistics mean() {
double sumConfidence = 0;
int countWithConfidence = 0;
Counter<String> avePredictions =
new ClassicCounter<>(MapFactory.<String, MutableDouble>linkedHashMapFactory());
// Sum
for (SentenceStatistics stat : this.statisticsForClassifiers) {
for (Double confidence : stat.confidence) {
sumConfidence += confidence;
countWithConfidence += 1;
}
assert Math.abs(stat.relationDistribution.totalCount() - 1.0) < 1e-5;
for (Map.Entry<String, Double> entry : stat.relationDistribution.entrySet()) {
assert entry.getValue() >= 0.0;
assert entry.getValue() == stat.relationDistribution.getCount(entry.getKey());
avePredictions.incrementCount(entry.getKey(), entry.getValue());
assert stat.relationDistribution.getCount(entry.getKey())
== stat.relationDistribution.getCount(entry.getKey());
}
}
// Normalize
double aveConfidence = sumConfidence / ((double) countWithConfidence);
// Return
if (this.statisticsForClassifiers.size() > 1) {
Counters.divideInPlace(avePredictions, (double) this.statisticsForClassifiers.size());
}
if (Math.abs(avePredictions.totalCount() - 1.0) > 1e-5) {
throw new IllegalStateException("Mean relation distribution is not a distribution!");
}
assert this.statisticsForClassifiers.size() > 1
|| this.statisticsForClassifiers.size() == 0
|| Counters.equals(
avePredictions,
statisticsForClassifiers.iterator().next().relationDistribution,
1e-5);
return countWithConfidence > 0
? new SentenceStatistics(avePredictions, aveConfidence)
: new SentenceStatistics(avePredictions);
}