/**
* The degree of coverage instance covered by this rule
*
* @param datum the instance in question
* @return the degree to which the instance is covered by this rule
*/
public double coverageDegree(Instance datum) {
double isCover = 1;
for (int i = 0; i < m_Antds.size(); i++) {
Antd antd = (Antd) m_Antds.elementAt(i);
isCover *= antd.covers(datum);
}
return isCover;
}
public void findAndSetSupportBoundForKnownAntecedents(
Instances thisClassifiersExtension, boolean allWeightsAreOne) {
if (m_Antds == null) return;
double maxPurity = Double.NEGATIVE_INFINITY;
boolean[] finishedAntecedents = new boolean[m_Antds.size()];
int numFinishedAntecedents = 0;
while (numFinishedAntecedents < m_Antds.size()) {
double maxPurityOfAllAntecedents = Double.NEGATIVE_INFINITY;
int bestAntecedentsIndex = -1;
double bestSupportBoundForAllAntecedents = Double.NaN;
Instances ext = new Instances(thisClassifiersExtension, 0);
for (int j = 0; j < m_Antds.size(); j++) {
if (finishedAntecedents[j]) continue;
ext = new Instances(thisClassifiersExtension);
/*
* Remove instances which are not relevant, because they are not covered
* by the _other_ antecedents.
*/
for (int k = 0; k < m_Antds.size(); k++) {
if (k == j) continue;
Antd exclusionAntd = ((Antd) m_Antds.elementAt(k));
for (int y = 0; y < ext.numInstances(); y++) {
if (exclusionAntd.covers(ext.instance(y)) == 0) {
ext.delete(y--);
}
}
}
if (ext.attribute(((Antd) m_Antds.elementAt(j)).att.index()).isNumeric()
&& ext.numInstances() > 0) {
NumericAntd currentAntd = (NumericAntd) ((NumericAntd) m_Antds.elementAt(j)).copy();
currentAntd.fuzzyYet = true;
ext.deleteWithMissing(currentAntd.att.index());
double sumOfWeights = ext.sumOfWeights();
if (!Utils.gr(sumOfWeights, 0.0)) return;
ext.sort(currentAntd.att.index());
double maxPurityForThisAntecedent = 0;
double bestFoundSupportBound = Double.NaN;
double lastAccu = 0;
double lastCover = 0;
// Test all possible edge points
if (currentAntd.value == 0) {
for (int k = 1; k < ext.numInstances(); k++) {
// break the loop if there is no gain (only works when all instances have weight 1)
if ((lastAccu + (ext.numInstances() - k - 1))
/ (lastCover + (ext.numInstances() - k - 1))
< maxPurityForThisAntecedent
&& allWeightsAreOne) {
break;
}
// Bag 1
if (currentAntd.splitPoint < ext.instance(k).value(currentAntd.att.index())
&& ext.instance(k).value(currentAntd.att.index())
!= ext.instance(k - 1).value(currentAntd.att.index())) {
currentAntd.supportBound = ext.instance(k).value(currentAntd.att.index());
double[] accuArray = new double[ext.numInstances()];
double[] coverArray = new double[ext.numInstances()];
for (int i = 0; i < ext.numInstances(); i++) {
coverArray[i] = ext.instance(i).weight();
double coverValue = currentAntd.covers(ext.instance(i));
if (coverArray[i] >= coverValue * ext.instance(i).weight()) {
coverArray[i] = coverValue * ext.instance(i).weight();
if (ext.instance(i).classValue() == m_Consequent) {
accuArray[i] = coverValue * ext.instance(i).weight();
}
}
}
double purity = (Utils.sum(accuArray)) / (Utils.sum(coverArray));
if (purity >= maxPurityForThisAntecedent) {
maxPurityForThisAntecedent = purity;
bestFoundSupportBound = currentAntd.supportBound;
}
lastAccu = Utils.sum(accuArray);
lastCover = Utils.sum(coverArray);
}
}
} else {
for (int k = ext.numInstances() - 2; k >= 0; k--) {
// break the loop if there is no gain (only works when all instances have weight 1)
if ((lastAccu + (k)) / (lastCover + (k)) < maxPurityForThisAntecedent
&& allWeightsAreOne) {
break;
}
// Bag 2
if (currentAntd.splitPoint > ext.instance(k).value(currentAntd.att.index())
&& ext.instance(k).value(currentAntd.att.index())
!= ext.instance(k + 1).value(currentAntd.att.index())) {
currentAntd.supportBound = ext.instance(k).value(currentAntd.att.index());
double[] accuArray = new double[ext.numInstances()];
double[] coverArray = new double[ext.numInstances()];
for (int i = 0; i < ext.numInstances(); i++) {
coverArray[i] = ext.instance(i).weight();
double coverValue = currentAntd.covers(ext.instance(i));
if (coverArray[i] >= coverValue * ext.instance(i).weight()) {
coverArray[i] = coverValue * ext.instance(i).weight();
if (ext.instance(i).classValue() == m_Consequent) {
accuArray[i] = coverValue * ext.instance(i).weight();
}
}
}
double purity = (Utils.sum(accuArray)) / (Utils.sum(coverArray));
if (purity >= maxPurityForThisAntecedent) {
maxPurityForThisAntecedent = purity;
bestFoundSupportBound = currentAntd.supportBound;
}
lastAccu = Utils.sum(accuArray);
lastCover = Utils.sum(coverArray);
}
}
}
if (maxPurityForThisAntecedent > maxPurityOfAllAntecedents) {
bestAntecedentsIndex = j;
bestSupportBoundForAllAntecedents = bestFoundSupportBound;
maxPurityOfAllAntecedents = maxPurityForThisAntecedent;
}
} else {
// Nominal Antd
finishedAntecedents[j] = true;
numFinishedAntecedents++;
continue;
}
}
if (bestAntecedentsIndex == -1) {
return;
}
if (maxPurity <= maxPurityOfAllAntecedents) {
if (Double.isNaN(bestSupportBoundForAllAntecedents)) {
((NumericAntd) m_Antds.elementAt(bestAntecedentsIndex)).supportBound =
((NumericAntd) m_Antds.elementAt(bestAntecedentsIndex)).splitPoint;
} else {
((NumericAntd) m_Antds.elementAt(bestAntecedentsIndex)).supportBound =
bestSupportBoundForAllAntecedents;
((NumericAntd) m_Antds.elementAt(bestAntecedentsIndex)).fuzzyYet = true;
}
maxPurity = maxPurityOfAllAntecedents;
}
finishedAntecedents[bestAntecedentsIndex] = true;
numFinishedAntecedents++;
}
}
/**
* Prune all the possible final sequences of the rule using the pruning data. The measure used to
* prune the rule is based on flag given.
*
* @param pruneData the pruning data used to prune the rule
* @param useWhole flag to indicate whether use the error rate of the whole pruning data instead
* of the data covered
*/
public void prune(Instances pruneData, boolean useWhole) {
Instances data = pruneData;
double total = data.sumOfWeights();
if (!Utils.gr(total, 0.0)) return;
/* The default accurate # and rate on pruning data */
double defAccu = computeDefAccu(data);
if (m_Debug)
System.err.println(
"Pruning with " + defAccu + " positive data out of " + total + " instances");
int size = m_Antds.size();
if (size == 0) return; // Default rule before pruning
double[] worthRt = new double[size];
double[] coverage = new double[size];
double[] worthValue = new double[size];
for (int w = 0; w < size; w++) {
worthRt[w] = coverage[w] = worthValue[w] = 0.0;
}
/* Calculate accuracy parameters for all the antecedents in this rule */
double tn = 0.0; // True negative if useWhole
for (int x = 0; x < size; x++) {
Antd antd = (Antd) m_Antds.elementAt(x);
Instances newData = data;
data = new Instances(newData, 0); // Make data empty
for (int y = 0; y < newData.numInstances(); y++) {
Instance ins = newData.instance(y);
if (antd.covers(ins) > 0) { // Covered by this antecedent
coverage[x] += ins.weight();
data.add(ins); // Add to data for further pruning
if ((int) ins.classValue() == (int) m_Consequent) // Accurate prediction
worthValue[x] += ins.weight();
} else if (useWhole) { // Not covered
if ((int) ins.classValue() != (int) m_Consequent) tn += ins.weight();
}
}
if (useWhole) {
worthValue[x] += tn;
worthRt[x] = worthValue[x] / total;
} else // Note if coverage is 0, accuracy is 0.5
worthRt[x] = (worthValue[x] + 1.0) / (coverage[x] + 2.0);
}
double maxValue = (defAccu + 1.0) / (total + 2.0);
int maxIndex = -1;
for (int i = 0; i < worthValue.length; i++) {
if (m_Debug) {
double denom = useWhole ? total : coverage[i];
System.err.println(
i
+ "(useAccuray? "
+ !useWhole
+ "): "
+ worthRt[i]
+ "="
+ worthValue[i]
+ "/"
+ denom);
}
if (worthRt[i] > maxValue) { // Prefer to the
maxValue = worthRt[i]; // shorter rule
maxIndex = i;
}
}
if (maxIndex == -1) return;
/* Prune the antecedents according to the accuracy parameters */
for (int z = size - 1; z > maxIndex; z--) m_Antds.removeElementAt(z);
}
