@Override
public void setup(Context context) {
this.context = context;
classIndex = ClassIndex.getInstance();
Configuration conf = context.getConfiguration();
float threshold = conf.getFloat(Util.CONF_MINIMUM_DF_OF_HOSTS, 0);
try {
Path headerPath = new Path(conf.get(Util.CONF_HEADER_PATH));
LOG.info("Reading dataset header..." + headerPath.toString());
header = new DataSetHeader(conf, headerPath);
if (!classIndex.isPopulated()) {
classIndex.init(conf);
classIndex.populateIndex();
}
if (threshold > 0.0) {
LOG.info("loading DF values");
hostsWithMinimumDF = Util.getHostsWithDocumentFrequencies(conf, threshold);
}
LOG.info("loading training data...");
loadTrainingInstances(conf.get(Util.CONF_TRAINING_DATE));
} catch (Exception e) {
LOG.error("setup failed with an exception!");
e.printStackTrace();
setupFailedException = e;
}
}
