public static void demonstrateSerialization() throws IOException, ClassNotFoundException {
System.out.println("Demonstrating working with a serialized classifier");
ColumnDataClassifier cdc = new ColumnDataClassifier("examples/cheese2007.prop");
Classifier<String, String> cl =
cdc.makeClassifier(cdc.readTrainingExamples("examples/cheeseDisease.train"));
// Exhibit serialization and deserialization working. Serialized to bytes in memory for
// simplicity
System.out.println();
System.out.println();
ByteArrayOutputStream baos = new ByteArrayOutputStream();
ObjectOutputStream oos = new ObjectOutputStream(baos);
oos.writeObject(cl);
oos.close();
byte[] object = baos.toByteArray();
ByteArrayInputStream bais = new ByteArrayInputStream(object);
ObjectInputStream ois = new ObjectInputStream(bais);
LinearClassifier<String, String> lc = ErasureUtils.uncheckedCast(ois.readObject());
ois.close();
ColumnDataClassifier cdc2 = new ColumnDataClassifier("examples/cheese2007.prop");
// We compare the output of the deserialized classifier lc versus the original one cl
// For both we use a ColumnDataClassifier to convert text lines to examples
for (String line : ObjectBank.getLineIterator("examples/cheeseDisease.test", "utf-8")) {
Datum<String, String> d = cdc.makeDatumFromLine(line);
Datum<String, String> d2 = cdc2.makeDatumFromLine(line);
System.out.println(line + " =origi=> " + cl.classOf(d));
System.out.println(line + " =deser=> " + lc.classOf(d2));
}
}
public static void main(String[] args) throws Exception {
ColumnDataClassifier cdc = new ColumnDataClassifier("examples/cheese2007.prop");
Classifier<String, String> cl =
cdc.makeClassifier(cdc.readTrainingExamples("examples/cheeseDisease.train"));
for (String line : ObjectBank.getLineIterator("examples/cheeseDisease.test", "utf-8")) {
// instead of the method in the line below, if you have the individual elements
// already you can use cdc.makeDatumFromStrings(String[])
Datum<String, String> d = cdc.makeDatumFromLine(line);
System.out.println(line + " ==> " + cl.classOf(d));
}
demonstrateSerialization();
}
private void readSRLFile(String srlFile) {
srlMap = new HashMap<String, CollectionValuedMap<Integer, String>>();
for (String line : ObjectBank.getLineIterator(new File(srlFile))) {
String[] bits = line.split("\\s+", 3);
String filename = bits[0];
int treeNum = Integer.parseInt(bits[1]);
String info = bits[2];
CollectionValuedMap<Integer, String> cvm = srlMap.get(filename);
if (cvm == null) {
cvm = new CollectionValuedMap<Integer, String>();
srlMap.put(filename, cvm);
}
cvm.add(treeNum, info);
}
}
