public static void demonstrateSerialization() throws IOException, ClassNotFoundException { System.out.println("Demonstrating working with a serialized classifier"); ColumnDataClassifier cdc = new ColumnDataClassifier("examples/cheese2007.prop"); Classifier<String, String> cl = cdc.makeClassifier(cdc.readTrainingExamples("examples/cheeseDisease.train")); // Exhibit serialization and deserialization working. Serialized to bytes in memory for // simplicity System.out.println(); System.out.println(); ByteArrayOutputStream baos = new ByteArrayOutputStream(); ObjectOutputStream oos = new ObjectOutputStream(baos); oos.writeObject(cl); oos.close(); byte[] object = baos.toByteArray(); ByteArrayInputStream bais = new ByteArrayInputStream(object); ObjectInputStream ois = new ObjectInputStream(bais); LinearClassifier<String, String> lc = ErasureUtils.uncheckedCast(ois.readObject()); ois.close(); ColumnDataClassifier cdc2 = new ColumnDataClassifier("examples/cheese2007.prop"); // We compare the output of the deserialized classifier lc versus the original one cl // For both we use a ColumnDataClassifier to convert text lines to examples for (String line : ObjectBank.getLineIterator("examples/cheeseDisease.test", "utf-8")) { Datum<String, String> d = cdc.makeDatumFromLine(line); Datum<String, String> d2 = cdc2.makeDatumFromLine(line); System.out.println(line + " =origi=> " + cl.classOf(d)); System.out.println(line + " =deser=> " + lc.classOf(d2)); } }
public static void main(String[] args) throws Exception { ColumnDataClassifier cdc = new ColumnDataClassifier("examples/cheese2007.prop"); Classifier<String, String> cl = cdc.makeClassifier(cdc.readTrainingExamples("examples/cheeseDisease.train")); for (String line : ObjectBank.getLineIterator("examples/cheeseDisease.test", "utf-8")) { // instead of the method in the line below, if you have the individual elements // already you can use cdc.makeDatumFromStrings(String[]) Datum<String, String> d = cdc.makeDatumFromLine(line); System.out.println(line + " ==> " + cl.classOf(d)); } demonstrateSerialization(); }
private void readSRLFile(String srlFile) { srlMap = new HashMap<String, CollectionValuedMap<Integer, String>>(); for (String line : ObjectBank.getLineIterator(new File(srlFile))) { String[] bits = line.split("\\s+", 3); String filename = bits[0]; int treeNum = Integer.parseInt(bits[1]); String info = bits[2]; CollectionValuedMap<Integer, String> cvm = srlMap.get(filename); if (cvm == null) { cvm = new CollectionValuedMap<Integer, String>(); srlMap.put(filename, cvm); } cvm.add(treeNum, info); } }