private boolean readLine() throws IOException {
String attributeLine = null;
do {
attributeLine = inAttributes.readLine();
if (attributeLine == null) return false;
} while (attributeLine.startsWith("#") || (attributeLine.length() == 0));
this.currentDataRow = getFactory().create(dimension);
StringTokenizer tokenizer = new StringTokenizer(attributeLine);
String labelString = null;
if (format == FORMAT_YX) {
labelString = tokenizer.nextToken();
} else if (format == FORMAT_SEPARATE_FILE) {
do {
labelString = inLabels.readLine();
if (labelString == null) return false;
} while (labelString.startsWith("#") || (labelString.length() == 0));
}
while (tokenizer.hasMoreTokens()) {
String attributeToken = tokenizer.nextToken();
int colonIndex = attributeToken.indexOf(':');
if ((format == FORMAT_XY) && (colonIndex == -1)) {
if (labelString != null) {
throw new IOException("Malformed line in examplefile: " + attributeToken);
} else {
labelString = attributeToken;
}
} else {
String pos = attributeToken.substring(0, colonIndex); // references
// the
// attribute
String value = attributeToken.substring(colonIndex + 1); // the
// attribute
// value
Attribute attribute = null; // the referenced attribute
try {
int index = Integer.parseInt(pos) - 1;
if ((index < 0) || (index >= attributeSet.getNumberOfRegularAttributes()))
throw new IOException(
"Attribute index out of range: '"
+ (index + 1)
+ "'! Index must be between 1 and dimension "
+ attributeSet.getNumberOfRegularAttributes()
+ "!");
attribute = attributeSet.getAttribute(index);
} catch (NumberFormatException e) {
String specialAttributeName = prefixMap.get(pos);
if (specialAttributeName == null) {
attribute = attributeSet.getSpecialAttribute(pos);
if (attribute == null)
throw new IOException(
"Illegal attribute index: '"
+ pos
+ "' (legal values are integers and defined prefixes for special attributes (Parameter prefix_map of SparseFormatExampleSource))!");
} else {
attribute = attributeSet.getSpecialAttribute(specialAttributeName);
}
if (attribute == null)
throw new IOException("Unknown special attribute: " + specialAttributeName);
}
if (attribute != null) {
if (attribute.isNominal()) {
if (useQuotesForNominalValues) {
String quote = Character.toString(quoteChar);
if (value.startsWith(quote) && value.endsWith(quote)) {
value = value.substring(1, value.length() - 1);
} else {
throw new RuntimeException(
"The value ' "
+ value
+ " ' does not start and end with a quote character ' "
+ quote
+ " '.");
}
Tools.unescape(value);
}
currentDataRow.set(attribute, attribute.getMapping().mapString(value));
} else {
try {
currentDataRow.set(attribute, Double.parseDouble(value));
} catch (NumberFormatException e) {
throw new IOException("Attribute is not numerical: '" + value + "'!");
}
}
}
}
}
if (labelString != null) {
Attribute label = attributeSet.getSpecialAttribute("label");
if (label.isNominal()) {
currentDataRow.set(label, label.getMapping().mapString(labelString));
} else {
try {
currentDataRow.set(label, Double.parseDouble(labelString));
} catch (NumberFormatException e) {
throw new IOException("Label is not numerical: '" + labelString + "'.");
}
}
}
currentDataRow.trim();
return true;
}
