private static void writeLine(Writer out, String line, TextIdentifier docQuerySnrId) throws IOException { String[] tokens = line.split(" "); if (tokens.length > SENTENCE_MAXTOKENS) { return; } out.write("<D=" + docQuerySnrId.toValidString() + ">\n"); for (String token : tokens) { out.write(token + "\n"); } out.write("</D>\n"); }