private void generate(IndentingPrintWriter out) throws IOException {
printHeader(out);
out.indent();
ParseEngine parseEngine = new ParseEngine(state, semanticize);
parseEngine.build(out);
printBoilerplate(parseEngine, out);
out.unindent();
printFooter(out);
}
private void printBoilerplate(ParseEngine parseEngine, IndentingPrintWriter out) {
out.println("/** Either generated or user defined scanner. */");
out.println("protected final Scanner scanner;");
out.println("/** Current token. */");
out.println("private Token token;");
out.println("/** Next token. */");
out.println("private Token jj_nt;");
if (!Options.getCacheTokens()) {
out.println("/** Next token kind. */");
out.println("private int jj_ntk;");
}
if (parseEngine.jj2index != 0) {
out.println("/** Lookahead tokens. */");
out.println("private Token jj_scanPos, jj_lastPos;");
out.println("private int jj_la;");
if (parseEngine.lookaheadNeeded) {
out.println("/** Whether we are looking ahead. */");
out.println("private boolean jj_lookingAhead = false;");
out.println("private boolean jj_semLA;");
}
}
if (Options.getErrorReporting()) {
out.println("private int jj_gen;");
out.println("private final int[] jj_la1 = new int[" + parseEngine.maskIndex + "];");
int tokenMaskSize = (state.tokenCount - 1) / 32 + 1;
for (int i = 0; i < tokenMaskSize; i++) {
out.print("private static final int[] jj_la1_" + i + " = new int[] {");
out.indent();
IndentingPrintWriter.ListPrinter list = out.list(", ");
for (int[] tokenMask : parseEngine.maskValues) {
list.item("0x" + Integer.toHexString(tokenMask[i]));
}
out.println("};");
out.unindent();
}
}
if (parseEngine.jj2index != 0 && Options.getErrorReporting()) {
out.println("private final JJCalls[] jj_2_rtns = new JJCalls[" + parseEngine.jj2index + "];");
out.println("private boolean jj_rescan = false;");
out.println("private int jj_gc = 0;");
}
out.println();
out.println(
"public "
+ state.parserClass()
+ "(Scanner s) throws java.io.IOException, ParseException {");
out.indent();
out.println("scanner = s;");
if (Options.getKeepImage()) {
out.println("token = new Token(0, 0, 0, null);");
} else {
out.println("token = new Token(0, 0, 0);");
}
if (Options.getCacheTokens()) {
out.println("token.next = jj_nt = scanner.getNextToken();");
} else {
out.println("jj_ntk = -1;");
}
if (Options.getErrorReporting()) {
out.println("jj_gen = 0;");
out.println("for (int i = 0; i < " + parseEngine.maskIndex + "; i++) jj_la1[i] = -1;");
if (parseEngine.jj2index != 0) {
out.println("for (int i = 0; i < jj_2_rtns.length; i++) jj_2_rtns[i] = new JJCalls();");
}
}
out.unindent();
out.println("}");
out.println();
out.println(
"private Token jj_consume_token(int kind) throws java.io.IOException, ParseException {");
if (Options.getCacheTokens()) {
out.println("Token oldToken = token;");
out.println("if ((token = jj_nt).next != null) { jj_nt = jj_nt.next; }");
out.println("else { jj_nt = jj_nt.next = scanner.getNextToken(); }");
} else {
out.println("Token oldToken = token;");
out.println("if (token.next != null) { token = token.next; }");
out.println("else { token = token.next = scanner.getNextToken(); }");
out.println("jj_ntk = -1;");
}
out.println("if (token.getKind() == kind) {");
if (Options.getErrorReporting()) {
out.println("jj_gen++;");
if (parseEngine.jj2index != 0) {
out.println("if (++jj_gc > 100) {");
out.println("jj_gc = 0;");
out.println("for (int i = 0; i < jj_2_rtns.length; i++) {");
out.println("JJCalls c = jj_2_rtns[i];");
out.println("while (c != null) {");
out.println("if (c.gen < jj_gen) c.first = null;");
out.println("c = c.next;");
out.println("}");
out.println("}");
out.println("}");
}
}
if (Options.getDebugParser()) {
out.println("trace_token(token, \"\");");
}
out.println("return token;");
out.println("}");
if (Options.getCacheTokens()) {
out.println("jj_nt = token;");
}
out.println("token = oldToken;");
if (Options.getErrorReporting()) {
out.println("jj_kind = kind;");
}
out.println("throw generateParseException();");
out.println("}");
out.println();
if (parseEngine.jj2index != 0) {
out.println("@SuppressWarnings(\"serial\")");
out.println("private static final class LookaheadSuccess extends Error {");
out.println("public Throwable fillInStackTrace() { return null; }");
out.println("public StackTraceElement[] getStackTrace() { return null; }");
out.println("public void setStackTrace(StackTraceElement[] stackTrace) {}");
out.println("}");
out.println("private final LookaheadSuccess jj_ls = new LookaheadSuccess();");
out.println("private boolean jj_scan_token(int kind) throws java.io.IOException {");
out.println("if (jj_scanPos == jj_lastPos) {");
out.println("jj_la--;");
out.println("if (jj_scanPos.next == null) {");
out.println("jj_lastPos = jj_scanPos = jj_scanPos.next = scanner.getNextToken();");
out.println("} else {");
out.println("jj_lastPos = jj_scanPos = jj_scanPos.next;");
out.println("}");
out.println("} else {");
out.println("jj_scanPos = jj_scanPos.next;");
out.println("}");
if (Options.getErrorReporting()) {
out.println("if (jj_rescan) {");
out.println("int i = 0; Token t = token;");
out.println("while (t != null && t != jj_scanPos) { i++; t = t.next; }");
out.println("if (t != null) jj_add_error_token(kind, i);");
if (Options.getDebugLookahead()) {
out.println("} else {");
out.println("trace_scan(jj_scanPos, kind);");
}
out.println("}");
} else if (Options.getDebugLookahead()) {
out.println("trace_scan(jj_scanPos, kind);");
}
out.println("if (jj_scanPos.getKind() != kind) return true;");
out.println("if (jj_la == 0 && jj_scanPos == jj_lastPos) throw jj_ls;");
out.println("return false;");
out.println("}");
out.println();
}
out.println();
out.println("/** Get the next Token. */");
out.println("protected final Token getNextToken() throws java.io.IOException {");
if (Options.getCacheTokens()) {
out.println("if ((token = jj_nt).next != null) jj_nt = jj_nt.next;");
out.println("else jj_nt = jj_nt.next = scanner.getNextToken();");
} else {
out.println("if (token.next != null) token = token.next;");
out.println("else token = token.next = scanner.getNextToken();");
out.println("jj_ntk = -1;");
}
if (Options.getErrorReporting()) {
out.println("jj_gen++;");
}
if (Options.getDebugParser()) {
out.println("trace_token(token, \" (in getNextToken)\");");
}
out.println("return token;");
out.println("}");
out.println();
out.println("/** Get the specific Token. */");
out.println("protected final Token getToken(int index) throws java.io.IOException {");
if (parseEngine.lookaheadNeeded) {
out.println("Token t = jj_lookingAhead ? jj_scanPos : token;");
} else {
out.println("Token t = token;");
}
out.println("for (int i = 0; i < index; i++) {");
out.println("if (t.next != null) t = t.next;");
out.println("else t = t.next = scanner.getNextToken();");
out.println("}");
out.println("return t;");
out.println("}");
out.println();
if (!Options.getCacheTokens()) {
out.println("private int jj_ntk() throws java.io.IOException {");
out.println("if ((jj_nt = token.next) == null)");
out.println("return (jj_ntk = (token.next = scanner.getNextToken()).getKind());");
out.println("else");
out.println("return (jj_ntk = jj_nt.getKind());");
out.println("}");
out.println();
}
if (Options.getErrorReporting()) {
if (!Options.getGenerateGenerics()) {
out.println("private java.util.List jj_expentries = new java.util.ArrayList();");
} else {
out.println(
"private final java.util.List<int[]> jj_expentries = new java.util.ArrayList<int[]>();");
}
out.println("private int[] jj_expentry;");
out.println("private int jj_kind = -1;");
if (parseEngine.jj2index != 0) {
out.println("private int[] jj_lasttokens = new int[100];");
out.println("private int jj_endpos;");
out.println();
out.println("private void jj_add_error_token(int kind, int pos) {");
out.println("if (pos >= 100) return;");
out.println("if (pos == jj_endpos + 1) {");
out.println("jj_lasttokens[jj_endpos++] = kind;");
out.println("} else if (jj_endpos != 0) {");
out.println("jj_expentry = new int[jj_endpos];");
out.println("for (int i = 0; i < jj_endpos; i++) {");
out.println("jj_expentry[i] = jj_lasttokens[i];");
out.println("}");
if (!Options.getGenerateGenerics()) {
out.println(
"jj_entries_loop: for (java.util.Iterator it = jj_expentries.iterator(); it.hasNext();) {");
} else {
out.println(
"jj_entries_loop: for (java.util.Iterator<?> it = jj_expentries.iterator(); it.hasNext();) {");
}
out.println("int[] oldentry = (int[])(it.next());");
out.println("if (oldentry.length == jj_expentry.length) {");
out.println("for (int i = 0; i < jj_expentry.length; i++) {");
out.println("if (oldentry[i] != jj_expentry[i]) {");
out.println("continue jj_entries_loop;");
out.println("}");
out.println("}");
out.println("jj_expentries.add(jj_expentry);");
out.println("break jj_entries_loop;");
out.println("}");
out.println("}");
out.println("if (pos != 0) jj_lasttokens[(jj_endpos = pos) - 1] = kind;");
out.println("}");
out.println("}");
}
out.println();
out.println("/** Generate ParseException. */");
out.println("public ParseException generateParseException() throws java.io.IOException {");
out.println("jj_expentries.clear();");
out.println("boolean[] la1tokens = new boolean[" + state.tokenCount + "];");
out.println("if (jj_kind >= 0) {");
out.println("la1tokens[jj_kind] = true;");
out.println("jj_kind = -1;");
out.println("}");
out.println("for (int i = 0; i < " + parseEngine.maskIndex + "; i++) {");
out.println("if (jj_la1[i] == jj_gen) {");
out.println("for (int j = 0; j < 32; j++) {");
for (int i = 0; i < (state.tokenCount - 1) / 32 + 1; i++) {
out.println("if ((jj_la1_" + i + "[i] & (1<<j)) != 0) {");
out.print("la1tokens[");
if (i != 0) {
out.print((32 * i) + "+");
}
out.println("j] = true;");
out.println("}");
}
out.println("}");
out.println("}");
out.println("}");
out.println("for (int i = 0; i < " + state.tokenCount + "; i++) {");
out.println("if (la1tokens[i]) {");
out.println("jj_expentry = new int[1];");
out.println("jj_expentry[0] = i;");
out.println("jj_expentries.add(jj_expentry);");
out.println("}");
out.println("}");
if (parseEngine.jj2index != 0) {
out.println("jj_endpos = 0;");
out.println("jj_rescan_token();");
out.println("jj_add_error_token(0, 0);");
}
out.println("int[][] exptokseq = new int[jj_expentries.size()][];");
out.println("for (int i = 0; i < jj_expentries.size(); i++) {");
if (!Options.getGenerateGenerics()) {
out.println("exptokseq[i] = (int[])jj_expentries.get(i);");
} else {
out.println("exptokseq[i] = jj_expentries.get(i);");
}
out.println("}");
out.println(
"return new ParseException(token, exptokseq, "
+ state.constantsClass()
+ ".tokenImage);");
out.println("}");
} else {
out.println("/** Generate ParseException. */");
out.println("public ParseException generateParseException() throws java.io.IOException {");
out.println("Token errortok = token.next;");
if (Options.getKeepLineColumn()) {
out.println("int line = errortok.getLine(), column = errortok.getColumn();");
}
out.println(
"String mess = (errortok.getKind() == 0) ? "
+ state.constantsClass()
+ ".tokenImage[0] : errortok.image;");
if (Options.getKeepLineColumn()) {
out.println(
"return new ParseException("
+ "\"Parse error at line \" + line + \", column \" + column + \". "
+ "Encountered: \" + mess);");
} else {
out.println(
"return new ParseException(\"Parse error at <unknown location>. "
+ "Encountered: \" + mess);");
}
out.println("}");
}
out.println();
if (Options.getDebugParser()) {
out.println("private int trace_indent = 0;");
out.println("private boolean trace_enabled = true;");
out.println();
out.println("/** Enable tracing. */");
out.println("public final void enable_tracing() {");
out.println("trace_enabled = true;");
out.println("}");
out.println();
out.println("/** Disable tracing. */");
out.println("public final void disable_tracing() {");
out.println("trace_enabled = false;");
out.println("}");
out.println();
out.println("private void trace_call(String s) {");
out.println("if (trace_enabled) {");
out.println("for (int i = 0; i < trace_indent; i++) { System.out.print(\" \"); }");
out.println("System.out.println(\"Call: \" + s);");
out.println("}");
out.println("trace_indent = trace_indent + 2;");
out.println("}");
out.println();
out.println("private void trace_return(String s) {");
out.println("trace_indent = trace_indent - 2;");
out.println("if (trace_enabled) {");
out.println("for (int i = 0; i < trace_indent; i++) { System.out.print(\" \"); }");
out.println("System.out.println(\"Return: \" + s);");
out.println("}");
out.println("}");
out.println();
out.println("private void trace_token(Token t, String where) {");
out.println("if (trace_enabled) {");
out.println("for (int i = 0; i < trace_indent; i++) { System.out.print(\" \"); }");
out.println(
"System.out.print(\"Consumed token: <\" + "
+ state.constantsClass()
+ ".tokenImage[t.getKind()]);");
out.println(
"if (t.getKind() != 0 && !"
+ state.constantsClass()
+ ".tokenImage[t.getKind()].equals(\"\\\"\" + t.image + \"\\\"\")) {");
out.println("System.out.print(\": \\\"\" + t.image + \"\\\"\");");
out.println("}");
out.println(
"System.out.println(\" at line \" + t.getLine() + "
+ "\" column \" + t.getColumn() + \">\" + where);");
out.println("}");
out.println("}");
out.println();
out.println("private void trace_scan(Token t1, int t2) {");
out.println("if (trace_enabled) {");
out.println("for (int i = 0; i < trace_indent; i++) { System.out.print(\" \"); }");
out.println(
"System.out.print(\"Visited token: <\" + "
+ state.constantsClass()
+ ".tokenImage[t1.getKind()]);");
out.println(
"if (t1.getKind() != 0 && !"
+ state.constantsClass()
+ ".tokenImage[t1.getKind()].equals(\"\\\"\" + t1.image + \"\\\"\")) {");
out.println("System.out.print(\": \\\"\" + t1.image + \"\\\"\");");
out.println("}");
out.println(
"System.out.println(\" at line \" + t1.beginLine + \""
+ " column \" + t1.beginColumn + \">; Expected token: <\" + "
+ state.constantsClass()
+ ".tokenImage[t2] + \">\");");
out.println("}");
out.println("}");
out.println();
} else {
out.println("/** Enable tracing. */");
out.println("public final void enable_tracing() {}");
out.println();
out.println("/** Disable tracing. */");
out.println("public final void disable_tracing() {}");
out.println();
}
if (parseEngine.jj2index != 0 && Options.getErrorReporting()) {
out.println("private void jj_rescan_token() throws java.io.IOException {");
out.println("jj_rescan = true;");
out.println("for (int i = 0; i < " + parseEngine.jj2index + "; i++) {");
out.println("try {");
out.println("JJCalls p = jj_2_rtns[i];");
out.println("do {");
out.println("if (p.gen > jj_gen) {");
out.println("jj_la = p.arg; jj_lastPos = jj_scanPos = p.first;");
out.println("switch (i) {");
for (int i = 0; i < parseEngine.jj2index; i++) {
out.println("case " + i + ": jj_3_" + (i + 1) + "(); break;");
}
out.println("}");
out.println("}");
out.println("p = p.next;");
out.println("} while (p != null);");
out.println("} catch(LookaheadSuccess ls) {}");
out.println("}");
out.println("jj_rescan = false;");
out.println("}");
out.println();
out.println("private void jj_save(int index, int xla) throws java.io.IOException {");
out.indent();
out.println("JJCalls p = jj_2_rtns[index];");
out.println("while (p.gen > jj_gen) {");
out.println("if (p.next == null) { p = p.next = new JJCalls(); break; }");
out.println("p = p.next;");
out.println("}");
out.println("p.gen = jj_gen + xla - jj_la; p.first = token; p.arg = xla;");
out.unindent();
out.println("}");
out.println();
}
if (parseEngine.jj2index != 0 && Options.getErrorReporting()) {
out.println("static final class JJCalls {");
out.indent();
out.println("int gen;");
out.println("Token first;");
out.println("int arg;");
out.println("JJCalls next;");
out.unindent();
out.println("}");
out.println();
}
}