private final int makeToken(int id, String text) {
currentToken.id = id;
currentToken.lookback = id;
currentToken.text = text;
return id;
}
private final int makeToken(int id) {
currentToken.id = id;
currentToken.lookback = id;
currentToken.text = null;
return id;
}
private final int makeCommentToken(int id, String text) {
currentToken.id = id;
// leave currentToken.lookback alone, comments dont count.
currentToken.text = text;
return id;
}