char readChar() throws IOException {
char result = (char) input.read();
if (result == 0xFFFF) {
throw new IOException("LexerInput EOF");
}
return result;
}
char readChar() throws IOException {
int result = input.read();
if (result == LexerInput.EOF) {
throw new IOException("LexerInput EOF");
}
return (char) result;
}
private int read() {
int result = input.read();
if (result == LexerInput.EOF) {
result = CharStream.EOF;
}
return result;
}
public void consume() {
int c = input.read();
index++;
charPositionInLine++;
if (c == '\n') {
line++;
charPositionInLine = 0;
}
}
// public boolean isInputComment() {
// for (int i = 0; i < 2; i++) {
// input.read();
// }
// String nextTwo = input.readText(input.readLength() - 2, input.readLength()).toString();
// input.backup(2);
// return nextTwo.equals("--");
// }
public SSTemplateTokenId findNextToken() {
int c = input.read();
int d = c;
if (c == LexerInput.EOF) {
return null;
}
Matcher matcher;
while (c != LexerInput.EOF) {
CharSequence text = input.readText();
d = c;
Debugger.oneLine("text='" + text + "', state.main='" + state.main + "'");
switch (state.main) {
case INIT:
if (CharSequenceUtilities.startsWith(text, COMMENT_START)) {
state.main = SSTemplateLexerState.Main.COMMENT;
Debugger.oneLine("state.main='" + state.main + "'");
} else if (CharSequenceUtilities.startsWith(text, INSTRUCTION_START)) {
state.main = SSTemplateLexerState.Main.INSTRUCTION;
state.sub = SSTemplateLexerState.Sub.INIT;
SSTemplateTokenId result = SSTemplateTokenId.T_SSTEMPLATE_INSTRUCTION;
// Since a comment(<%--) and an inscruction (<%) start the same, We need
// to double check the instruction is not actually a comment by peeking
// at the next two characters
String nextTwoChars = SSTemplateLexerInputHelper.peek(input, 2);
if (CharSequenceUtilities.startsWith(text + nextTwoChars, COMMENT_START)) {
result = SSTemplateTokenId.T_SSTEMPLATE_COMMENT;
state.main = SSTemplateLexerState.Main.COMMENT;
}
return result;
} else if (CharSequenceUtilities.startsWith(text, VARIABLE_ESCAPED_START)) {
state.main = SSTemplateLexerState.Main.VARIABLE;
state.sub = SSTemplateLexerState.Sub.INIT;
Debugger.oneLine(
"state.main='"
+ state.main
+ "', state.sub='"
+ state.sub
+ "' return "
+ SSTemplateTokenId.T_SSTEMPLATE_VARIABLE);
return SSTemplateTokenId.T_SSTEMPLATE_VARIABLE;
} else if (VALID_VARIABLE.matcher(text).find()) {
state.main = SSTemplateLexerState.Main.VARIABLE;
state.sub = SSTemplateLexerState.Sub.INIT;
}
break;
case COMMENT:
break;
case VARIABLE:
case INSTRUCTION:
/* End markups */
if (state.main == SSTemplateLexerState.Main.VARIABLE) {
if (c == '}' || Character.isDigit(c) || Character.isAlphabetic(c)) {
Debugger.oneLine(
"text='"
+ text
+ "', state.main='"
+ state.main
+ "' return "
+ SSTemplateTokenId.T_SSTEMPLATE_VARIABLE);
return SSTemplateTokenId.T_SSTEMPLATE_VARIABLE;
} else if (c == '.' || c == '(' || c == ')') {
return SSTemplateTokenId.T_SSTEMPLATE_PUNCTUATION;
} else {
return SSTemplateTokenId.T_SSTEMPLATE_OTHER;
}
}
/* Whitespaces */
if (Character.isWhitespace(c)) {
do {
c = input.read();
} while (c != LexerInput.EOF && Character.isWhitespace(c));
if (c != LexerInput.EOF) {
input.backup(1);
}
Debugger.oneLine(
"text='"
+ text
+ "', state.main='"
+ state.main
+ "' return "
+ SSTemplateTokenId.T_SSTEMPLATE_WHITESPACE);
return SSTemplateTokenId.T_SSTEMPLATE_WHITESPACE;
}
/* End markups */
if (c == '%' || c == '>') {
d = input.read();
if (d == LexerInput.EOF) {
Debugger.oneLine(
"text='"
+ text
+ "', state.main='"
+ state.main
+ "' return "
+ SSTemplateTokenId.T_SSTEMPLATE_OTHER);
return SSTemplateTokenId.T_SSTEMPLATE_OTHER;
}
int e = input.read();
if (d == '>' && e == LexerInput.EOF) {
if (state.main == SSTemplateLexerState.Main.INSTRUCTION && c == '%') {
Debugger.oneLine(
"text='"
+ text
+ "', state.main='"
+ state.main
+ "' return "
+ SSTemplateTokenId.T_SSTEMPLATE_INSTRUCTION);
return SSTemplateTokenId.T_SSTEMPLATE_INSTRUCTION;
}
if (state.main == SSTemplateLexerState.Main.VARIABLE && c == '}') {
Debugger.oneLine(
"text='"
+ text
+ "', state.main='"
+ state.main
+ "' return "
+ SSTemplateTokenId.T_SSTEMPLATE_VARIABLE);
return SSTemplateTokenId.T_SSTEMPLATE_VARIABLE;
}
}
input.backup(2);
}
/* Operators */
if (!(state.main == SSTemplateLexerState.Main.INSTRUCTION
&& state.sub == SSTemplateLexerState.Sub.INIT)) {
d = c;
int characters = 0;
while (c != LexerInput.EOF && input.readLength() < OPERATOR_LENGTH) {
c = input.read();
characters++;
}
matcher = REGEX_OPERATOR.matcher(input.readText());
if (matcher.find()) {
String operator = matcher.group();
matcher = REGEX_WHITESPACE_END.matcher(operator);
if (matcher.find()) {
input.backup(characters - matcher.start());
return SSTemplateTokenId.T_SSTEMPLATE_OPERATOR;
} else {
input.backup(characters - operator.length() + 1);
Debugger.oneLine(
"text='"
+ text
+ "', state.main='"
+ state.main
+ "' return "
+ SSTemplateTokenId.T_SSTEMPLATE_OPERATOR);
return SSTemplateTokenId.T_SSTEMPLATE_OPERATOR;
}
}
input.backup(characters);
c = d;
} else if (c == '-') {
/* Trim operator */
Debugger.oneLine(
"text='"
+ text
+ "', state.main='"
+ state.main
+ "' return "
+ SSTemplateTokenId.T_SSTEMPLATE_OPERATOR);
return SSTemplateTokenId.T_SSTEMPLATE_OPERATOR;
}
/* Names */
if (Character.isLetter(c) || c == '_') {
do {
c = input.read();
} while (c != LexerInput.EOF
&& (Character.isLetter(c) || Character.isDigit(c) || c == '_'));
if (c != LexerInput.EOF) {
input.backup(1);
}
if (state.main == SSTemplateLexerState.Main.INSTRUCTION
&& state.sub == SSTemplateLexerState.Sub.INIT) {
state.sub = SSTemplateLexerState.Sub.NONE;
Debugger.oneLine(
"text='"
+ text
+ "', state.main='"
+ state.main
+ "' return "
+ SSTemplateTokenId.T_SSTEMPLATE_FUNCTION);
return SSTemplateTokenId.T_SSTEMPLATE_FUNCTION;
} else {
Debugger.oneLine(
"text='"
+ text
+ "', state.main='"
+ state.main
+ "' return "
+ SSTemplateTokenId.T_SSTEMPLATE_NAME);
return SSTemplateTokenId.T_SSTEMPLATE_NAME;
}
}
/* Numbers */
if (Character.isDigit(c)) {
boolean dotFound = false;
do {
if (c == '.') {
dotFound = true;
}
c = input.read();
} while (c != LexerInput.EOF && (Character.isDigit(c) || (!dotFound && c == '.')));
if (c != LexerInput.EOF) {
input.backup(1);
}
Debugger.oneLine(
"text='"
+ text
+ "', state.main='"
+ state.main
+ "' return "
+ SSTemplateTokenId.T_SSTEMPLATE_NUMBER);
return SSTemplateTokenId.T_SSTEMPLATE_NUMBER;
}
/* Double quoted strings */
if (c == '"') {
boolean escaped = false;
do {
if (c == '\\' && !escaped) {
escaped = true;
} else {
escaped = false;
}
c = input.read();
} while (c != LexerInput.EOF && (escaped || c != '"'));
Debugger.oneLine(
"text='"
+ text
+ "', state.main='"
+ state.main
+ "' return "
+ SSTemplateTokenId.T_SSTEMPLATE_STRING);
return SSTemplateTokenId.T_SSTEMPLATE_STRING;
}
/* Single quoted strings */
if (c == '\'') {
boolean escaped = false;
do {
if (c == '\\' && !escaped) {
escaped = true;
} else {
escaped = false;
}
c = input.read();
} while (c != LexerInput.EOF && (escaped || c != '\''));
Debugger.oneLine(
"text='"
+ text
+ "', state.main='"
+ state.main
+ "' return "
+ SSTemplateTokenId.T_SSTEMPLATE_STRING);
return SSTemplateTokenId.T_SSTEMPLATE_STRING;
}
/* PUNCTUATION */
if (PUNCTUATION.indexOf(c) >= 0) {
Debugger.oneLine(
"text='"
+ text
+ "', state.main='"
+ state.main
+ "' return "
+ SSTemplateTokenId.T_SSTEMPLATE_PUNCTUATION);
return SSTemplateTokenId.T_SSTEMPLATE_PUNCTUATION;
}
Debugger.oneLine(
"text='"
+ text
+ "', state.main='"
+ state.main
+ "' return "
+ SSTemplateTokenId.T_SSTEMPLATE_OTHER);
return SSTemplateTokenId.T_SSTEMPLATE_OTHER;
}
c = input.read();
}
if (state.main == SSTemplateLexerState.Main.COMMENT) {
return SSTemplateTokenId.T_SSTEMPLATE_COMMENT;
}
return SSTemplateTokenId.T_SSTEMPLATE_OTHER;
}