static {
operatorCharacters = new HashSet<Character>();
operatorTypes = new HashMap<String, Token.Type>();
for (Token.Type type : Token.Type.values())
if (type.getType() == Token.MetaType.OPERATOR) {
operatorTypes.put(type.getText(), type);
for (int i = 0; i < type.getText().length(); i++)
operatorCharacters.add(Character.valueOf(type.getText().charAt(i)));
}
}
public Token peekToken() throws IOException, ParseException {
if (next == null) {
int w = w();
int offset = getInput().getOffset();
if (getInput().peek() == -1)
next = new Token(Token.Type.EOF, offset, Token.Type.EOF.getText());
else if (Character.isLetter(getInput().peek())) {
StringBuilder buf = new StringBuilder();
while (Character.isLetter(getInput().peek())) buf.append((char) getInput().read());
String text = buf.toString();
if (keywordTypes.containsKey(text)) {
Token.Type type = keywordTypes.get(text);
next = new Token(type, offset, type.getText());
} else next = new Token(Token.Type.SYMBOL, offset, text);
} else if (Character.isDigit(getInput().peek())) {
StringBuilder buf = new StringBuilder();
while (Character.isDigit(getInput().peek())) buf.append((char) getInput().read());
if (getInput().peek() == '.') {
buf.append((char) getInput().expect('.'));
if (Character.isDefined(getInput().peek())) {
while (Character.isDigit(getInput().peek())) buf.append((char) getInput().read());
next = new Token(Token.Type.FLOAT, offset, buf.toString());
} else
throw new ParseException(
"Floating-point numbers must have at least one digit after the decimal point",
offset);
} else next = new Token(Token.Type.INT, offset, buf.toString());
} else if (getInput().peek() == '\"') {
StringBuilder buf = new StringBuilder();
getInput().expect('\"');
while (getInput().peek() != -1 && getInput().peek() != '\n' && getInput().peek() != '\"') {
char ch = (char) getInput().read();
if (ch == '\\') {
if (getInput().peek() != -1) {
if (stringEscapes.containsKey((char) getInput().peek()))
buf.append(stringEscapes.get((char) getInput().read()));
else
throw new ParseException(
"Unrecognized escape sequence: " + (char) getInput().peek(),
getInput().getOffset());
} else throw new ParseException("Unexpected EOF", getInput().getOffset());
} else buf.append(ch);
}
getInput().expect('\"');
next = new Token(Token.Type.STRING, offset, buf.toString());
} else if (operatorCharacters.contains(Character.valueOf((char) getInput().peek()))) {
StringBuilder buf = new StringBuilder();
buf.append((char) getInput().peek());
while (operatorTypes.containsKey(buf.toString())) {
getInput().read();
if (getInput().peek() != -1) buf.append((char) getInput().peek());
else {
buf.append(' ');
break;
}
}
buf.setLength(buf.length() - 1);
if (!operatorTypes.containsKey(buf.toString()))
throw new ParseException("Unrecognized operator: " + buf.toString(), offset);
Token.Type type = operatorTypes.get(buf.toString());
next = new Token(type, offset, type.getText());
} else
throw new ParseException(
"Unrecognized character: " + (char) getInput().peek(), getInput().getOffset());
if ((w & NEWLINE) != 0) next.setFlag(Token.Flag.NEWLINE);
}
return next;
}
static {
keywordTypes = new HashMap<String, Token.Type>();
for (Token.Type type : Token.Type.values())
if (type.getType() == Token.MetaType.KEYWORD) keywordTypes.put(type.getText(), type);
}