private SymTabEntry parseRoutineName(Token token, String dummyName) throws Exception {
SymTabEntry routineId = null;
// Parse the routine name identifier.
if (token.getType() == IDENTIFIER) {
String routineName = token.getText().toLowerCase();
routineId = symTabStack.lookupLocal(routineName);
// Not already defined locally: Enter into the local symbol table.
if (routineId == null) {
routineId = symTabStack.enterLocal(routineName);
routineId.appendLineNumber(token.getLineNumber());
}
// If already defined, it should be a forward definition.
else {
routineId = null;
errorHandler.flag(token, IDENTIFIER_REDEFINED, this);
}
token = nextToken(); // consume routine name identifier
} else {
errorHandler.flag(token, MISSING_IDENTIFIER, this);
}
// If necessary, create a dummy routine name symbol table entry.
if (routineId == null) {
routineId = symTabStack.enterLocal(dummyName);
}
return routineId;
}
/**
* Sets the token list for this utterance. Note that this could be optimized by turning the token
* list directly into the token relation.
*
* @param tokenList the tokenList
*/
private void setTokenList(List tokenList) {
setInputText(tokenList);
Relation relation = createRelation(Relation.TOKEN);
for (Iterator i = tokenList.iterator(); i.hasNext(); ) {
Token token = (Token) i.next();
String tokenWord = token.getWord();
if (tokenWord != null && tokenWord.length() > 0) {
Item item = relation.appendItem();
FeatureSet featureSet = item.getFeatures();
featureSet.setString("name", tokenWord);
featureSet.setString("whitespace", token.getWhitespace());
featureSet.setString("prepunctuation", token.getPrepunctuation());
featureSet.setString("punc", token.getPostpunctuation());
featureSet.setString("file_pos", String.valueOf(token.getPosition()));
featureSet.setString("line_number", String.valueOf(token.getLineNumber()));
}
}
}
/**
* 解析标识符
*
* @param token
* @return 对应符号表项
* @throws Exception
*/
private SymTabEntry parseIdentifier(Token token) throws Exception {
SymTabEntry id = null;
if (token.getType() == IDENTIFIER) {
String name = token.getText().toLowerCase();
id = symTabStack.lookupLocal(name);
// 申明必须得没有，否则重定义了
if (id == null) {
id = symTabStack.enterLocal(name);
id.setDefinition(definition);
id.appendLineNumber(token.getLineNumber());
} else {
errorHandler.flag(token, IDENTIFIER_REDEFINED, this);
}
token = nextToken();
} else {
errorHandler.flag(token, MISSING_IDENTIFIER, this);
}
return id;
}
private static String location(Token t) {
if (t == Token.EOF) return "the last line";
else return "\"" + t.getText() + "\" at line " + t.getLineNumber();
}
/**
* Parse a Triangle SingleDeclarationParser.
*
* <p>Single-Declaration ::= const Identifier ~ Expression | var Identifier : Type-Denoter | proc
* Identifier (Formal-Parameter-Sequence) ~ Single-Command | func Identifier
* (Formal-Parameter-Sequence) : Type-Denoter ~ Expression | Type Identifier ~ Type-Denoter
*
* <p>To be overridden by the specialized command parse subclasses.
*
* @param token the initial token.
* @return the root node of the generated parse tree.
* @throws Exception if an error occurred.
*/
public void parse(Token token) throws Exception {
SingleCommandParser singleCommand = null;
ExpressionParser expression = null;
FormalParameterSequenceParser formalParameterSequence = null;
TypeDenoterParser typeDenoter = null;
EnumSet<TriangleTokenType> syncSet = null;
TypeSpec identifierType = TrianglePredefined.undefinedType;
Token identifierToken = null;
ICode routineICode = null;
token = currentToken();
switch ((TriangleTokenType) token.getType()) {
case CONST:
identifierToken = nextToken();
syncSet = EnumSet.of(TILDE);
syncSet.addAll(ExpressionParser.FIRST_FOLLOW_SET);
synchronize(IDENTIFIER, MISSING_IDENTIFIER, syncSet);
syncSet.remove(TILDE);
token = synchronize(TILDE, MISSING_TILDE, syncSet);
expression = new ExpressionParser(this);
ICodeNode expressionNode = expression.parse(token);
SymTabEntry constantId = symTabStack.lookupLocal(identifierToken.getText().toLowerCase());
// Enter the new identifier into the symbol table
// but don't set how it's defined yet.
if (constantId == null) {
constantId = symTabStack.enterLocal(identifierToken.getText().toLowerCase());
constantId.setDefinition(DefinitionImpl.CONSTANT);
constantId.setAttribute(CONSTANT_VALUE, expressionNode);
constantId.appendLineNumber(identifierToken.getLineNumber());
constantId.setTypeSpec(expressionNode.getTypeSpec());
} else {
errorHandler.flag(identifierToken, IDENTIFIER_REDEFINED, this);
}
break;
case VAR:
identifierToken = nextToken();
syncSet = EnumSet.of(COLON);
syncSet.addAll(TypeDenoterParser.FIRST_FOLLOW_SET);
synchronize(IDENTIFIER, MISSING_IDENTIFIER, syncSet);
syncSet.remove(COLON);
token = synchronize(COLON, MISSING_COLON, syncSet);
typeDenoter = new TypeDenoterParser(this);
identifierType = typeDenoter.parse(token);
SymTabEntry variableId = symTabStack.lookupLocal(identifierToken.getText().toLowerCase());
// Enter the new identifier into the symbol table
// but don't set how it's defined yet.
if (variableId == null) {
variableId = symTabStack.enterLocal(identifierToken.getText().toLowerCase());
variableId.setDefinition(DefinitionImpl.VARIABLE);
variableId.appendLineNumber(identifierToken.getLineNumber());
variableId.setTypeSpec(identifierType);
} else {
errorHandler.flag(identifierToken, IDENTIFIER_REDEFINED, this);
}
break;
case PROC:
identifierToken = nextToken();
routineICode = ICodeFactory.createICode();
syncSet = EnumSet.of(LEFT_PAREN);
syncSet.addAll(FormalParameterSequenceParser.FIRST_FOLLOW_SET);
token = synchronize(IDENTIFIER, MISSING_IDENTIFIER, syncSet);
syncSet.remove(LEFT_PAREN);
token = synchronize(LEFT_PAREN, MISSING_LEFT_PAREN, syncSet);
SymTabEntry procId = symTabStack.lookupLocal(identifierToken.getText().toLowerCase());
// Enter the new identifier into the symbol table
// but don't set how it's defined yet.
if (procId == null) {
procId = symTabStack.enterLocal(identifierToken.getText().toLowerCase());
procId.setTypeSpec(TrianglePredefined.undefinedType);
procId.setDefinition(DefinitionImpl.PROCEDURE);
procId.appendLineNumber(identifierToken.getLineNumber());
procId.setAttribute(ROUTINE_SYMTAB, symTabStack.push());
procId.setAttribute(ROUTINE_ICODE, routineICode);
} else {
errorHandler.flag(identifierToken, IDENTIFIER_REDEFINED, this);
procId = null;
}
formalParameterSequence = new FormalParameterSequenceParser(this);
ArrayList<SymTabEntry> procParamList = formalParameterSequence.parse(token);
syncSet = EnumSet.of(TILDE);
syncSet.addAll(SingleCommandParser.FIRST_FOLLOW_SET);
token = synchronize(RIGHT_PAREN, MISSING_RIGHT_PAREN, syncSet);
syncSet.remove(TILDE);
token = synchronize(TILDE, MISSING_TILDE, syncSet);
singleCommand = new SingleCommandParser(this);
routineICode.setRoot(singleCommand.parse(token));
if (procId != null) {
procId.setAttribute(ROUTINE_PARMS, procParamList);
}
symTabStack.pop();
break;
case FUNC:
identifierToken = nextToken();
routineICode = ICodeFactory.createICode();
SymTabEntry funcId = symTabStack.lookupLocal(identifierToken.getText().toLowerCase());
// Enter the new identifier into the symbol table
// but don't set how it's defined yet.
if (funcId == null) {
funcId = symTabStack.enterLocal(identifierToken.getText().toLowerCase());
funcId.setDefinition(DefinitionImpl.FUNCTION);
funcId.appendLineNumber(identifierToken.getLineNumber());
funcId.setTypeSpec(TrianglePredefined.undefinedType);
funcId.setAttribute(ROUTINE_SYMTAB, symTabStack.push());
funcId.setAttribute(ROUTINE_ICODE, routineICode);
} else {
errorHandler.flag(identifierToken, IDENTIFIER_REDEFINED, this);
funcId = null;
}
syncSet = EnumSet.of(LEFT_PAREN);
syncSet.addAll(FormalParameterSequenceParser.FIRST_FOLLOW_SET);
token = synchronize(IDENTIFIER, MISSING_IDENTIFIER, syncSet);
syncSet.remove(LEFT_PAREN);
token = synchronize(LEFT_PAREN, MISSING_LEFT_PAREN, syncSet);
formalParameterSequence = new FormalParameterSequenceParser(this);
ArrayList<SymTabEntry> funcParamList = formalParameterSequence.parse(token);
syncSet = EnumSet.of(COLON);
syncSet.addAll(TypeDenoterParser.FIRST_FOLLOW_SET);
synchronize(RIGHT_PAREN, MISSING_RIGHT_PAREN, syncSet);
syncSet.remove(COLON);
token = synchronize(COLON, MISSING_COLON, syncSet);
Token typeToken = currentToken();
typeDenoter = new TypeDenoterParser(this);
TypeSpec funcType = typeDenoter.parse(token);
syncSet = ExpressionParser.FIRST_FOLLOW_SET.clone();
token = synchronize(TILDE, MISSING_TILDE, syncSet);
expression = new ExpressionParser(this);
routineICode.setRoot(expression.parse(token));
if (funcId != null) {
funcId.setTypeSpec(funcType);
funcId.setAttribute(ROUTINE_PARMS, funcParamList);
if (!routineICode.getRoot().getTypeSpec().equals(funcType)) {
errorHandler.flag(typeToken, RETURN_TYPE_MISMATCH, this);
}
}
symTabStack.pop();
break;
case TYPE:
identifierToken = nextToken();
syncSet = EnumSet.of(TILDE);
syncSet.addAll(TypeDenoterParser.FIRST_FOLLOW_SET);
synchronize(IDENTIFIER, MISSING_IDENTIFIER, syncSet);
syncSet.remove(TILDE);
token = synchronize(TILDE, MISSING_TILDE, syncSet);
typeDenoter = new TypeDenoterParser(this);
TypeSpec typeType = typeDenoter.parse(token);
SymTabEntry typeId = symTabStack.lookupLocal(identifierToken.getText().toLowerCase());
// Enter the new identifier into the symbol table
// but don't set how it's defined yet.
if (typeId == null) {
typeId = symTabStack.enterLocal(identifierToken.getText().toLowerCase());
typeId.setDefinition(DefinitionImpl.TYPE);
typeId.appendLineNumber(identifierToken.getLineNumber());
typeId.setTypeSpec(typeType);
} else {
errorHandler.flag(token, IDENTIFIER_REDEFINED, this);
}
break;
default:
errorHandler.flag(token, MISSING_DECLARATION, this);
break;
}
}
/**
* Set the current line number as a statement node attribute.
*
* @param node ICodeNode
* @param token the initial token.
*/
protected void setLineNumber(ICodeNode node, Token token) {
if (node != null) {
node.setAttribute(LINE, token.getLineNumber());
}
}
/**
* Parse a factor.
*
* @param token the initial token.
* @return the root of the generated parse subtree.
* @throws Exception if an error occurred.
*/
private ICodeNode parseFactor(Token token) throws Exception {
TokenType tokenType = token.getType();
ICodeNode rootNode = null;
switch ((PascalTokenType) tokenType) {
case IDENTIFIER:
{
// Look up the identifier in the symbol table stack.
// Flag the identifier as undefined if it's not found.
String name = token.getText().toLowerCase();
SymTabEntry id = symTabStack.lookup(name);
if (id == null) {
errorHandler.flag(token, IDENTIFIER_UNDEFINED, this);
id = symTabStack.enterLocal(name);
}
rootNode = ICodeFactory.createICodeNode(VARIABLE);
rootNode.setAttribute(ID, id);
id.appendLineNumber(token.getLineNumber());
token = nextToken(); // consume the identifier
break;
}
case INTEGER:
{
// Create an INTEGER_CONSTANT node as the root node.
rootNode = ICodeFactory.createICodeNode(INTEGER_CONSTANT);
rootNode.setAttribute(VALUE, token.getValue());
token = nextToken(); // consume the number
break;
}
case REAL:
{
// Create an REAL_CONSTANT node as the root node.
rootNode = ICodeFactory.createICodeNode(REAL_CONSTANT);
rootNode.setAttribute(VALUE, token.getValue());
token = nextToken(); // consume the number
break;
}
case STRING:
{
String value = (String) token.getValue();
// Create a STRING_CONSTANT node as the root node.
rootNode = ICodeFactory.createICodeNode(STRING_CONSTANT);
rootNode.setAttribute(VALUE, value);
token = nextToken(); // consume the string
break;
}
case NOT:
{
token = nextToken(); // consume the NOT
// Create a NOT node as the root node.
rootNode = ICodeFactory.createICodeNode(ICodeNodeTypeImpl.NOT);
// Parse the factor. The NOT node adopts the
// factor node as its child.
rootNode.addChild(parseFactor(token));
break;
}
case LEFT_PAREN:
{
token = nextToken(); // consume the (
// Parse an expression and make its node the root node.
rootNode = parseExpression(token);
// Look for the matching ) token.
token = currentToken();
if (token.getType() == RIGHT_PAREN) {
token = nextToken(); // consume the )
} else {
errorHandler.flag(token, MISSING_RIGHT_PAREN, this);
}
break;
}
case LEFT_BRACKET:
{
rootNode = parseSet(token);
break;
}
default:
{
errorHandler.flag(token, UNEXPECTED_TOKEN, this);
break;
}
}
return rootNode;
}
/**
* Parse type definitions.
*
* @param token the initial token.
* @throws Exception if an error occurred.
*/
public void parse(Token token) throws Exception {
token = synchronize(IDENTIFIER_SET);
// Loop to parse a sequence of type definitions
// separated by semicolons.
while (token.getType() == IDENTIFIER) {
String name = token.getText().toLowerCase();
SymTabEntry typeId = symTabStack.lookupLocal(name);
// Enter the new identifier into the symbol table
// but don't set how it's defined yet.
if (typeId == null) {
typeId = symTabStack.enterLocal(name);
typeId.appendLineNumber(token.getLineNumber());
} else {
errorHandler.flag(token, IDENTIFIER_REDEFINED, this);
typeId = null;
}
token = nextToken(); // consume the identifier token
// Synchronize on the = token.
token = synchronize(EQUALS_SET);
if (token.getType() == EQUALS) {
token = nextToken(); // consume the =
} else {
errorHandler.flag(token, MISSING_EQUALS, this);
}
// Parse the type specification.
TypeSpecificationParser typeSpecificationParser = new TypeSpecificationParser(this);
TypeSpec type = typeSpecificationParser.parse(token);
// Set identifier to be a type and set its type specificationt.
if (typeId != null) {
typeId.setDefinition(TYPE);
}
// Cross-link the type identifier and the type specification.
if (type != null && typeId != null) {
if (type.getIdentifier() == null) {
type.setIdentifier(typeId);
}
typeId.setTypeSpec(type);
} else {
token = synchronize(FOLLOW_SET);
}
token = currentToken();
TokenType tokenType = token.getType();
// Look for one or more semicolons after a definition.
if (tokenType == SEMICOLON) {
while (token.getType() == SEMICOLON) {
token = nextToken(); // consume the ;
}
}
// If at the start of the next definition or declaration,
// then missing a semicolon.
else if (NEXT_START_SET.contains(tokenType)) {
errorHandler.flag(token, MISSING_SEMICOLON, this);
}
token = synchronize(IDENTIFIER_SET);
}
}
private ICodeNode parseIdentifier(Token token) throws Exception {
ICodeNode rootNode = null;
// Look up the identifier in the symbol table stack.
// Flag the identifier as undefined if it's not found.
String name = token.getText().toLowerCase();
SymTabEntry id = symTabStack.lookup(name);
// Undefined.
if (id == null) {
errorHandler.flag(token, IDENTIFIER_UNDEFINED, this);
id = symTabStack.enterLocal(name);
id.setDefinition(UNDEFINED);
id.setTypeSpec(Predefined.undefinedType);
}
Definition defnCode = id.getDefinition();
switch ((DefinitionImpl) defnCode) {
case CONSTANT:
{
Object value = id.getAttribute(CONSTANT_VALUE);
TypeSpec type = id.getTypeSpec();
if (value instanceof Integer) {
rootNode = ICodeFactory.createICodeNode(INTEGER_CONSTANT);
rootNode.setAttribute(VALUE, value);
} else if (value instanceof Float) {
rootNode = ICodeFactory.createICodeNode(REAL_CONSTANT);
rootNode.setAttribute(VALUE, value);
} else if (value instanceof String) {
rootNode = ICodeFactory.createICodeNode(STRING_CONSTANT);
rootNode.setAttribute(VALUE, value);
}
id.appendLineNumber(token.getLineNumber());
token = nextToken(); // consume the constant identifier
if (rootNode != null) {
rootNode.setTypeSpec(type);
}
break;
}
case ENUMERATION_CONSTANT:
{
Object value = id.getAttribute(CONSTANT_VALUE);
TypeSpec type = id.getTypeSpec();
rootNode = ICodeFactory.createICodeNode(INTEGER_CONSTANT);
rootNode.setAttribute(VALUE, value);
id.appendLineNumber(token.getLineNumber());
token = nextToken(); // consume the enum constant identifier
rootNode.setTypeSpec(type);
break;
}
case FUNCTION:
{
CallParser callParser = new CallParser(this);
rootNode = callParser.parse(token);
break;
}
default:
{
VariableParser variableParser = new VariableParser(this);
rootNode = variableParser.parse(token, id);
break;
}
}
return rootNode;
}