@Test(timeout = 1000)
public void checkLexerTokens() throws Exception {
final String text = this.getTextFromFile("res/Test0030_ObjectLikeMacro.c");
final String[] expected =
new String[] {
"RULE_ID",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_WHITESPACE",
"RULE_SKW_ASSIGN",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_SEMI",
"RULE_NEWLINE",
"RULE_HASH",
"RULE_DEFINE",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_WHITESPACE",
"RULE_DECIMAL_LITERAL",
"RULE_NEWLINE",
"RULE_ID",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_WHITESPACE",
"RULE_SKW_ASSIGN",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_SEMI",
"RULE_NEWLINE",
};
// final List<Token> actual = testHelper.getTokens(text);
// testHelper.outputTokens(text);
testHelper.checkTokenisation(text, expected);
}
@Test(timeout = 1000)
public void checkLexerTokens() throws Exception {
final String text = this.getTextFromFile("res/Test0109_PredefinedNostdinc.c");
final String[] expected =
new String[] {
"RULE_ID", "RULE_NEWLINE", "RULE_ID", "RULE_NEWLINE",
};
// final List<Token> actual = testHelper.getTokens(text);
// testHelper.outputTokens(text);
testHelper.checkTokenisation(text, expected);
}
@Test(timeout = 1000)
public void checkLexerTokens() throws Exception {
final String text = this.getTextFromFile("res/Test0139_LineBreakInString.c");
final String[] expected =
new String[] {
"RULE_HASH",
"RULE_DEFINE",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_WHITESPACE",
"RULE_STRING_LITERAL",
"RULE_NEWLINE",
"RULE_ID",
"RULE_NEWLINE",
"RULE_NEWLINE",
"RULE_ID",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_SKW_RIGHTPAREN",
"RULE_WHITESPACE",
"RULE_SKW_LEFTBRACE",
"RULE_NEWLINE",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_STRING_LITERAL",
"RULE_SKW_RIGHTPAREN",
"RULE_SKW_SEMI",
"RULE_NEWLINE",
"RULE_SKW_RIGHTBRACE",
"RULE_NEWLINE",
};
// final List<Token> actual = testHelper.getTokens(text);
// testHelper.outputTokens(text);
testHelper.checkTokenisation(text, expected);
}
@Test(timeout = 1000)
public void checkLexerTokens() throws Exception {
final String text = this.getTextFromFile("res/Test0045_IfValueGreater.c");
final String[] expected =
new String[] {
"RULE_HASH",
"RULE_DEFINE",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_WHITESPACE",
"RULE_DECIMAL_LITERAL",
"RULE_NEWLINE",
"RULE_HASH",
"RULE_IF",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_WHITESPACE",
"RULE_SKW_GREATEREQUAL",
"RULE_WHITESPACE",
"RULE_DECIMAL_LITERAL",
"RULE_NEWLINE",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_SKW_RIGHTPAREN",
"RULE_SKW_SEMI",
"RULE_NEWLINE",
"RULE_HASH",
"RULE_ENDIF",
"RULE_NEWLINE",
};
// final List<Token> actual = testHelper.getTokens(text);
// testHelper.outputTokens(text);
testHelper.checkTokenisation(text, expected);
}
@Test(timeout = 1000)
public void checkLexerTokens() throws Exception {
final String text = this.getTextFromFile("res/Test0135_AnotherConcatenate.c");
final String[] expected =
new String[] {
"RULE_HASH",
"RULE_DEFINE",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_WHITESPACE",
"RULE_DECIMAL_LITERAL",
"RULE_SKW_COMMA",
"RULE_NEWLINE",
"RULE_HASH",
"RULE_DEFINE",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_ID",
"RULE_SKW_COMMA",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_RIGHTPAREN",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_ID",
"RULE_SKW_COMMA",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_RIGHTPAREN",
"RULE_NEWLINE",
"RULE_HASH",
"RULE_DEFINE",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_ID",
"RULE_SKW_COMMA",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_COMMA",
"RULE_WHITESPACE",
"RULE_SKW_DOT",
"RULE_SKW_DOT",
"RULE_SKW_DOT",
"RULE_SKW_RIGHTPAREN",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_HASH",
"RULE_HASH",
"RULE_ID",
"RULE_NEWLINE",
"RULE_HASH",
"RULE_DEFINE",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_ID",
"RULE_SKW_COMMA",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_RIGHTPAREN",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_ID",
"RULE_SKW_COMMA",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_RIGHTPAREN",
"RULE_NEWLINE",
"RULE_HASH",
"RULE_DEFINE",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_ID",
"RULE_SKW_COMMA",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_RIGHTPAREN",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_ID",
"RULE_SKW_COMMA",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_RIGHTPAREN",
"RULE_NEWLINE",
"RULE_HASH",
"RULE_DEFINE",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_ID",
"RULE_SKW_COMMA",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_COMMA",
"RULE_WHITESPACE",
"RULE_SKW_DOT",
"RULE_SKW_DOT",
"RULE_SKW_DOT",
"RULE_SKW_RIGHTPAREN",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_HASH",
"RULE_HASH",
"RULE_VA_ARGS",
"RULE_NEWLINE",
"RULE_HASH",
"RULE_DEFINE",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_ID",
"RULE_SKW_RIGHTPAREN",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_ID",
"RULE_SKW_COMMA",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_RIGHTPAREN",
"RULE_NEWLINE",
"RULE_HASH",
"RULE_DEFINE",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_NEWLINE",
"RULE_HASH",
"RULE_DEFINE",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_ID",
"RULE_SKW_RIGHTPAREN",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_ID",
"RULE_SKW_RIGHTPAREN",
"RULE_NEWLINE",
"RULE_HASH",
"RULE_DEFINE",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_ID",
"RULE_SKW_RIGHTPAREN",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_ID",
"RULE_HASH",
"RULE_HASH",
"RULE_ID",
"RULE_SKW_RIGHTPAREN",
"RULE_NEWLINE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_DECIMAL_LITERAL",
"RULE_SKW_COMMA",
"RULE_WHITESPACE",
"RULE_DECIMAL_LITERAL",
"RULE_SKW_RIGHTPAREN",
"RULE_NEWLINE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_ID",
"RULE_SKW_COMMA",
"RULE_WHITESPACE",
"RULE_DECIMAL_LITERAL",
"RULE_SKW_RIGHTPAREN",
"RULE_NEWLINE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_DECIMAL_LITERAL",
"RULE_SKW_COMMA",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_RIGHTPAREN",
"RULE_NEWLINE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_DECIMAL_LITERAL",
"RULE_SKW_COMMA",
"RULE_WHITESPACE",
"RULE_DECIMAL_LITERAL",
"RULE_SKW_RIGHTPAREN",
"RULE_NEWLINE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_ID",
"RULE_SKW_COMMA",
"RULE_WHITESPACE",
"RULE_DECIMAL_LITERAL",
"RULE_SKW_RIGHTPAREN",
"RULE_NEWLINE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_DECIMAL_LITERAL",
"RULE_SKW_COMMA",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_RIGHTPAREN",
"RULE_NEWLINE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_DECIMAL_LITERAL",
"RULE_SKW_COMMA",
"RULE_WHITESPACE",
"RULE_DECIMAL_LITERAL",
"RULE_SKW_RIGHTPAREN",
"RULE_NEWLINE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_ID",
"RULE_SKW_COMMA",
"RULE_WHITESPACE",
"RULE_DECIMAL_LITERAL",
"RULE_SKW_RIGHTPAREN",
"RULE_NEWLINE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_DECIMAL_LITERAL",
"RULE_SKW_COMMA",
"RULE_WHITESPACE",
"RULE_ID",
"RULE_SKW_RIGHTPAREN",
"RULE_NEWLINE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_DECIMAL_LITERAL",
"RULE_SKW_RIGHTPAREN",
"RULE_NEWLINE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_DECIMAL_LITERAL",
"RULE_SKW_RIGHTPAREN",
"RULE_NEWLINE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_ID",
"RULE_SKW_RIGHTPAREN",
"RULE_NEWLINE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_DECIMAL_LITERAL",
"RULE_SKW_RIGHTPAREN",
"RULE_NEWLINE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_DECIMAL_LITERAL",
"RULE_SKW_RIGHTPAREN",
"RULE_NEWLINE",
"RULE_ID",
"RULE_SKW_LEFTPAREN",
"RULE_ID",
"RULE_SKW_RIGHTPAREN",
"RULE_NEWLINE",
};
// final List<Token> actual = testHelper.getTokens(text);
// testHelper.outputTokens(text);
testHelper.checkTokenisation(text, expected);
}
