@Test(timeout = 1000) public void checkLexerTokens() throws Exception { final String text = this.getTextFromFile("res/Test0030_ObjectLikeMacro.c"); final String[] expected = new String[] { "RULE_ID", "RULE_WHITESPACE", "RULE_ID", "RULE_WHITESPACE", "RULE_SKW_ASSIGN", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_SEMI", "RULE_NEWLINE", "RULE_HASH", "RULE_DEFINE", "RULE_WHITESPACE", "RULE_ID", "RULE_WHITESPACE", "RULE_DECIMAL_LITERAL", "RULE_NEWLINE", "RULE_ID", "RULE_WHITESPACE", "RULE_ID", "RULE_WHITESPACE", "RULE_SKW_ASSIGN", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_SEMI", "RULE_NEWLINE", }; // final List<Token> actual = testHelper.getTokens(text); // testHelper.outputTokens(text); testHelper.checkTokenisation(text, expected); }
@Test(timeout = 1000) public void checkLexerTokens() throws Exception { final String text = this.getTextFromFile("res/Test0109_PredefinedNostdinc.c"); final String[] expected = new String[] { "RULE_ID", "RULE_NEWLINE", "RULE_ID", "RULE_NEWLINE", }; // final List<Token> actual = testHelper.getTokens(text); // testHelper.outputTokens(text); testHelper.checkTokenisation(text, expected); }
@Test(timeout = 1000) public void checkLexerTokens() throws Exception { final String text = this.getTextFromFile("res/Test0139_LineBreakInString.c"); final String[] expected = new String[] { "RULE_HASH", "RULE_DEFINE", "RULE_WHITESPACE", "RULE_ID", "RULE_WHITESPACE", "RULE_STRING_LITERAL", "RULE_NEWLINE", "RULE_ID", "RULE_NEWLINE", "RULE_NEWLINE", "RULE_ID", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_SKW_RIGHTPAREN", "RULE_WHITESPACE", "RULE_SKW_LEFTBRACE", "RULE_NEWLINE", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_STRING_LITERAL", "RULE_SKW_RIGHTPAREN", "RULE_SKW_SEMI", "RULE_NEWLINE", "RULE_SKW_RIGHTBRACE", "RULE_NEWLINE", }; // final List<Token> actual = testHelper.getTokens(text); // testHelper.outputTokens(text); testHelper.checkTokenisation(text, expected); }
@Test(timeout = 1000) public void checkLexerTokens() throws Exception { final String text = this.getTextFromFile("res/Test0045_IfValueGreater.c"); final String[] expected = new String[] { "RULE_HASH", "RULE_DEFINE", "RULE_WHITESPACE", "RULE_ID", "RULE_WHITESPACE", "RULE_DECIMAL_LITERAL", "RULE_NEWLINE", "RULE_HASH", "RULE_IF", "RULE_WHITESPACE", "RULE_ID", "RULE_WHITESPACE", "RULE_SKW_GREATEREQUAL", "RULE_WHITESPACE", "RULE_DECIMAL_LITERAL", "RULE_NEWLINE", "RULE_WHITESPACE", "RULE_ID", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_SKW_RIGHTPAREN", "RULE_SKW_SEMI", "RULE_NEWLINE", "RULE_HASH", "RULE_ENDIF", "RULE_NEWLINE", }; // final List<Token> actual = testHelper.getTokens(text); // testHelper.outputTokens(text); testHelper.checkTokenisation(text, expected); }
@Test(timeout = 1000) public void checkLexerTokens() throws Exception { final String text = this.getTextFromFile("res/Test0135_AnotherConcatenate.c"); final String[] expected = new String[] { "RULE_HASH", "RULE_DEFINE", "RULE_WHITESPACE", "RULE_ID", "RULE_WHITESPACE", "RULE_DECIMAL_LITERAL", "RULE_SKW_COMMA", "RULE_NEWLINE", "RULE_HASH", "RULE_DEFINE", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_ID", "RULE_SKW_COMMA", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_RIGHTPAREN", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_ID", "RULE_SKW_COMMA", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_RIGHTPAREN", "RULE_NEWLINE", "RULE_HASH", "RULE_DEFINE", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_ID", "RULE_SKW_COMMA", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_COMMA", "RULE_WHITESPACE", "RULE_SKW_DOT", "RULE_SKW_DOT", "RULE_SKW_DOT", "RULE_SKW_RIGHTPAREN", "RULE_WHITESPACE", "RULE_ID", "RULE_HASH", "RULE_HASH", "RULE_ID", "RULE_NEWLINE", "RULE_HASH", "RULE_DEFINE", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_ID", "RULE_SKW_COMMA", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_RIGHTPAREN", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_ID", "RULE_SKW_COMMA", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_RIGHTPAREN", "RULE_NEWLINE", "RULE_HASH", "RULE_DEFINE", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_ID", "RULE_SKW_COMMA", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_RIGHTPAREN", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_ID", "RULE_SKW_COMMA", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_RIGHTPAREN", "RULE_NEWLINE", "RULE_HASH", "RULE_DEFINE", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_ID", "RULE_SKW_COMMA", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_COMMA", "RULE_WHITESPACE", "RULE_SKW_DOT", "RULE_SKW_DOT", "RULE_SKW_DOT", "RULE_SKW_RIGHTPAREN", "RULE_WHITESPACE", "RULE_ID", "RULE_HASH", "RULE_HASH", "RULE_VA_ARGS", "RULE_NEWLINE", "RULE_HASH", "RULE_DEFINE", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_ID", "RULE_SKW_RIGHTPAREN", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_ID", "RULE_SKW_COMMA", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_RIGHTPAREN", "RULE_NEWLINE", "RULE_HASH", "RULE_DEFINE", "RULE_WHITESPACE", "RULE_ID", "RULE_NEWLINE", "RULE_HASH", "RULE_DEFINE", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_ID", "RULE_SKW_RIGHTPAREN", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_ID", "RULE_SKW_RIGHTPAREN", "RULE_NEWLINE", "RULE_HASH", "RULE_DEFINE", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_ID", "RULE_SKW_RIGHTPAREN", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_ID", "RULE_HASH", "RULE_HASH", "RULE_ID", "RULE_SKW_RIGHTPAREN", "RULE_NEWLINE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_DECIMAL_LITERAL", "RULE_SKW_COMMA", "RULE_WHITESPACE", "RULE_DECIMAL_LITERAL", "RULE_SKW_RIGHTPAREN", "RULE_NEWLINE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_ID", "RULE_SKW_COMMA", "RULE_WHITESPACE", "RULE_DECIMAL_LITERAL", "RULE_SKW_RIGHTPAREN", "RULE_NEWLINE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_DECIMAL_LITERAL", "RULE_SKW_COMMA", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_RIGHTPAREN", "RULE_NEWLINE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_DECIMAL_LITERAL", "RULE_SKW_COMMA", "RULE_WHITESPACE", "RULE_DECIMAL_LITERAL", "RULE_SKW_RIGHTPAREN", "RULE_NEWLINE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_ID", "RULE_SKW_COMMA", "RULE_WHITESPACE", "RULE_DECIMAL_LITERAL", "RULE_SKW_RIGHTPAREN", "RULE_NEWLINE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_DECIMAL_LITERAL", "RULE_SKW_COMMA", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_RIGHTPAREN", "RULE_NEWLINE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_DECIMAL_LITERAL", "RULE_SKW_COMMA", "RULE_WHITESPACE", "RULE_DECIMAL_LITERAL", "RULE_SKW_RIGHTPAREN", "RULE_NEWLINE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_ID", "RULE_SKW_COMMA", "RULE_WHITESPACE", "RULE_DECIMAL_LITERAL", "RULE_SKW_RIGHTPAREN", "RULE_NEWLINE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_DECIMAL_LITERAL", "RULE_SKW_COMMA", "RULE_WHITESPACE", "RULE_ID", "RULE_SKW_RIGHTPAREN", "RULE_NEWLINE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_DECIMAL_LITERAL", "RULE_SKW_RIGHTPAREN", "RULE_NEWLINE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_DECIMAL_LITERAL", "RULE_SKW_RIGHTPAREN", "RULE_NEWLINE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_ID", "RULE_SKW_RIGHTPAREN", "RULE_NEWLINE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_DECIMAL_LITERAL", "RULE_SKW_RIGHTPAREN", "RULE_NEWLINE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_DECIMAL_LITERAL", "RULE_SKW_RIGHTPAREN", "RULE_NEWLINE", "RULE_ID", "RULE_SKW_LEFTPAREN", "RULE_ID", "RULE_SKW_RIGHTPAREN", "RULE_NEWLINE", }; // final List<Token> actual = testHelper.getTokens(text); // testHelper.outputTokens(text); testHelper.checkTokenisation(text, expected); }