Example #1
0
 /** @return The position of the beginning of the current token. */
 public int getPosition() {
   return lexer.getPosition();
 }
Example #2
0
 private void nextToken() throws ParseException, IOException {
   token = lexer.yylex();
   if (token == null) token = new Yytoken(Yytoken.TYPE_EOF, null);
 }
Example #3
0
 /**
  * Reset the parser to the initial state with a new character reader.
  *
  * @param in - The new character reader.
  * @throws IOException
  * @throws ParseException
  */
 public void reset(Reader in) {
   lexer.yyreset(in);
   reset();
 }
Example #4
0
  public void testYylex() throws Exception {
    String s = "\"\\/\"";
    System.out.println(s);
    StringReader in = new StringReader(s);
    Yylex lexer = new Yylex(in);
    Yytoken token = lexer.yylex();
    assertEquals(Yytoken.TYPE_VALUE, token.type);
    assertEquals("/", token.value);

    s = "\"abc\\/\\r\\b\\n\\t\\f\\\\\"";
    System.out.println(s);
    in = new StringReader(s);
    lexer = new Yylex(in);
    token = lexer.yylex();
    assertEquals(Yytoken.TYPE_VALUE, token.type);
    assertEquals("abc/\r\b\n\t\f\\", token.value);

    s = "[\t \n\r\n{ \t \t\n\r}";
    System.out.println(s);
    in = new StringReader(s);
    lexer = new Yylex(in);
    token = lexer.yylex();
    assertEquals(Yytoken.TYPE_LEFT_SQUARE, token.type);
    token = lexer.yylex();
    assertEquals(Yytoken.TYPE_LEFT_BRACE, token.type);
    token = lexer.yylex();
    assertEquals(Yytoken.TYPE_RIGHT_BRACE, token.type);

    s = "\b\f{";
    System.out.println(s);
    in = new StringReader(s);
    lexer = new Yylex(in);
    ParseException err = null;
    try {
      token = lexer.yylex();
    } catch (ParseException e) {
      err = e;
      System.out.println("error:" + err);
      assertEquals(ParseException.ERROR_UNEXPECTED_CHAR, e.getErrorType());
      assertEquals(0, e.getPosition());
      assertEquals(new Character('\b'), e.getUnexpectedObject());
    } catch (IOException ie) {
      throw ie;
    }
    assertTrue(err != null);

    s = "{a : b}";
    System.out.println(s);
    in = new StringReader(s);
    lexer = new Yylex(in);
    err = null;
    try {
      lexer.yylex();
      token = lexer.yylex();
    } catch (ParseException e) {
      err = e;
      System.out.println("error:" + err);
      assertEquals(ParseException.ERROR_UNEXPECTED_CHAR, e.getErrorType());
      assertEquals(new Character('a'), e.getUnexpectedObject());
      assertEquals(1, e.getPosition());
    } catch (IOException ie) {
      throw ie;
    }
    assertTrue(err != null);
  }