/** tokenizes mustaches with params as 'OPEN ID ID ID CLOSE' */
 public void testTokenizeMustacheWithParams() {
   TokenizerResult result = tokenize("{{ foo bar baz }}");
   result.shouldMatchTokenTypes(
       OPEN, WHITE_SPACE, ID, WHITE_SPACE, ID, WHITE_SPACE, ID, WHITE_SPACE, CLOSE);
   result.shouldBeToken(2, ID, "foo");
   result.shouldBeToken(4, ID, "bar");
   result.shouldBeToken(6, ID, "baz");
 }
  /** tokenizes numbers */
  public void testTokenizesNumbers() {
    TokenizerResult result = tokenize("{{ foo 1 }}");
    result.shouldMatchTokenTypes(OPEN, WHITE_SPACE, ID, WHITE_SPACE, INTEGER, WHITE_SPACE, CLOSE);
    result.shouldBeToken(4, INTEGER, "1");

    result = tokenize("{{ foo -1 }}");
    result.shouldMatchTokenTypes(OPEN, WHITE_SPACE, ID, WHITE_SPACE, INTEGER, WHITE_SPACE, CLOSE);
    result.shouldBeToken(4, INTEGER, "-1");
  }
  /** tokenizes booleans */
  public void testTokenizeBooleans() {
    TokenizerResult result = tokenize("{{ foo true }}");
    result.shouldMatchTokenTypes(OPEN, WHITE_SPACE, ID, WHITE_SPACE, BOOLEAN, WHITE_SPACE, CLOSE);
    result.shouldBeToken(4, BOOLEAN, "true");

    result = tokenize("{{ foo false }}");
    result.shouldMatchTokenTypes(OPEN, WHITE_SPACE, ID, WHITE_SPACE, BOOLEAN, WHITE_SPACE, CLOSE);
    result.shouldBeToken(4, BOOLEAN, "false");
  }
  /** supports escaping escape character */
  public void testEscapingEscapeCharacter() {
    TokenizerResult result = tokenize("{{foo}} \\\\{{bar}} \\\\{{baz}}");
    result.shouldMatchTokenTypes(
        OPEN, ID, CLOSE, CONTENT, OPEN, ID, CLOSE, CONTENT, OPEN, ID, CLOSE);

    result.shouldBeToken(3, CONTENT, " \\\\");
    result.shouldBeToken(5, ID, "bar");
    result.shouldBeToken(7, CONTENT, " \\\\");
    result.shouldBeToken(9, ID, "baz");
  }
  /** supports escaping multiple delimiters */
  public void testEscapingMultipleDelimiters() {
    TokenizerResult result = tokenize("{{foo}}    \\{{bar}} \\{{baz}}");

    result.shouldMatchTokenTypes(
        OPEN, ID, CLOSE, WHITE_SPACE, ESCAPE_CHAR, CONTENT, ESCAPE_CHAR, CONTENT);

    result.shouldBeToken(4, ESCAPE_CHAR, "\\");
    result.shouldBeToken(5, CONTENT, "{{bar}} ");
    result.shouldBeToken(6, ESCAPE_CHAR, "\\");
    result.shouldBeToken(7, CONTENT, "{{baz}}");
  }
  /** tokenizes special @ identifiers */
  public void testSpecialDataIdentifiers() {
    TokenizerResult result = tokenize("{{ @foo }}");
    result.shouldMatchTokenTypes(OPEN, WHITE_SPACE, DATA_PREFIX, ID, WHITE_SPACE, CLOSE);
    result.shouldBeToken(3, ID, "foo");

    result = tokenize("{{ foo @bar }}");
    result.shouldMatchTokenTypes(
        OPEN, WHITE_SPACE, ID, WHITE_SPACE, DATA_PREFIX, ID, WHITE_SPACE, CLOSE);
    result.shouldBeToken(5, ID, "bar");

    result = tokenize("{{ foo bar=@baz }}");
    result.shouldMatchTokenTypes(
        OPEN, WHITE_SPACE, ID, WHITE_SPACE, ID, EQUALS, DATA_PREFIX, ID, WHITE_SPACE, CLOSE);
    result.shouldBeToken(7, ID, "baz");
  }
  /** supports escaping a triple stash */
  public void testEscapingTripleStash() {
    TokenizerResult result = tokenize("{{foo}} \\{{{bar}}} {{baz}}");
    result.shouldMatchTokenTypes(
        OPEN, ID, CLOSE, WHITE_SPACE, ESCAPE_CHAR, CONTENT, OPEN, ID, CLOSE);

    result.shouldBeToken(5, CONTENT, "{{{bar}}} ");
  }
 /** tokenizes a comment as 'COMMENT' */
 public void testTokenizeComment() {
   TokenizerResult result = tokenize("foo {{! this is a comment }} bar {{ baz }}");
   result.shouldMatchTokenTypes(
       CONTENT, COMMENT, CONTENT, OPEN, WHITE_SPACE, ID, WHITE_SPACE, CLOSE);
   // Note that we differ from tokenizer_spec.rb since it is convenient to include the comment
   // mustaches into the comment token for the IDE
   result.shouldBeToken(1, COMMENT, "{{! this is a comment }}");
 }
  /** supports escaped escape character on a triple stash */
  public void testEscapedEscapeCharOnTripleStash() {
    TokenizerResult result = tokenize("{{foo}} \\\\{{{bar}}} {{baz}}");
    result.shouldMatchTokenTypes(
        OPEN,
        ID,
        CLOSE,
        CONTENT,
        OPEN_UNESCAPED,
        ID,
        CLOSE_UNESCAPED,
        WHITE_SPACE,
        OPEN,
        ID,
        CLOSE);

    result.shouldBeToken(3, CONTENT, " \\\\");
    result.shouldBeToken(5, ID, "bar");
  }
  /** supports mixed escaped delimiters and escaped escape characters */
  public void testMixedEscapedDelimitersAndEscapedEscapes() {
    TokenizerResult result = tokenize("{{foo}} \\\\{{bar}} \\{{baz}}");
    result.shouldMatchTokenTypes(
        OPEN, ID, CLOSE, CONTENT, OPEN, ID, CLOSE, WHITE_SPACE, ESCAPE_CHAR, CONTENT);

    result.shouldBeToken(3, CONTENT, " \\\\");
    result.shouldBeToken(4, OPEN, "{{");
    result.shouldBeToken(5, ID, "bar");
    result.shouldBeToken(9, CONTENT, "{{baz}}");

    result = tokenize("{{foo}} \\{{bar}} \\\\{{baz}}");
    result.shouldMatchTokenTypes(
        OPEN, ID, CLOSE, WHITE_SPACE, ESCAPE_CHAR, CONTENT, CONTENT, OPEN, ID, CLOSE);

    result.shouldBeToken(4, ESCAPE_CHAR, "\\");
    result.shouldBeToken(5, CONTENT, "{{bar}} ");
    result.shouldBeToken(6, CONTENT, "\\\\");
    result.shouldBeToken(7, OPEN, "{{");
    result.shouldBeToken(8, ID, "baz");
  }
 /** tokenizes mustaches with String params using single quotes as 'OPEN ID ID STRING CLOSE' */
 public void testTokenizeMustachesWithStringParamsUsingSingleQuotes() {
   TokenizerResult result = tokenize("{{ foo bar 'baz' }}");
   result.shouldMatchTokenTypes(
       OPEN, WHITE_SPACE, ID, WHITE_SPACE, ID, WHITE_SPACE, STRING, WHITE_SPACE, CLOSE);
   result.shouldBeToken(6, STRING, "'baz'");
 }
 /** tokenizes a simple mustache as 'OPEN ID CLOSE' */
 public void testSimpleMustache() {
   TokenizerResult result = tokenize("{{foo}}");
   result.shouldMatchTokenTypes(OPEN, ID, CLOSE);
   result.shouldBeToken(1, ID, "foo");
 }
 /** tokenizes a simple mustache with line breaks as 'OPEN ID ID CLOSE' */
 public void testTokenizeSimpleMustacheWithLineBreaks() {
   TokenizerResult result = tokenize("{{  foo  \n   bar }}");
   result.shouldMatchTokenTypes(OPEN, WHITE_SPACE, ID, WHITE_SPACE, ID, WHITE_SPACE, CLOSE);
   result.shouldBeToken(2, ID, "foo");
 }
  /** tokenizes hash arguments */
  public void testTokenizeHashArguments() {
    TokenizerResult result = tokenize("{{ foo bar=baz }}");
    result.shouldMatchTokenTypes(
        OPEN, WHITE_SPACE, ID, WHITE_SPACE, ID, EQUALS, ID, WHITE_SPACE, CLOSE);

    result = tokenize("{{ foo bar baz=bat }}");
    result.shouldMatchTokenTypes(
        OPEN, WHITE_SPACE, ID, WHITE_SPACE, ID, WHITE_SPACE, ID, EQUALS, ID, WHITE_SPACE, CLOSE);

    result = tokenize("{{ foo bar baz=1 }}");
    result.shouldMatchTokenTypes(
        OPEN,
        WHITE_SPACE,
        ID,
        WHITE_SPACE,
        ID,
        WHITE_SPACE,
        ID,
        EQUALS,
        INTEGER,
        WHITE_SPACE,
        CLOSE);

    result = tokenize("{{ foo bar baz=true }}");
    result.shouldMatchTokenTypes(
        OPEN,
        WHITE_SPACE,
        ID,
        WHITE_SPACE,
        ID,
        WHITE_SPACE,
        ID,
        EQUALS,
        BOOLEAN,
        WHITE_SPACE,
        CLOSE);

    result = tokenize("{{ foo bar baz=false }}");
    result.shouldMatchTokenTypes(
        OPEN,
        WHITE_SPACE,
        ID,
        WHITE_SPACE,
        ID,
        WHITE_SPACE,
        ID,
        EQUALS,
        BOOLEAN,
        WHITE_SPACE,
        CLOSE);

    result = tokenize("{{ foo bar\n baz=bat }}");
    result.shouldMatchTokenTypes(
        OPEN, WHITE_SPACE, ID, WHITE_SPACE, ID, WHITE_SPACE, ID, EQUALS, ID, WHITE_SPACE, CLOSE);

    result = tokenize("{{ foo bar baz=\"bat\" }}");
    result.shouldMatchTokenTypes(
        OPEN,
        WHITE_SPACE,
        ID,
        WHITE_SPACE,
        ID,
        WHITE_SPACE,
        ID,
        EQUALS,
        STRING,
        WHITE_SPACE,
        CLOSE);

    result = tokenize("{{ foo bar baz=\"bat\" bam=wot }}");
    result.shouldMatchTokenTypes(
        OPEN,
        WHITE_SPACE,
        ID,
        WHITE_SPACE,
        ID,
        WHITE_SPACE,
        ID,
        EQUALS,
        STRING,
        WHITE_SPACE,
        ID,
        EQUALS,
        ID,
        WHITE_SPACE,
        CLOSE);

    result = tokenize("{{ foo omg bar=\"baz\" bat=\"bam\" }}");
    result.shouldMatchTokenTypes(
        OPEN,
        WHITE_SPACE,
        ID,
        WHITE_SPACE,
        ID,
        WHITE_SPACE,
        ID,
        EQUALS,
        STRING,
        WHITE_SPACE,
        ID,
        EQUALS,
        STRING,
        WHITE_SPACE,
        CLOSE);
    result.shouldBeToken(4, ID, "omg");
  }
 /** tokenizes raw content as 'CONTENT' */
 public void testTokenizeRawContent() {
   TokenizerResult result = tokenize("foo {{ bar }} baz");
   result.shouldMatchTokenTypes(CONTENT, OPEN, WHITE_SPACE, ID, WHITE_SPACE, CLOSE, CONTENT);
   result.shouldBeToken(0, CONTENT, "foo ");
   result.shouldBeToken(6, CONTENT, " baz");
 }
 /** tokenizes a block comment with whitespace as 'COMMENT' */
 public void testTokenizeBlockCommentWithWhitespace() {
   TokenizerResult result = tokenize("foo {{!-- this is a\n{{comment}}\n--}} bar {{ baz }}");
   result.shouldMatchTokenTypes(
       CONTENT, COMMENT, CONTENT, OPEN, WHITE_SPACE, ID, WHITE_SPACE, CLOSE);
   result.shouldBeToken(1, COMMENT, "{{!-- this is a\n{{comment}}\n--}}");
 }
 /** tokenizes inverse sections with ID as 'OPEN_INVERSE ID CLOSE' */
 public void testTokenizeInverseSectionWithId() {
   TokenizerResult result = tokenize("{{^foo}}");
   result.shouldMatchTokenTypes(OPEN_INVERSE, ID, CLOSE);
   result.shouldBeToken(1, ID, "foo");
 }
 /** tokenizes String params with escapes quotes as 'STRING' {{ foo "bar\"baz" }} */
 public void testTokenizeMustacheWithStringParamWithEscapeQuotes() {
   TokenizerResult result = tokenize("{{ foo \"bar\\\"baz\" }}");
   result.shouldMatchTokenTypes(OPEN, WHITE_SPACE, ID, WHITE_SPACE, STRING, WHITE_SPACE, CLOSE);
   result.shouldBeToken(4, STRING, "\"bar\\\"baz\"");
 }
 /** tokenizes String params using single quotes with escapes quotes as 'STRING' */
 public void testTokenizeStringParamsUsingSingleQuotesWithEscapedQuotes() {
   TokenizerResult result = tokenize("{{ foo 'bar\\'baz' }}");
   result.shouldMatchTokenTypes(OPEN, WHITE_SPACE, ID, WHITE_SPACE, STRING, WHITE_SPACE, CLOSE);
   result.shouldBeToken(4, STRING, "'bar\\'baz'");
 }
 /** tokenizes a path with this/foo as OPEN ID SEP ID CLOSE */
 public void testTokenizesSlashAsSep() {
   TokenizerResult result = tokenize("{{this/foo}}");
   result.shouldMatchTokenTypes(OPEN, ID, SEP, ID, CLOSE);
   result.shouldBeToken(1, ID, "this");
   result.shouldBeToken(3, ID, "foo");
 }
 /** tokenizes inverse sections with ID and spaces as 'OPEN_INVERSE ID CLOSE' */
 public void testTokenizeInverseSectionWithWhitespace() {
   TokenizerResult result = tokenize("{{^ foo  }}");
   result.shouldMatchTokenTypes(OPEN_INVERSE, WHITE_SPACE, ID, WHITE_SPACE, CLOSE);
   result.shouldBeToken(2, ID, "foo");
 }
 /** tokenizes String params with spaces inside as 'STRING' */
 public void testTokenizeMustacheWithStringParamsWithSpaces() {
   TokenizerResult result = tokenize("{{ foo bar \"baz bat\" }}");
   result.shouldMatchTokenTypes(
       OPEN, WHITE_SPACE, ID, WHITE_SPACE, ID, WHITE_SPACE, STRING, WHITE_SPACE, CLOSE);
   result.shouldBeToken(6, STRING, "\"baz bat\"");
 }
 /** tokenizes a path with .. as a parent path */
 public void testTokenizeDoubleDotPathAsParent() {
   TokenizerResult result = tokenize("{{../foo.bar}}");
   result.shouldMatchTokenTypes(OPEN, ID, SEP, ID, SEP, ID, CLOSE);
   result.shouldBeToken(1, ID, "..");
 }