/** tokenizes mustaches with params as 'OPEN ID ID ID CLOSE' */
public void testTokenizeMustacheWithParams() {
TokenizerResult result = tokenize("{{ foo bar baz }}");
result.shouldMatchTokenTypes(
OPEN, WHITE_SPACE, ID, WHITE_SPACE, ID, WHITE_SPACE, ID, WHITE_SPACE, CLOSE);
result.shouldBeToken(2, ID, "foo");
result.shouldBeToken(4, ID, "bar");
result.shouldBeToken(6, ID, "baz");
}
/** tokenizes numbers */
public void testTokenizesNumbers() {
TokenizerResult result = tokenize("{{ foo 1 }}");
result.shouldMatchTokenTypes(OPEN, WHITE_SPACE, ID, WHITE_SPACE, INTEGER, WHITE_SPACE, CLOSE);
result.shouldBeToken(4, INTEGER, "1");
result = tokenize("{{ foo -1 }}");
result.shouldMatchTokenTypes(OPEN, WHITE_SPACE, ID, WHITE_SPACE, INTEGER, WHITE_SPACE, CLOSE);
result.shouldBeToken(4, INTEGER, "-1");
}
/** tokenizes booleans */
public void testTokenizeBooleans() {
TokenizerResult result = tokenize("{{ foo true }}");
result.shouldMatchTokenTypes(OPEN, WHITE_SPACE, ID, WHITE_SPACE, BOOLEAN, WHITE_SPACE, CLOSE);
result.shouldBeToken(4, BOOLEAN, "true");
result = tokenize("{{ foo false }}");
result.shouldMatchTokenTypes(OPEN, WHITE_SPACE, ID, WHITE_SPACE, BOOLEAN, WHITE_SPACE, CLOSE);
result.shouldBeToken(4, BOOLEAN, "false");
}
/** supports escaping escape character */
public void testEscapingEscapeCharacter() {
TokenizerResult result = tokenize("{{foo}} \\\\{{bar}} \\\\{{baz}}");
result.shouldMatchTokenTypes(
OPEN, ID, CLOSE, CONTENT, OPEN, ID, CLOSE, CONTENT, OPEN, ID, CLOSE);
result.shouldBeToken(3, CONTENT, " \\\\");
result.shouldBeToken(5, ID, "bar");
result.shouldBeToken(7, CONTENT, " \\\\");
result.shouldBeToken(9, ID, "baz");
}
/** supports escaping multiple delimiters */
public void testEscapingMultipleDelimiters() {
TokenizerResult result = tokenize("{{foo}} \\{{bar}} \\{{baz}}");
result.shouldMatchTokenTypes(
OPEN, ID, CLOSE, WHITE_SPACE, ESCAPE_CHAR, CONTENT, ESCAPE_CHAR, CONTENT);
result.shouldBeToken(4, ESCAPE_CHAR, "\\");
result.shouldBeToken(5, CONTENT, "{{bar}} ");
result.shouldBeToken(6, ESCAPE_CHAR, "\\");
result.shouldBeToken(7, CONTENT, "{{baz}}");
}
/** tokenizes special @ identifiers */
public void testSpecialDataIdentifiers() {
TokenizerResult result = tokenize("{{ @foo }}");
result.shouldMatchTokenTypes(OPEN, WHITE_SPACE, DATA_PREFIX, ID, WHITE_SPACE, CLOSE);
result.shouldBeToken(3, ID, "foo");
result = tokenize("{{ foo @bar }}");
result.shouldMatchTokenTypes(
OPEN, WHITE_SPACE, ID, WHITE_SPACE, DATA_PREFIX, ID, WHITE_SPACE, CLOSE);
result.shouldBeToken(5, ID, "bar");
result = tokenize("{{ foo bar=@baz }}");
result.shouldMatchTokenTypes(
OPEN, WHITE_SPACE, ID, WHITE_SPACE, ID, EQUALS, DATA_PREFIX, ID, WHITE_SPACE, CLOSE);
result.shouldBeToken(7, ID, "baz");
}
/** supports escaping a triple stash */
public void testEscapingTripleStash() {
TokenizerResult result = tokenize("{{foo}} \\{{{bar}}} {{baz}}");
result.shouldMatchTokenTypes(
OPEN, ID, CLOSE, WHITE_SPACE, ESCAPE_CHAR, CONTENT, OPEN, ID, CLOSE);
result.shouldBeToken(5, CONTENT, "{{{bar}}} ");
}
/** tokenizes a comment as 'COMMENT' */
public void testTokenizeComment() {
TokenizerResult result = tokenize("foo {{! this is a comment }} bar {{ baz }}");
result.shouldMatchTokenTypes(
CONTENT, COMMENT, CONTENT, OPEN, WHITE_SPACE, ID, WHITE_SPACE, CLOSE);
// Note that we differ from tokenizer_spec.rb since it is convenient to include the comment
// mustaches into the comment token for the IDE
result.shouldBeToken(1, COMMENT, "{{! this is a comment }}");
}
/** supports escaped escape character on a triple stash */
public void testEscapedEscapeCharOnTripleStash() {
TokenizerResult result = tokenize("{{foo}} \\\\{{{bar}}} {{baz}}");
result.shouldMatchTokenTypes(
OPEN,
ID,
CLOSE,
CONTENT,
OPEN_UNESCAPED,
ID,
CLOSE_UNESCAPED,
WHITE_SPACE,
OPEN,
ID,
CLOSE);
result.shouldBeToken(3, CONTENT, " \\\\");
result.shouldBeToken(5, ID, "bar");
}
/** supports mixed escaped delimiters and escaped escape characters */
public void testMixedEscapedDelimitersAndEscapedEscapes() {
TokenizerResult result = tokenize("{{foo}} \\\\{{bar}} \\{{baz}}");
result.shouldMatchTokenTypes(
OPEN, ID, CLOSE, CONTENT, OPEN, ID, CLOSE, WHITE_SPACE, ESCAPE_CHAR, CONTENT);
result.shouldBeToken(3, CONTENT, " \\\\");
result.shouldBeToken(4, OPEN, "{{");
result.shouldBeToken(5, ID, "bar");
result.shouldBeToken(9, CONTENT, "{{baz}}");
result = tokenize("{{foo}} \\{{bar}} \\\\{{baz}}");
result.shouldMatchTokenTypes(
OPEN, ID, CLOSE, WHITE_SPACE, ESCAPE_CHAR, CONTENT, CONTENT, OPEN, ID, CLOSE);
result.shouldBeToken(4, ESCAPE_CHAR, "\\");
result.shouldBeToken(5, CONTENT, "{{bar}} ");
result.shouldBeToken(6, CONTENT, "\\\\");
result.shouldBeToken(7, OPEN, "{{");
result.shouldBeToken(8, ID, "baz");
}
/** tokenizes mustaches with String params using single quotes as 'OPEN ID ID STRING CLOSE' */
public void testTokenizeMustachesWithStringParamsUsingSingleQuotes() {
TokenizerResult result = tokenize("{{ foo bar 'baz' }}");
result.shouldMatchTokenTypes(
OPEN, WHITE_SPACE, ID, WHITE_SPACE, ID, WHITE_SPACE, STRING, WHITE_SPACE, CLOSE);
result.shouldBeToken(6, STRING, "'baz'");
}
/** tokenizes a simple mustache as 'OPEN ID CLOSE' */
public void testSimpleMustache() {
TokenizerResult result = tokenize("{{foo}}");
result.shouldMatchTokenTypes(OPEN, ID, CLOSE);
result.shouldBeToken(1, ID, "foo");
}
/** tokenizes a simple mustache with line breaks as 'OPEN ID ID CLOSE' */
public void testTokenizeSimpleMustacheWithLineBreaks() {
TokenizerResult result = tokenize("{{ foo \n bar }}");
result.shouldMatchTokenTypes(OPEN, WHITE_SPACE, ID, WHITE_SPACE, ID, WHITE_SPACE, CLOSE);
result.shouldBeToken(2, ID, "foo");
}
/** tokenizes hash arguments */
public void testTokenizeHashArguments() {
TokenizerResult result = tokenize("{{ foo bar=baz }}");
result.shouldMatchTokenTypes(
OPEN, WHITE_SPACE, ID, WHITE_SPACE, ID, EQUALS, ID, WHITE_SPACE, CLOSE);
result = tokenize("{{ foo bar baz=bat }}");
result.shouldMatchTokenTypes(
OPEN, WHITE_SPACE, ID, WHITE_SPACE, ID, WHITE_SPACE, ID, EQUALS, ID, WHITE_SPACE, CLOSE);
result = tokenize("{{ foo bar baz=1 }}");
result.shouldMatchTokenTypes(
OPEN,
WHITE_SPACE,
ID,
WHITE_SPACE,
ID,
WHITE_SPACE,
ID,
EQUALS,
INTEGER,
WHITE_SPACE,
CLOSE);
result = tokenize("{{ foo bar baz=true }}");
result.shouldMatchTokenTypes(
OPEN,
WHITE_SPACE,
ID,
WHITE_SPACE,
ID,
WHITE_SPACE,
ID,
EQUALS,
BOOLEAN,
WHITE_SPACE,
CLOSE);
result = tokenize("{{ foo bar baz=false }}");
result.shouldMatchTokenTypes(
OPEN,
WHITE_SPACE,
ID,
WHITE_SPACE,
ID,
WHITE_SPACE,
ID,
EQUALS,
BOOLEAN,
WHITE_SPACE,
CLOSE);
result = tokenize("{{ foo bar\n baz=bat }}");
result.shouldMatchTokenTypes(
OPEN, WHITE_SPACE, ID, WHITE_SPACE, ID, WHITE_SPACE, ID, EQUALS, ID, WHITE_SPACE, CLOSE);
result = tokenize("{{ foo bar baz=\"bat\" }}");
result.shouldMatchTokenTypes(
OPEN,
WHITE_SPACE,
ID,
WHITE_SPACE,
ID,
WHITE_SPACE,
ID,
EQUALS,
STRING,
WHITE_SPACE,
CLOSE);
result = tokenize("{{ foo bar baz=\"bat\" bam=wot }}");
result.shouldMatchTokenTypes(
OPEN,
WHITE_SPACE,
ID,
WHITE_SPACE,
ID,
WHITE_SPACE,
ID,
EQUALS,
STRING,
WHITE_SPACE,
ID,
EQUALS,
ID,
WHITE_SPACE,
CLOSE);
result = tokenize("{{ foo omg bar=\"baz\" bat=\"bam\" }}");
result.shouldMatchTokenTypes(
OPEN,
WHITE_SPACE,
ID,
WHITE_SPACE,
ID,
WHITE_SPACE,
ID,
EQUALS,
STRING,
WHITE_SPACE,
ID,
EQUALS,
STRING,
WHITE_SPACE,
CLOSE);
result.shouldBeToken(4, ID, "omg");
}
/** tokenizes raw content as 'CONTENT' */
public void testTokenizeRawContent() {
TokenizerResult result = tokenize("foo {{ bar }} baz");
result.shouldMatchTokenTypes(CONTENT, OPEN, WHITE_SPACE, ID, WHITE_SPACE, CLOSE, CONTENT);
result.shouldBeToken(0, CONTENT, "foo ");
result.shouldBeToken(6, CONTENT, " baz");
}
/** tokenizes a block comment with whitespace as 'COMMENT' */
public void testTokenizeBlockCommentWithWhitespace() {
TokenizerResult result = tokenize("foo {{!-- this is a\n{{comment}}\n--}} bar {{ baz }}");
result.shouldMatchTokenTypes(
CONTENT, COMMENT, CONTENT, OPEN, WHITE_SPACE, ID, WHITE_SPACE, CLOSE);
result.shouldBeToken(1, COMMENT, "{{!-- this is a\n{{comment}}\n--}}");
}
/** tokenizes inverse sections with ID as 'OPEN_INVERSE ID CLOSE' */
public void testTokenizeInverseSectionWithId() {
TokenizerResult result = tokenize("{{^foo}}");
result.shouldMatchTokenTypes(OPEN_INVERSE, ID, CLOSE);
result.shouldBeToken(1, ID, "foo");
}
/** tokenizes String params with escapes quotes as 'STRING' {{ foo "bar\"baz" }} */
public void testTokenizeMustacheWithStringParamWithEscapeQuotes() {
TokenizerResult result = tokenize("{{ foo \"bar\\\"baz\" }}");
result.shouldMatchTokenTypes(OPEN, WHITE_SPACE, ID, WHITE_SPACE, STRING, WHITE_SPACE, CLOSE);
result.shouldBeToken(4, STRING, "\"bar\\\"baz\"");
}
/** tokenizes String params using single quotes with escapes quotes as 'STRING' */
public void testTokenizeStringParamsUsingSingleQuotesWithEscapedQuotes() {
TokenizerResult result = tokenize("{{ foo 'bar\\'baz' }}");
result.shouldMatchTokenTypes(OPEN, WHITE_SPACE, ID, WHITE_SPACE, STRING, WHITE_SPACE, CLOSE);
result.shouldBeToken(4, STRING, "'bar\\'baz'");
}
/** tokenizes a path with this/foo as OPEN ID SEP ID CLOSE */
public void testTokenizesSlashAsSep() {
TokenizerResult result = tokenize("{{this/foo}}");
result.shouldMatchTokenTypes(OPEN, ID, SEP, ID, CLOSE);
result.shouldBeToken(1, ID, "this");
result.shouldBeToken(3, ID, "foo");
}
/** tokenizes inverse sections with ID and spaces as 'OPEN_INVERSE ID CLOSE' */
public void testTokenizeInverseSectionWithWhitespace() {
TokenizerResult result = tokenize("{{^ foo }}");
result.shouldMatchTokenTypes(OPEN_INVERSE, WHITE_SPACE, ID, WHITE_SPACE, CLOSE);
result.shouldBeToken(2, ID, "foo");
}
/** tokenizes String params with spaces inside as 'STRING' */
public void testTokenizeMustacheWithStringParamsWithSpaces() {
TokenizerResult result = tokenize("{{ foo bar \"baz bat\" }}");
result.shouldMatchTokenTypes(
OPEN, WHITE_SPACE, ID, WHITE_SPACE, ID, WHITE_SPACE, STRING, WHITE_SPACE, CLOSE);
result.shouldBeToken(6, STRING, "\"baz bat\"");
}
/** tokenizes a path with .. as a parent path */
public void testTokenizeDoubleDotPathAsParent() {
TokenizerResult result = tokenize("{{../foo.bar}}");
result.shouldMatchTokenTypes(OPEN, ID, SEP, ID, SEP, ID, CLOSE);
result.shouldBeToken(1, ID, "..");
}