public void testSimpleMatching() throws Exception {
DefaultTokenizer tokenizer = new DefaultTokenizer(configuration);
List<Token> tokens;
tokens = tokenizer.tokenize("hello world");
TokenPatternImpl tp1 = new TokenPatternImpl("hello world", tokens, configuration);
assertEquals("aaaaa aaaaa", tp1.toSymbolicString());
tokens = tokenizer.tokenize("hello pinnochio");
assertTrue(tp1.match(tokens));
assertEquals("aaaaa aaaaaaaaa", tp1.toSymbolicString());
tokens = tokenizer.tokenize("hello you");
assertTrue(tp1.match(tokens));
assertEquals("aaaaa aaaaaaaaa", tp1.toSymbolicString());
tokens = tokenizer.tokenize("hello Mr. FanDango");
assertFalse(tp1.match(tokens));
assertEquals("aaaaa aaaaaaaaa", tp1.toSymbolicString());
configuration.setDiscriminateTextCase(true);
tokens = tokenizer.tokenize("hello Mr. FanDango");
TokenPatternImpl tp2 = new TokenPatternImpl("hello Mr. FanDango", tokens, configuration);
assertEquals("aaaaa Aa. AaaAaaaa", tp2.toSymbolicString());
}
