Java SymbolTokenizer Examples

Example #1

File: TestJavaScriptSymbolTokenizer.java Project: gsingers/open-grok-analyzers

 @Test
 public void testSourceCodeLanguage() {
   SymbolTokenizer tokenizer = new JavaScriptSymbolTokenizer(newAttributeFactory());
   assertEquals("JavaScript", tokenizer.getSourceCodeLanguage());
 }

Example #2

File: TestJavaScriptSymbolTokenizer.java Project: gsingers/open-grok-analyzers

 @Test
 public void testMimeType() {
   SymbolTokenizer tokenizer = new JavaScriptSymbolTokenizer(newAttributeFactory());
   assertEquals("application/javascript", tokenizer.getMimeType());
 }