public TokenizedCharSequence(String input) throws IOException { mString = input; mText = input.toCharArray(); Tokenizer tokenizer = TOKENIZER_FACTORY.tokenizer(mText, 0, mText.length); String token; while ((token = tokenizer.nextToken()) != null) mTokenCounter.increment(token.toLowerCase()); mLength = length(mTokenCounter); }