@Override
public synchronized int costs(final IndexToken it) {
final byte[] tok = it.get();
if (tok.length > data.meta.maxlen) return Integer.MAX_VALUE;
// estimate costs for queries which stretch over multiple index entries
final FTOpt opt = ((FTLexer) it).ftOpt();
if (opt.is(FZ) || opt.is(WC)) return Math.max(1, data.meta.size >> 4);
return entry(tok).size;
}
@Override
public synchronized IndexIterator iter(final IndexToken it) {
final byte[] tok = it.get();
// wildcard search
final FTLexer lexer = (FTLexer) it;
final FTOpt opt = lexer.ftOpt();
if (opt.is(WC)) return wc(tok);
// fuzzy search
if (opt.is(FZ)) return fuzzy(tok, lexer.lserror(tok));
// return cached or new result
final IndexEntry e = entry(tok);
return e.size > 0 ? iter(e.offset, e.size, inZ, tok) : FTIndexIterator.FTEMPTY;
}
/**
* Constructor.
*
* @param fto (optional) full-text options
*/
JapaneseTokenizer(final FTOpt fto) {
cs = fto != null && fto.cs != null ? fto.cs : FTCase.INSENSITIVE;
wc = fto != null && fto.is(WC);
dc = fto != null && fto.is(DC);
st = fto != null && fto.is(ST);
}