/**
* Evaluates the analyze-string function.
*
* @param val input value
* @param ctx query context
* @return function result
* @throws QueryException query exception
*/
private Item analyzeString(final byte[] val, final QueryContext ctx) throws QueryException {
final Pattern p = pattern(expr[1], expr.length == 3 ? expr[2] : null, ctx);
if (p.matcher("").matches()) REGROUP.thrw(info);
final String str = string(val);
final Matcher m = p.matcher(str);
final FElem root = new FElem(Q_ANALYZE, new Atts(FN, FNURI));
int s = 0;
while (m.find()) {
if (s != m.start()) nonmatch(str.substring(s, m.start()), root);
match(m, str, root, 0);
s = m.end();
}
if (s != str.length()) nonmatch(str.substring(s), root);
return root;
}
/**
* Evaluates the tokenize function.
*
* @param ctx query context
* @return function result
* @throws QueryException query exception
*/
private Value tokenize(final QueryContext ctx) throws QueryException {
final byte[] val = checkEStr(expr[0], ctx);
final Pattern p = pattern(expr[1], expr.length == 3 ? expr[2] : null, ctx);
if (p.matcher("").matches()) REGROUP.thrw(info);
final TokenList tl = new TokenList();
final String str = string(val);
if (!str.isEmpty()) {
final Matcher m = p.matcher(str);
int s = 0;
while (m.find()) {
tl.add(str.substring(s, m.start()));
s = m.end();
}
tl.add(str.substring(s, str.length()));
}
return StrSeq.get(tl);
}