/** Creates a new StandardTokenizer with a given {@link AttributeSource}. */
public StandardTokenizer(Version matchVersion, AttributeSource source, Reader input) {
super(source);
this.scanner = new StandardTokenizerImpl(input);
init(input, matchVersion);
}
/**
* Creates a new StandardTokenizer with a given {@link
* org.apache.lucene.util.AttributeSource.AttributeFactory}
*/
public StandardTokenizer(Version matchVersion, AttributeFactory factory, Reader input) {
super(factory);
this.scanner = new StandardTokenizerImpl(input);
init(input, matchVersion);
}
/**
* Creates a new instance of the {@link org.apache.lucene.analysis.standard.StandardTokenizer}.
* Attaches the <code>input</code> to the newly created JFlex scanner.
*
* @param input The input reader
* <p>See http://issues.apache.org/jira/browse/LUCENE-1068
*/
public StandardTokenizer(Version matchVersion, Reader input) {
super();
this.scanner = new StandardTokenizerImpl(input);
init(input, matchVersion);
}
/**
* Creates a new StandardTokenizer with a given {@link org.apache.lucene.util.AttributeFactory}
*/
public StandardTokenizer(AttributeFactory factory) {
super(factory);
init();
}
/**
* Creates a new instance of the {@link org.apache.lucene.analysis.standard.StandardTokenizer}.
* Attaches the <code>input</code> to the newly created JFlex scanner.
*
* <p>See http://issues.apache.org/jira/browse/LUCENE-1068
*/
public StandardTokenizer() {
init();
}
/**
* Creates a new StandardTokenizer with a given {@link
* org.apache.lucene.util.AttributeSource.AttributeFactory}
*/
public StandardTokenizer(Version matchVersion, AttributeFactory factory, Reader input) {
super(factory, input);
init(matchVersion);
}
/**
* Creates a new instance of the {@link org.apache.lucene.analysis.standard.StandardTokenizer}.
* Attaches the <code>input</code> to the newly created JFlex scanner.
*
* @param input The input reader
* <p>See http://issues.apache.org/jira/browse/LUCENE-1068
*/
public StandardTokenizer(Version matchVersion, Reader input) {
super(input);
init(matchVersion);
}