/// <summary>
/// Creates a new <seealso cref="CharTokenizer"/> instance
/// </summary>
/// <param name="matchVersion">
/// Lucene version to match </param>
/// <param name="factory">
/// the attribute factory to use for this <seealso cref="Tokenizer"/> </param>
/// <param name="input">
/// the input to split up into tokens </param>
public CharTokenizer(Version matchVersion, AttributeFactory factory, TextReader input)
: base(factory, input)
{
_input = input;
charUtils = CharacterUtils.getInstance(matchVersion);
}
/// <summary>
/// Creates a new <seealso cref="CharTokenizer"/> instance
/// </summary>
/// <param name="matchVersion">
/// Lucene version to match </param>
/// <param name="input">
/// the input to split up into tokens </param>
public CharTokenizer(Version matchVersion, TextReader input)
: base(input)
{
charUtils = CharacterUtils.getInstance(matchVersion);
}
