/// <summary> /// Creates a new <seealso cref="CharTokenizer"/> instance /// </summary> /// <param name="matchVersion"> /// Lucene version to match </param> /// <param name="factory"> /// the attribute factory to use for this <seealso cref="Tokenizer"/> </param> /// <param name="input"> /// the input to split up into tokens </param> public CharTokenizer(Version matchVersion, AttributeFactory factory, TextReader input) : base(factory, input) { _input = input; charUtils = CharacterUtils.getInstance(matchVersion); }
/// <summary> /// Creates a new <seealso cref="CharTokenizer"/> instance /// </summary> /// <param name="matchVersion"> /// Lucene version to match </param> /// <param name="input"> /// the input to split up into tokens </param> public CharTokenizer(Version matchVersion, TextReader input) : base(input) { charUtils = CharacterUtils.getInstance(matchVersion); }