/// <summary>Construct a token stream processing the given input using the given AttributeSource. </summary> protected internal Tokenizer(AttributeSource source, System.IO.TextReader input) : base(source) { this.input = CharReader.Get(input); }
/// <summary>Construct a token stream processing the given input. </summary> protected internal Tokenizer(System.IO.TextReader input) { this.input = CharReader.Get(input); }
/// <summary>Construct a token stream processing the given input using the given AttributeFactory. </summary> protected internal Tokenizer(AttributeFactory factory, System.IO.TextReader input) : base(factory) { this.input = CharReader.Get(input); }
/// Easy-use constructor that takes a <see cref="System.IO.TextReader" />. public MappingCharFilter(NormalizeCharMap normMap, System.IO.TextReader @in) : base(CharReader.Get(@in)) { this.normMap = normMap; }