/// <summary>Construct a token stream processing the given input using the given AttributeSource. </summary>
protected internal Tokenizer(AttributeSource source, System.IO.TextReader input) : base(source)
{
this.input = CharReader.Get(input);
}
/// <summary>Construct a token stream processing the given input. </summary>
protected internal Tokenizer(System.IO.TextReader input)
{
this.input = CharReader.Get(input);
}
/// <summary>Construct a token stream processing the given input using the given AttributeFactory. </summary>
protected internal Tokenizer(AttributeFactory factory, System.IO.TextReader input) : base(factory)
{
this.input = CharReader.Get(input);
}
/// Easy-use constructor that takes a <see cref="System.IO.TextReader" />.
public MappingCharFilter(NormalizeCharMap normMap, System.IO.TextReader @in)
: base(CharReader.Get(@in))
{
this.normMap = normMap;
}