public AbstractTokenizer(ITokenObserver <T> observer, IAllocationStrategy allocationStrategy) : this(observer,
                                                                                                      allocationStrategy, DefaultEncoding)
 {
 }
Ejemplo n.º 2
0
 public SimpleTokenizer(ITokenObserver <TokenType> observer, ITokenEncoding encoding) : base(observer, encoding)
 {
 }
 public AbstractTokenizer(ITokenObserver <T> observer, ITokenEncoding encoding) : this(observer,
                                                                                       new ArrayPoolAllocationStrategy(), encoding)
 {
 }