/// <summary>
/// Initializes a new instance of the <see cref="Tokenizer"/> class.
/// </summary>
public Tokenizer()
{
Options = TokenizerOptions.Defaults;
OperatorFactory = new TokenOperatorFactory();
}
public void SetUp()
{
factory = new TokenOperatorFactory();
}