/// <summary>
/// Feed this method with a visitor implementing ILexerVisitor to visit all the tokens of the input string
/// (you must call the Tokenize() methode before that!)
/// </summary>
/// <param name="visitor"></param>
public virtual void Accept(ITokenizerVisitor visitor)
{
visitor.PreVisit(this);
foreach (Token token in _tokenList)
{
token.Accept(visitor);
}
visitor.PostVisit();
}
public override void Accept(ITokenizerVisitor visitor)
{
visitor.Visit(this);
}
public abstract void Accept(ITokenizerVisitor visitor);
