/// <summary>
/// Creates a new token.
/// </summary>
/// <param name="aTokenType"></param>
protected TToken(TTokenType aTokenType)
{
FTokenType = aTokenType;
}
public Token(TTokenType type, Source source)
{
Type = type;
Source = source;
}
public TokenDefinition(TTokenType tokenType, string regexPattern, int precedence)
{
regex = new Regex(regexPattern, RegexOptions.IgnoreCase | RegexOptions.Compiled);
this.tokenType = tokenType;
this.precedence = precedence;
}
public State(TTokenType acceptingTokenType)
{
Accepting = true;
AcceptingTokenType = acceptingTokenType;
}
public PrecedenceNode(TTokenType type)
{
Type = type;
}
