public Token(MyTokenType tokenType, string value)
{
this.tokenType = tokenType;
Value = value;
}
public Token(MyTokenType sequenceTerminator)
{
this.sequenceTerminator = sequenceTerminator;
}
public TokenDefinition(MyTokenType returnsToken, string regexPattern, int precedence)
{
_regex = new Regex(regexPattern, RegexOptions.IgnoreCase | RegexOptions.Compiled);
_returnsToken = returnsToken;
_precedence = precedence;
}
