public Token(MyTokenType tokenType, string value) { this.tokenType = tokenType; Value = value; }
public Token(MyTokenType sequenceTerminator) { this.sequenceTerminator = sequenceTerminator; }
public TokenDefinition(MyTokenType returnsToken, string regexPattern, int precedence) { _regex = new Regex(regexPattern, RegexOptions.IgnoreCase | RegexOptions.Compiled); _returnsToken = returnsToken; _precedence = precedence; }