Example #1
0
 private IEnumerable<Token> ExtractTokens(StringBuilder currentToken, char delimiter)
 {
     yield return new Token(TokenType.Identifier, currentToken.Extract());
     yield return new Token(TokenType.Delimiter, delimiter.ToString());
 }
Example #2
0
 private Token ExtractToken(StringBuilder currentToken)
 {
     return new Token(TokenType.Identifier, currentToken.Extract());
 }