예제 #1
0
        /// <summary>
        ///     Tokenizes the source code and returns a list of tokens
        /// </summary>
        /// <param name="text">The C# source code to tokenize (as an array of characters)</param>
        /// <returns>A List of tokens</returns>
        public new static List <Token> Tokenize(char[] text)
        {
            var tokenizer = new CSharpTokenizer(text);

            tokenizer.Tokenize();
            return(tokenizer.Tokens);
        }
예제 #2
0
 /// <summary>
 ///     Tokenizes the source code and returns a list of tokens
 /// </summary>
 /// <param name="text">The C# source code to tokenize (as an array of characters)</param>
 /// <returns>A List of tokens</returns>
 public new static List<Token> Tokenize(char[] text) {
     var tokenizer = new CSharpTokenizer(text);
     tokenizer.Tokenize();
     return tokenizer.Tokens;
 }