/// <summary> /// Tokenizes the source code and returns a list of tokens /// </summary> /// <param name="text">The C# source code to tokenize (as an array of characters)</param> /// <returns>A List of tokens</returns> public new static List <Token> Tokenize(char[] text) { var tokenizer = new CSharpTokenizer(text); tokenizer.Tokenize(); return(tokenizer.Tokens); }
/// <summary> /// Tokenizes the source code and returns a list of tokens /// </summary> /// <param name="text">The C# source code to tokenize (as an array of characters)</param> /// <returns>A List of tokens</returns> public new static List<Token> Tokenize(char[] text) { var tokenizer = new CSharpTokenizer(text); tokenizer.Tokenize(); return tokenizer.Tokens; }