/// <summary> /// Tokenizes the source code and returns a list of tokens /// </summary> /// <param name="text">The g# source code to tokenize (as an array of characters)</param> /// <returns>A List of tokens</returns> public new static List <Token> Tokenize(char[] text) { var tokenizer = new GSharpTokenizer(text); tokenizer.Tokenize(); return(tokenizer.Tokens); }
/// <summary> /// Performs the text processing. /// </summary> /// <returns>The c# code</returns> private string ProcessText() { tokens = GSharpTokenizer.Tokenize(scriptText); foreach (Token t in tokens) { } return(null); }
/// <summary> /// Tokenizes the source code and returns a list of tokens /// </summary> /// <param name="text">The g# source code to tokenize (as an array of characters)</param> /// <returns>A List of tokens</returns> public new static List<Token> Tokenize(char[] text) { var tokenizer = new GSharpTokenizer(text); tokenizer.Tokenize(); return tokenizer.Tokens; }