/// <summary>
/// Tokenizes the source code and returns a list of tokens
/// </summary>
/// <param name="text">The g# source code to tokenize (as an array of characters)</param>
/// <returns>A List of tokens</returns>
public new static List <Token> Tokenize(char[] text)
{
var tokenizer = new GSharpTokenizer(text);
tokenizer.Tokenize();
return(tokenizer.Tokens);
}
/// <summary>
/// Performs the text processing.
/// </summary>
/// <returns>The c# code</returns>
private string ProcessText()
{
tokens = GSharpTokenizer.Tokenize(scriptText);
foreach (Token t in tokens)
{
}
return(null);
}
/// <summary>
/// Tokenizes the source code and returns a list of tokens
/// </summary>
/// <param name="text">The g# source code to tokenize (as an array of characters)</param>
/// <returns>A List of tokens</returns>
public new static List<Token> Tokenize(char[] text) {
var tokenizer = new GSharpTokenizer(text);
tokenizer.Tokenize();
return tokenizer.Tokens;
}