Esempio n. 1
0
        /// <summary>
        ///     Tokenizes the source code and returns a list of tokens
        /// </summary>
        /// <param name="text">The g# source code to tokenize (as an array of characters)</param>
        /// <returns>A List of tokens</returns>
        public new static List <Token> Tokenize(char[] text)
        {
            var tokenizer = new GSharpTokenizer(text);

            tokenizer.Tokenize();
            return(tokenizer.Tokens);
        }
Esempio n. 2
0
        /// <summary>
        ///     Performs the text processing.
        /// </summary>
        /// <returns>The c# code</returns>
        private string ProcessText()
        {
            tokens = GSharpTokenizer.Tokenize(scriptText);

            foreach (Token t in tokens)
            {
            }

            return(null);
        }
 /// <summary>
 ///     Tokenizes the source code and returns a list of tokens
 /// </summary>
 /// <param name="text">The g# source code to tokenize (as an array of characters)</param>
 /// <returns>A List of tokens</returns>
 public new static List<Token> Tokenize(char[] text) {
     var tokenizer = new GSharpTokenizer(text);
     tokenizer.Tokenize();
     return tokenizer.Tokens;
 }