Esempio n. 1
0
        public static IReadOnlyList <SyntaxToken> ParseAllTokens(SourceText sourceText)
        {
            var tokens = new List <SyntaxToken>();

            var         lexer = new UnityLexer(sourceText);
            SyntaxToken token;

            do
            {
                tokens.Add(token = lexer.Lex());
            } while (token.Kind != SyntaxKind.EndOfFileToken);

            return(tokens);
        }