Exemplo n.º 1
0
        /// <summary> returns the lexer that's gonna parse any word.
        /// and convert the string to a TokenWord.
        /// A word starts with an alphametic character, followed by 0 or more alphanumeric characters.
        /// </summary>
        /// <returns> the lexer.
        /// </returns>
        public static Lexer LexWord()
        {
            string name = "word";

            return(Lex(Scanners.Delimited(Scanners.IsPattern(name, Patterns.IsWord(), name)),
                       Tokenizers.ForWord).Rename(name));
        }