Example #1
0
        /// <summary>
        /// Creates a new tokenizer. Useful if for some reason
        /// you don't want a full LALR parser, but are just interested in a tokenizer.
        /// </summary>
        /// <returns></returns>
        public StringTokenizer CreateNewTokenizer()
        {
            State startState = dfaStates[content.InitialStates.DFA];

            dfa.DFA dfa = new dfa.DFA(dfaStates, startState);
            return(new StringTokenizer(dfa));
        }
Example #2
0
 /// <summary>
 /// Creates a new tokenizer. Useful if for some reason
 /// you don't want a full LALR parser, but are just interested in a tokenizer.
 /// </summary>
 /// <returns></returns>
 public StringTokenizer CreateNewTokenizer()
 {
     State startState = dfaStates[content.InitialStates.DFA];
     dfa.DFA dfa = new dfa.DFA(dfaStates, startState);
     return new StringTokenizer(dfa);
 }