예제 #1
0
 public MmlMatchLongestLexer(MmlTokenizerSource source)
     : base(source)
 {
 }
예제 #2
0
 protected MmlLexer(MmlTokenizerSource source)
 {
     TokenizerSource = source;
 }
예제 #3
0
 public static MmlTokenSet Tokenize(MmlTokenizerSource source)
 {
     var tokenizer = new MmlTokenizer (source);
     tokenizer.Process ();
     return tokenizer.result;
 }
예제 #4
0
 public void Process(IList<MmlInputSource> inputs)
 {
     result = new MmlTokenizerSource ();
     DoProcess (inputs);
 }
예제 #5
0
 public MmlTokenizer(MmlTokenizerSource source)
 {
     this.source = source;
     this.result = new MmlTokenSet ();
 }