Beispiel #1
0
 string CustomTokenizer(CharReader tokenizer)
 {
     for (int i = 0; i < symbols.Count; i++)
     {
         if (tokenizer.StartsWith(symbols[i]))
         {
             tokenizer.Consume(symbols[i].Length);
             return(symbols[i]);
         }
     }
     return(null);
 }