C# (CSharp) TokenBuffer.Add Examples

Example #1

File: Tokenizer.cs Project: paulroho/Parser

 public TokenBuffer Tokenize(string input)
 {
     var buffer = new TokenBuffer();
     foreach (var c in input)
     {
         var token = GetToken(c);
         if (token != null)
             buffer.Add(token);
     }
     buffer.Add(new EOF());
     return buffer;
 }

Example #2

 public void Write(Token token)
 {
     TokenBuffer.Add(token);
 }