示例#1
0
 private IEnumerable <IToken> GetRawTokens(string source)
 {
     for (var i = 0; i < source.Length; i++)
     {
         if (syntax.TryGetCharAttribute(source, i, out var type))
         {
             yield return(CreateToken(type, source, i));
         }
     }
 }