Ejemplos de advCalcCore.Tokenizing.Tokenizers CharRange.Contains en C# (CSharp)

Ejemplo n.º 1

Archivo: WhitespaceTokenizer.cs Proyecto: fritz3n/advCalcCoreOpen

        public TokenizerResult Tokenize(ITracker tracker)
        {
            int count = 0;

            while (tracker.ReadWithOffset(count, out c) && range.Contains(c))
            {
                count++;
            }
            tracker.AddToken(null, count);
            return(TokenizerResult.Success);
        }

Ejemplo n.º 2

        public TokenizerResult Tokenize(ITracker tracker)
        {
            int count = 0;

            while (tracker.ReadWithOffset(count, out c) && range.Contains(c))
            {
                if (c == '\n')                  // Newline is used as Seperator
                {
                    break;
                }

                count++;
            }

            tracker.AddToken(null, count);

            return(TokenizerResult.Success);
        }