Exemplos de FlexLib.Parsing TokenizerContext em C# (CSharp)

Exemplo n.º 1

        public Tokenizer(TokenizerContext context, bool ignoreWhitespace)
        {
            string whitespaceDelimiter = ignoreWhitespace ? @"\s*" : @"";

            Context = context;
            Rule    = new Regex($@"{whitespaceDelimiter}(?:{
                    string.Join(@"|", Context.Select(tokenResource => $@"({
                        string.Join(@"|", tokenResource.RegexPatterns.Select(tokenPattern => $@"(?:{tokenPattern})"))
                        })"))
                    }|(.)){whitespaceDelimiter}", RegexOptions.Compiled);
        }

Exemplo n.º 2

 public Tokenizer(TokenizerContext context)
     : this(context, true)
 {
 }