Exemplos de Tokenizer.AddSpecialSequence em C# (CSharp)

Exemplo n.º 1

        public void NewSyntax()
        {
            const string s         = @"
assignment = identifier, assignmentsymbol, anyvalue;

space = ? whitespace ?;
assignmentcharacter = '=' | ':';
assignmentsymbol = {space}, assignmentcharacter, {space};

identifier = {identifierchar};
identifierchar = lletter | uletter | '-' | digit;

anyvalue = integer | boolean;

integer = {digit};

true =  'true' |'yes'|'on' |'1';
false = 'false'|'no' |'off'|'0';
boolean = true|false;

digit =   '0'|'1'|'2'|'3'|'4'|'5'|'6'|'7'|'8'|'9';
lletter = 'a'|'b'|'c'|'d'|'e'|'f'|'g'|'h'|'i'|'j'|'k'|'l'|'m'|'n'|'o'|'p'|'q'|'r'|'s'|'t'|'u'|'v'|'w'|'x'|'y'|'z';
uletter = 'A'|'B'|'C'|'D'|'E'|'F'|'G'|'H'|'I'|'J'|'K'|'L'|'M'|'N'|'O'|'P'|'Q'|'R'|'S'|'T'|'U'|'V'|'W'|'X'|'Y'|'Z';
";
            var          tokenizer = new Tokenizer();

            tokenizer.AddSpecialSequence("whitespace", " ", "\t", "\n", "\r");
            var token = tokenizer.Parse(s);

            Assert.IsNotNull(token);

            var sb        = new SyntaxBuilder();
            var newSyntax = sb.Build(token);

            const string s2 = @"A-1 : 123";

            var tokenizer2 = new Tokenizer();
            var token2     = tokenizer2.Parse(s2, newSyntax);
        }