Esempio n. 1
0
        void Get()
        {
            for (; ; )
            {
                t = la;
                la = scanner.Scan();
                if (la.kind <= maxT) { ++errDist; break; }

                la = t;
            }
        }
Esempio n. 2
0
 // make sure that peeking starts at the current scan position
 public void ResetPeek() { pt = tokens; }
Esempio n. 3
0
 // peek for the next token, ignore pragmas
 public Token Peek()
 {
     if (pt.next == null)
     {
         do
         {
             pt = pt.next = NextToken();
         } while (pt.kind > maxT); // skip pragmas
     }
     else
     {
         do
         {
             pt = pt.next;
         } while (pt.kind > maxT);
     }
     return pt;
 }
Esempio n. 4
0
 // get the next token (possibly a token already seen during peeking)
 public Token Scan()
 {
     if (tokens.next == null)
     {
         return NextToken();
     }
     else
     {
         pt = tokens = tokens.next;
         return tokens;
     }
 }
Esempio n. 5
0
        Token NextToken()
        {
            while (ch == ' ' ||
                ch >= 9 && ch <= 10 || ch == 13 || ch == ' '
            ) NextCh();
            if (ch == '/' && Comment0()) return NextToken();
            t = new Token();
            t.pos = pos; t.col = col; t.line = line;
            int state;
            try { state = start[ch]; }
            catch (KeyNotFoundException) { state = 0; }
            tlen = 0; AddCh();

            switch (state)
            {
                case -1: { t.kind = eofSym; break; } // NextCh already done
                case 0: { t.kind = noSym; break; }   // NextCh already done
                case 1:
                    if (ch == '-' || ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'Z' || ch == '_' || ch >= 'a' && ch <= 'z') { AddCh(); goto case 1; } else { t.kind = 1; t.val = new String(tval, 0, tlen); CheckLiteral(); return t; }
                case 2: { t.kind = 2; break; }
                case 3: { t.kind = 3; break; }
                case 4: { t.kind = 4; break; }
                case 5:
                    if (ch == '!') { AddCh(); goto case 6; } else { t.kind = noSym; break; }
                case 6:
                    if (ch == '-') { AddCh(); goto case 7; } else { t.kind = noSym; break; }
                case 7:
                    if (ch == '-') { AddCh(); goto case 8; } else { t.kind = noSym; break; }
                case 8: { t.kind = 5; break; }
                case 9: { t.kind = 6; break; }
                case 10: { t.kind = 7; break; }
                case 11: { t.kind = 8; break; }
                case 12: { t.kind = 10; break; }
                case 13: { t.kind = 11; break; }
                case 14: { t.kind = 23; break; }
                case 15: { t.kind = 24; break; }
                case 16: { t.kind = 25; break; }
                case 17: { t.kind = 26; break; }
                case 18: { t.kind = 27; break; }
                case 19: { t.kind = 28; break; }
                case 20: { t.kind = 29; break; }
                case 21: { t.kind = 32; break; }
                case 22: { t.kind = 33; break; }
                case 23: { t.kind = 34; break; }
                case 24: { t.kind = 35; break; }
                case 25: { t.kind = 36; break; }
                case 26:
                    if (ch == '=') { AddCh(); goto case 27; } else { t.kind = noSym; break; }
                case 27: { t.kind = 37; break; }
                case 28:
                    if (ch == '=') { AddCh(); goto case 29; } else { t.kind = noSym; break; }
                case 29: { t.kind = 38; break; }
                case 30:
                    if (ch == '=') { AddCh(); goto case 31; } else { t.kind = noSym; break; }
                case 31: { t.kind = 39; break; }
                case 32: { t.kind = 40; break; }
                case 33: { t.kind = 41; break; }
                case 34: { t.kind = 42; break; }
                case 35:
                    if (ch == 'i') { AddCh(); goto case 36; } else { t.kind = noSym; break; }
                case 36:
                    if (ch == 'm') { AddCh(); goto case 37; } else { t.kind = noSym; break; }
                case 37:
                    if (ch == 'p') { AddCh(); goto case 38; } else { t.kind = noSym; break; }
                case 38:
                    if (ch == 'o') { AddCh(); goto case 39; } else { t.kind = noSym; break; }
                case 39:
                    if (ch == 'r') { AddCh(); goto case 40; } else { t.kind = noSym; break; }
                case 40:
                    if (ch == 't') { AddCh(); goto case 41; } else { t.kind = noSym; break; }
                case 41:
                    if (ch == 'a') { AddCh(); goto case 42; } else { t.kind = noSym; break; }
                case 42:
                    if (ch == 'n') { AddCh(); goto case 43; } else { t.kind = noSym; break; }
                case 43:
                    if (ch == 't') { AddCh(); goto case 44; } else { t.kind = noSym; break; }
                case 44: { t.kind = 43; break; }
                case 45: { t.kind = 44; break; }
                case 46: { t.kind = 45; break; }
                case 47: { t.kind = 47; break; }
                case 48:
                    if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'Z' || ch == '_' || ch >= 'a' && ch <= 'z') { AddCh(); goto case 1; } else if (ch == '-') { AddCh(); goto case 52; } else { t.kind = 1; t.val = new String(tval, 0, tlen); CheckLiteral(); return t; }
                case 49:
                    if (ch == '=') { AddCh(); goto case 25; } else { t.kind = 30; break; }
                case 50:
                    if (ch == '=') { AddCh(); goto case 32; } else { t.kind = 31; break; }
                case 51:
                    if (ch == '-' || ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'Z' || ch == '_' || ch >= 'a' && ch <= 'z') { AddCh(); goto case 1; } else if (ch == 92) { AddCh(); goto case 46; } else { t.kind = 1; t.val = new String(tval, 0, tlen); CheckLiteral(); return t; }
                case 52:
                    if (ch == '-' || ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'Z' || ch == '_' || ch >= 'a' && ch <= 'z') { AddCh(); goto case 1; } else if (ch == '>') { AddCh(); goto case 9; } else { t.kind = 1; t.val = new String(tval, 0, tlen); CheckLiteral(); return t; }

            }
            t.val = new String(tval, 0, tlen);
            return t;
        }
Esempio n. 6
0
        void Init()
        {
            pos = -1; line = 1; col = 0;
            oldEols = 0;
            NextCh();
            if (ch == 0xEF)
            { // check optional byte order mark for UTF-8
                NextCh(); int ch1 = ch;
                NextCh(); int ch2 = ch;
                if (ch1 != 0xBB || ch2 != 0xBF)
                {
                    throw new FatalError(String.Format("illegal byte order mark: EF {0,2:X} {1,2:X}", ch1, ch2));
                }
                buffer = new UTF8Buffer(buffer); col = 0;
                NextCh();
            }
            start = new Dictionary<int, int>(128);
            for (int i = 65; i <= 84; ++i) start[i] = 1;
            for (int i = 86; i <= 90; ++i) start[i] = 1;
            for (int i = 95; i <= 95; ++i) start[i] = 1;
            for (int i = 97; i <= 122; ++i) start[i] = 1;
            for (int i = 10; i <= 10; ++i) start[i] = 2;
            for (int i = 13; i <= 13; ++i) start[i] = 2;
            for (int i = 48; i <= 57; ++i) start[i] = 3;
            for (int i = 9; i <= 9; ++i) start[i] = 4;
            for (int i = 11; i <= 12; ++i) start[i] = 4;
            for (int i = 32; i <= 32; ++i) start[i] = 4;
            start[60] = 5;
            start[45] = 48;
            start[39] = 10;
            start[34] = 11;
            start[40] = 12;
            start[41] = 13;
            start[64] = 14;
            start[123] = 15;
            start[59] = 16;
            start[125] = 17;
            start[44] = 18;
            start[43] = 19;
            start[62] = 20;
            start[126] = 49;
            start[42] = 50;
            start[35] = 21;
            start[46] = 22;
            start[91] = 23;
            start[61] = 24;
            start[124] = 26;
            start[36] = 28;
            start[94] = 30;
            start[93] = 33;
            start[58] = 34;
            start[33] = 35;
            start[47] = 45;
            start[85] = 51;
            start[37] = 47;
            start[Buffer.EOF] = -1;

            pt = tokens = new Token();  // first token is a dummy
        }
Esempio n. 7
0
        public void Parse()
        {
            la = new Token();
            la.val = "";
            Get();
            CSS3();

            Expect(0);
        }