/* skip: { "[" { "," } "]" | "*" } */
/* returns the next token after the pointer of dims */
/* or null if not recognized */
/* !!! Proceeds from current peek position !!! */
Token SkipPointerOrDims(Token pt)
{
for (;;) {
if (pt.kind == _lbrack) {
do pt = PeekWithPragmas();
while (pt.kind == _comma);
if (pt.kind != _rbrack) return null;
} else if (pt.kind != _times) break;
pt = PeekWithPragmas();
}
return pt;
}
void Init()
{
pos = -1; line = 1; col = 0;
oldEols = 0;
NextCh();
if (ch == 0xEF) { // check optional byte order mark for UTF-8
NextCh(); int ch1 = ch;
NextCh(); int ch2 = ch;
if (ch1 != 0xBB || ch2 != 0xBF) {
throw new FatalError(String.Format("illegal byte order mark: EF {0,2:X} {1,2:X}", ch1, ch2));
}
buffer = new UTF8Buffer(buffer); col = 0;
NextCh();
}
pt = tokens = new Token(); // first token is a dummy
}
Token NextToken()
{
while (ch == ' ' ||
ch >= 9 && ch <= 10 || ch == 13
) NextCh();
if (ch == '/' && Comment0() ||ch == '/' && Comment1()) return NextToken();
int apx = 0;
int recKind = noSym;
int recEnd = pos;
t = new Token();
t.pos = pos; t.col = col; t.line = line;
int state;
if (start.ContainsKey(ch)) { state = (int) start[ch]; }
else { state = 0; }
tlen = 0; AddCh();
switch (state) {
case -1: { t.kind = eofSym; break; } // NextCh already done
case 0: {
if (recKind != noSym) {
tlen = recEnd - t.pos;
SetScannerBehindT();
}
t.kind = recKind; break;
} // NextCh already done
case 1:
recEnd = pos; recKind = 1;
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'Z' || ch == '_' || ch >= 'a' && ch <= 'z' || ch == 128 || ch >= 160 && ch <= 179 || ch == 181 || ch == 186 || ch >= 192 && ch <= 214 || ch >= 216 && ch <= 246 || ch >= 248 && ch <= 255) {AddCh(); goto case 1;}
else if (ch == 92) {AddCh(); goto case 2;}
else {t.kind = 1; t.val = new String(tval, 0, tlen); CheckLiteral(); return t;}
case 2:
if (ch == 'u') {AddCh(); goto case 3;}
else if (ch == 'U') {AddCh(); goto case 7;}
else {goto case 0;}
case 3:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 4;}
else {goto case 0;}
case 4:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 5;}
else {goto case 0;}
case 5:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 6;}
else {goto case 0;}
case 6:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 1;}
else {goto case 0;}
case 7:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 8;}
else {goto case 0;}
case 8:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 9;}
else {goto case 0;}
case 9:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 10;}
else {goto case 0;}
case 10:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 11;}
else {goto case 0;}
case 11:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 12;}
else {goto case 0;}
case 12:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 13;}
else {goto case 0;}
case 13:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 14;}
else {goto case 0;}
case 14:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 1;}
else {goto case 0;}
case 15:
if (ch == 'u') {AddCh(); goto case 16;}
else if (ch == 'U') {AddCh(); goto case 20;}
else {goto case 0;}
case 16:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 17;}
else {goto case 0;}
case 17:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 18;}
else {goto case 0;}
case 18:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 19;}
else {goto case 0;}
case 19:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 1;}
else {goto case 0;}
case 20:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 21;}
else {goto case 0;}
case 21:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 22;}
else {goto case 0;}
case 22:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 23;}
else {goto case 0;}
case 23:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 24;}
else {goto case 0;}
case 24:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 25;}
else {goto case 0;}
case 25:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 26;}
else {goto case 0;}
case 26:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 27;}
else {goto case 0;}
case 27:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 1;}
else {goto case 0;}
case 28:
{
tlen -= apx;
SetScannerBehindT();
t.kind = 2; break;}
case 29:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 30;}
else {goto case 0;}
case 30:
recEnd = pos; recKind = 2;
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 30;}
else if (ch == 'U') {AddCh(); goto case 176;}
else if (ch == 'u') {AddCh(); goto case 177;}
else if (ch == 'L') {AddCh(); goto case 178;}
else if (ch == 'l') {AddCh(); goto case 179;}
else {t.kind = 2; break;}
case 31:
{t.kind = 2; break;}
case 32:
recEnd = pos; recKind = 3;
if (ch >= '0' && ch <= '9') {AddCh(); goto case 32;}
else if (ch == 'D' || ch == 'F' || ch == 'M' || ch == 'd' || ch == 'f' || ch == 'm') {AddCh(); goto case 43;}
else if (ch == 'E' || ch == 'e') {AddCh(); goto case 33;}
else {t.kind = 3; break;}
case 33:
if (ch >= '0' && ch <= '9') {AddCh(); goto case 35;}
else if (ch == '+' || ch == '-') {AddCh(); goto case 34;}
else {goto case 0;}
case 34:
if (ch >= '0' && ch <= '9') {AddCh(); goto case 35;}
else {goto case 0;}
case 35:
recEnd = pos; recKind = 3;
if (ch >= '0' && ch <= '9') {AddCh(); goto case 35;}
else if (ch == 'D' || ch == 'F' || ch == 'M' || ch == 'd' || ch == 'f' || ch == 'm') {AddCh(); goto case 43;}
else {t.kind = 3; break;}
case 36:
recEnd = pos; recKind = 3;
if (ch >= '0' && ch <= '9') {AddCh(); goto case 36;}
else if (ch == 'D' || ch == 'F' || ch == 'M' || ch == 'd' || ch == 'f' || ch == 'm') {AddCh(); goto case 43;}
else if (ch == 'E' || ch == 'e') {AddCh(); goto case 37;}
else {t.kind = 3; break;}
case 37:
if (ch >= '0' && ch <= '9') {AddCh(); goto case 39;}
else if (ch == '+' || ch == '-') {AddCh(); goto case 38;}
else {goto case 0;}
case 38:
if (ch >= '0' && ch <= '9') {AddCh(); goto case 39;}
else {goto case 0;}
case 39:
recEnd = pos; recKind = 3;
if (ch >= '0' && ch <= '9') {AddCh(); goto case 39;}
else if (ch == 'D' || ch == 'F' || ch == 'M' || ch == 'd' || ch == 'f' || ch == 'm') {AddCh(); goto case 43;}
else {t.kind = 3; break;}
case 40:
if (ch >= '0' && ch <= '9') {AddCh(); goto case 42;}
else if (ch == '+' || ch == '-') {AddCh(); goto case 41;}
else {goto case 0;}
case 41:
if (ch >= '0' && ch <= '9') {AddCh(); goto case 42;}
else {goto case 0;}
case 42:
recEnd = pos; recKind = 3;
if (ch >= '0' && ch <= '9') {AddCh(); goto case 42;}
else if (ch == 'D' || ch == 'F' || ch == 'M' || ch == 'd' || ch == 'f' || ch == 'm') {AddCh(); goto case 43;}
else {t.kind = 3; break;}
case 43:
{t.kind = 3; break;}
case 44:
if (ch <= 9 || ch >= 11 && ch <= 12 || ch >= 14 && ch <= '&' || ch >= '(' && ch <= '[' || ch >= ']' && ch <= 65535) {AddCh(); goto case 45;}
else if (ch == 92) {AddCh(); goto case 180;}
else {goto case 0;}
case 45:
if (ch == 39) {AddCh(); goto case 60;}
else {goto case 0;}
case 46:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 47;}
else {goto case 0;}
case 47:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 181;}
else if (ch == 39) {AddCh(); goto case 60;}
else {goto case 0;}
case 48:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 49;}
else {goto case 0;}
case 49:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 50;}
else {goto case 0;}
case 50:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 51;}
else {goto case 0;}
case 51:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 45;}
else {goto case 0;}
case 52:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 53;}
else {goto case 0;}
case 53:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 54;}
else {goto case 0;}
case 54:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 55;}
else {goto case 0;}
case 55:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 56;}
else {goto case 0;}
case 56:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 57;}
else {goto case 0;}
case 57:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 58;}
else {goto case 0;}
case 58:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 59;}
else {goto case 0;}
case 59:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 45;}
else {goto case 0;}
case 60:
{t.kind = 4; break;}
case 61:
if (ch <= 9 || ch >= 11 && ch <= 12 || ch >= 14 && ch <= '!' || ch >= '#' && ch <= '[' || ch >= ']' && ch <= 65535) {AddCh(); goto case 61;}
else if (ch == '"') {AddCh(); goto case 77;}
else if (ch == 92) {AddCh(); goto case 183;}
else {goto case 0;}
case 62:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 63;}
else {goto case 0;}
case 63:
if (ch <= 9 || ch >= 11 && ch <= 12 || ch >= 14 && ch <= '!' || ch >= '#' && ch <= '/' || ch >= ':' && ch <= '@' || ch >= 'G' && ch <= '[' || ch >= ']' && ch <= '`' || ch >= 'g' && ch <= 65535) {AddCh(); goto case 61;}
else if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 184;}
else if (ch == '"') {AddCh(); goto case 77;}
else if (ch == 92) {AddCh(); goto case 183;}
else {goto case 0;}
case 64:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 65;}
else {goto case 0;}
case 65:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 66;}
else {goto case 0;}
case 66:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 67;}
else {goto case 0;}
case 67:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 61;}
else {goto case 0;}
case 68:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 69;}
else {goto case 0;}
case 69:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 70;}
else {goto case 0;}
case 70:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 71;}
else {goto case 0;}
case 71:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 72;}
else {goto case 0;}
case 72:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 73;}
else {goto case 0;}
case 73:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 74;}
else {goto case 0;}
case 74:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 75;}
else {goto case 0;}
case 75:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 61;}
else {goto case 0;}
case 76:
if (ch <= '!' || ch >= '#' && ch <= 65535) {AddCh(); goto case 76;}
else if (ch == '"') {AddCh(); goto case 186;}
else {goto case 0;}
case 77:
{t.kind = 5; break;}
case 78:
{t.kind = 84; break;}
case 79:
{t.kind = 85; break;}
case 80:
{t.kind = 88; break;}
case 81:
{t.kind = 89; break;}
case 82:
{t.kind = 90; break;}
case 83:
{t.kind = 92; break;}
case 84:
{t.kind = 93; break;}
case 85:
{t.kind = 95; break;}
case 86:
{t.kind = 96; break;}
case 87:
{t.kind = 97; break;}
case 88:
{t.kind = 98; break;}
case 89:
{t.kind = 99; break;}
case 90:
{t.kind = 100; break;}
case 91:
{t.kind = 104; break;}
case 92:
{t.kind = 105; break;}
case 93:
{t.kind = 106; break;}
case 94:
{t.kind = 108; break;}
case 95:
{t.kind = 109; break;}
case 96:
{t.kind = 111; break;}
case 97:
{t.kind = 113; break;}
case 98:
{t.kind = 114; break;}
case 99:
{t.kind = 115; break;}
case 100:
{t.kind = 116; break;}
case 101:
{t.kind = 117; break;}
case 102:
{t.kind = 119; break;}
case 103:
{t.kind = 120; break;}
case 104:
{t.kind = 121; break;}
case 105:
{t.kind = 122; break;}
case 106:
if (ch == 'e') {AddCh(); goto case 107;}
else {goto case 0;}
case 107:
if (ch == 'f') {AddCh(); goto case 108;}
else {goto case 0;}
case 108:
if (ch == 'i') {AddCh(); goto case 109;}
else {goto case 0;}
case 109:
if (ch == 'n') {AddCh(); goto case 110;}
else {goto case 0;}
case 110:
if (ch == 'e') {AddCh(); goto case 111;}
else {goto case 0;}
case 111:
recEnd = pos; recKind = 143;
if (ch <= 9 || ch >= 11 && ch <= 12 || ch >= 14 && ch <= 65535) {AddCh(); goto case 111;}
else {t.kind = 143; break;}
case 112:
if (ch == 'n') {AddCh(); goto case 113;}
else {goto case 0;}
case 113:
if (ch == 'd') {AddCh(); goto case 114;}
else {goto case 0;}
case 114:
if (ch == 'e') {AddCh(); goto case 115;}
else {goto case 0;}
case 115:
if (ch == 'f') {AddCh(); goto case 116;}
else {goto case 0;}
case 116:
recEnd = pos; recKind = 144;
if (ch <= 9 || ch >= 11 && ch <= 12 || ch >= 14 && ch <= 65535) {AddCh(); goto case 116;}
else {t.kind = 144; break;}
case 117:
if (ch == 'f') {AddCh(); goto case 118;}
else {goto case 0;}
case 118:
recEnd = pos; recKind = 145;
if (ch <= 9 || ch >= 11 && ch <= 12 || ch >= 14 && ch <= 65535) {AddCh(); goto case 118;}
else {t.kind = 145; break;}
case 119:
if (ch == 'f') {AddCh(); goto case 120;}
else {goto case 0;}
case 120:
recEnd = pos; recKind = 146;
if (ch <= 9 || ch >= 11 && ch <= 12 || ch >= 14 && ch <= 65535) {AddCh(); goto case 120;}
else {t.kind = 146; break;}
case 121:
if (ch == 'e') {AddCh(); goto case 122;}
else {goto case 0;}
case 122:
recEnd = pos; recKind = 147;
if (ch <= 9 || ch >= 11 && ch <= 12 || ch >= 14 && ch <= 65535) {AddCh(); goto case 122;}
else {t.kind = 147; break;}
case 123:
if (ch == 'f') {AddCh(); goto case 124;}
else {goto case 0;}
case 124:
recEnd = pos; recKind = 148;
if (ch <= 9 || ch >= 11 && ch <= 12 || ch >= 14 && ch <= 65535) {AddCh(); goto case 124;}
else {t.kind = 148; break;}
case 125:
if (ch == 'i') {AddCh(); goto case 126;}
else {goto case 0;}
case 126:
if (ch == 'n') {AddCh(); goto case 127;}
else {goto case 0;}
case 127:
if (ch == 'e') {AddCh(); goto case 128;}
else {goto case 0;}
case 128:
recEnd = pos; recKind = 149;
if (ch <= 9 || ch >= 11 && ch <= 12 || ch >= 14 && ch <= 65535) {AddCh(); goto case 128;}
else {t.kind = 149; break;}
case 129:
if (ch == 'r') {AddCh(); goto case 130;}
else {goto case 0;}
case 130:
if (ch == 'o') {AddCh(); goto case 131;}
else {goto case 0;}
case 131:
if (ch == 'r') {AddCh(); goto case 132;}
else {goto case 0;}
case 132:
recEnd = pos; recKind = 150;
if (ch <= 9 || ch >= 11 && ch <= 12 || ch >= 14 && ch <= 65535) {AddCh(); goto case 132;}
else {t.kind = 150; break;}
case 133:
if (ch == 'a') {AddCh(); goto case 134;}
else {goto case 0;}
case 134:
if (ch == 'r') {AddCh(); goto case 135;}
else {goto case 0;}
case 135:
if (ch == 'n') {AddCh(); goto case 136;}
else {goto case 0;}
case 136:
if (ch == 'i') {AddCh(); goto case 137;}
else {goto case 0;}
case 137:
if (ch == 'n') {AddCh(); goto case 138;}
else {goto case 0;}
case 138:
if (ch == 'g') {AddCh(); goto case 139;}
else {goto case 0;}
case 139:
recEnd = pos; recKind = 151;
if (ch <= 9 || ch >= 11 && ch <= 12 || ch >= 14 && ch <= 65535) {AddCh(); goto case 139;}
else {t.kind = 151; break;}
case 140:
if (ch == 'e') {AddCh(); goto case 141;}
else {goto case 0;}
case 141:
if (ch == 'g') {AddCh(); goto case 142;}
else {goto case 0;}
case 142:
if (ch == 'i') {AddCh(); goto case 143;}
else {goto case 0;}
case 143:
if (ch == 'o') {AddCh(); goto case 144;}
else {goto case 0;}
case 144:
if (ch == 'n') {AddCh(); goto case 145;}
else {goto case 0;}
case 145:
recEnd = pos; recKind = 152;
if (ch <= 9 || ch >= 11 && ch <= 12 || ch >= 14 && ch <= 65535) {AddCh(); goto case 145;}
else {t.kind = 152; break;}
case 146:
if (ch == 'e') {AddCh(); goto case 147;}
else {goto case 0;}
case 147:
if (ch == 'g') {AddCh(); goto case 148;}
else {goto case 0;}
case 148:
if (ch == 'i') {AddCh(); goto case 149;}
else {goto case 0;}
case 149:
if (ch == 'o') {AddCh(); goto case 150;}
else {goto case 0;}
case 150:
if (ch == 'n') {AddCh(); goto case 151;}
else {goto case 0;}
case 151:
recEnd = pos; recKind = 153;
if (ch <= 9 || ch >= 11 && ch <= 12 || ch >= 14 && ch <= 65535) {AddCh(); goto case 151;}
else {t.kind = 153; break;}
case 152:
if (ch == 'r') {AddCh(); goto case 153;}
else {goto case 0;}
case 153:
if (ch == 'a') {AddCh(); goto case 154;}
else {goto case 0;}
case 154:
if (ch == 'g') {AddCh(); goto case 155;}
else {goto case 0;}
case 155:
if (ch == 'm') {AddCh(); goto case 156;}
else {goto case 0;}
case 156:
if (ch == 'a') {AddCh(); goto case 157;}
else {goto case 0;}
case 157:
recEnd = pos; recKind = 154;
if (ch <= 9 || ch >= 11 && ch <= 12 || ch >= 14 && ch <= 65535) {AddCh(); goto case 157;}
else {t.kind = 154; break;}
case 158:
recEnd = pos; recKind = 2;
if (ch >= '0' && ch <= '9') {AddCh(); goto case 158;}
else if (ch == 'U') {AddCh(); goto case 172;}
else if (ch == 'u') {AddCh(); goto case 173;}
else if (ch == 'L') {AddCh(); goto case 174;}
else if (ch == 'l') {AddCh(); goto case 175;}
else if (ch == '.') {apx++; AddCh(); goto case 187;}
else if (ch == 'E' || ch == 'e') {AddCh(); goto case 40;}
else if (ch == 'D' || ch == 'F' || ch == 'M' || ch == 'd' || ch == 'f' || ch == 'm') {AddCh(); goto case 43;}
else {t.kind = 2; break;}
case 159:
if (ch >= 'A' && ch <= 'Z' || ch == '_' || ch >= 'a' && ch <= 'z' || ch == 170 || ch == 181 || ch == 186 || ch >= 192 && ch <= 214 || ch >= 216 && ch <= 246 || ch >= 248 && ch <= 255) {AddCh(); goto case 1;}
else if (ch == 92) {AddCh(); goto case 15;}
else if (ch == '"') {AddCh(); goto case 76;}
else {goto case 0;}
case 160:
recEnd = pos; recKind = 2;
if (ch >= '0' && ch <= '9') {AddCh(); goto case 158;}
else if (ch == 'U') {AddCh(); goto case 172;}
else if (ch == 'u') {AddCh(); goto case 173;}
else if (ch == 'L') {AddCh(); goto case 174;}
else if (ch == 'l') {AddCh(); goto case 175;}
else if (ch == '.') {apx++; AddCh(); goto case 187;}
else if (ch == 'X' || ch == 'x') {AddCh(); goto case 29;}
else if (ch == 'E' || ch == 'e') {AddCh(); goto case 40;}
else if (ch == 'D' || ch == 'F' || ch == 'M' || ch == 'd' || ch == 'f' || ch == 'm') {AddCh(); goto case 43;}
else {t.kind = 2; break;}
case 161:
recEnd = pos; recKind = 91;
if (ch >= '0' && ch <= '9') {AddCh(); goto case 32;}
else {t.kind = 91; break;}
case 162:
recEnd = pos; recKind = 83;
if (ch == '=') {AddCh(); goto case 78;}
else if (ch == '&') {AddCh(); goto case 104;}
else {t.kind = 83; break;}
case 163:
recEnd = pos; recKind = 86;
if (ch == '>') {AddCh(); goto case 79;}
else if (ch == '=') {AddCh(); goto case 84;}
else {t.kind = 86; break;}
case 164:
recEnd = pos; recKind = 87;
if (ch == ':') {AddCh(); goto case 83;}
else {t.kind = 87; break;}
case 165:
recEnd = pos; recKind = 94;
if (ch == '=') {AddCh(); goto case 85;}
else {t.kind = 94; break;}
case 166:
recEnd = pos; recKind = 110;
if (ch == '+') {AddCh(); goto case 86;}
else if (ch == '=') {AddCh(); goto case 96;}
else {t.kind = 110; break;}
case 167:
recEnd = pos; recKind = 101;
if (ch == '<') {AddCh(); goto case 188;}
else if (ch == '=') {AddCh(); goto case 105;}
else {t.kind = 101; break;}
case 168:
recEnd = pos; recKind = 107;
if (ch == '=') {AddCh(); goto case 93;}
else {t.kind = 107; break;}
case 169:
recEnd = pos; recKind = 112;
if (ch == '?') {AddCh(); goto case 94;}
else {t.kind = 112; break;}
case 170:
recEnd = pos; recKind = 118;
if (ch == '=') {AddCh(); goto case 102;}
else {t.kind = 118; break;}
case 171:
if (ch == 9 || ch >= 11 && ch <= 12 || ch == ' ') {AddCh(); goto case 171;}
else if (ch == 'd') {AddCh(); goto case 106;}
else if (ch == 'u') {AddCh(); goto case 112;}
else if (ch == 'i') {AddCh(); goto case 117;}
else if (ch == 'e') {AddCh(); goto case 189;}
else if (ch == 'l') {AddCh(); goto case 125;}
else if (ch == 'w') {AddCh(); goto case 133;}
else if (ch == 'r') {AddCh(); goto case 140;}
else if (ch == 'p') {AddCh(); goto case 152;}
else {goto case 0;}
case 172:
recEnd = pos; recKind = 2;
if (ch == 'L' || ch == 'l') {AddCh(); goto case 31;}
else {t.kind = 2; break;}
case 173:
recEnd = pos; recKind = 2;
if (ch == 'L' || ch == 'l') {AddCh(); goto case 31;}
else {t.kind = 2; break;}
case 174:
recEnd = pos; recKind = 2;
if (ch == 'U' || ch == 'u') {AddCh(); goto case 31;}
else {t.kind = 2; break;}
case 175:
recEnd = pos; recKind = 2;
if (ch == 'U' || ch == 'u') {AddCh(); goto case 31;}
else {t.kind = 2; break;}
case 176:
recEnd = pos; recKind = 2;
if (ch == 'L' || ch == 'l') {AddCh(); goto case 31;}
else {t.kind = 2; break;}
case 177:
recEnd = pos; recKind = 2;
if (ch == 'L' || ch == 'l') {AddCh(); goto case 31;}
else {t.kind = 2; break;}
case 178:
recEnd = pos; recKind = 2;
if (ch == 'U' || ch == 'u') {AddCh(); goto case 31;}
else {t.kind = 2; break;}
case 179:
recEnd = pos; recKind = 2;
if (ch == 'U' || ch == 'u') {AddCh(); goto case 31;}
else {t.kind = 2; break;}
case 180:
if (ch == '"' || ch == 39 || ch == '0' || ch == 92 || ch >= 'a' && ch <= 'b' || ch == 'f' || ch == 'n' || ch == 'r' || ch == 't' || ch == 'v') {AddCh(); goto case 45;}
else if (ch == 'x') {AddCh(); goto case 46;}
else if (ch == 'u') {AddCh(); goto case 48;}
else if (ch == 'U') {AddCh(); goto case 52;}
else {goto case 0;}
case 181:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 182;}
else if (ch == 39) {AddCh(); goto case 60;}
else {goto case 0;}
case 182:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 45;}
else if (ch == 39) {AddCh(); goto case 60;}
else {goto case 0;}
case 183:
if (ch == '"' || ch == 39 || ch == '0' || ch == 92 || ch >= 'a' && ch <= 'b' || ch == 'f' || ch == 'n' || ch == 'r' || ch == 't' || ch == 'v') {AddCh(); goto case 61;}
else if (ch == 'x') {AddCh(); goto case 62;}
else if (ch == 'u') {AddCh(); goto case 64;}
else if (ch == 'U') {AddCh(); goto case 68;}
else {goto case 0;}
case 184:
if (ch >= '0' && ch <= '9' || ch >= 'A' && ch <= 'F' || ch >= 'a' && ch <= 'f') {AddCh(); goto case 185;}
else if (ch <= 9 || ch >= 11 && ch <= 12 || ch >= 14 && ch <= '!' || ch >= '#' && ch <= '/' || ch >= ':' && ch <= '@' || ch >= 'G' && ch <= '[' || ch >= ']' && ch <= '`' || ch >= 'g' && ch <= 65535) {AddCh(); goto case 61;}
else if (ch == '"') {AddCh(); goto case 77;}
else if (ch == 92) {AddCh(); goto case 183;}
else {goto case 0;}
case 185:
if (ch <= 9 || ch >= 11 && ch <= 12 || ch >= 14 && ch <= '!' || ch >= '#' && ch <= '[' || ch >= ']' && ch <= 65535) {AddCh(); goto case 61;}
else if (ch == '"') {AddCh(); goto case 77;}
else if (ch == 92) {AddCh(); goto case 183;}
else {goto case 0;}
case 186:
recEnd = pos; recKind = 5;
if (ch == '"') {AddCh(); goto case 76;}
else {t.kind = 5; break;}
case 187:
if (ch <= '/' || ch >= ':' && ch <= 65535) {apx++; AddCh(); goto case 28;}
else if (ch >= '0' && ch <= '9') {apx = 0; AddCh(); goto case 36;}
else {goto case 0;}
case 188:
recEnd = pos; recKind = 102;
if (ch == '=') {AddCh(); goto case 90;}
else {t.kind = 102; break;}
case 189:
if (ch == 'l') {AddCh(); goto case 190;}
else if (ch == 'n') {AddCh(); goto case 191;}
else if (ch == 'r') {AddCh(); goto case 129;}
else {goto case 0;}
case 190:
if (ch == 'i') {AddCh(); goto case 119;}
else if (ch == 's') {AddCh(); goto case 121;}
else {goto case 0;}
case 191:
if (ch == 'd') {AddCh(); goto case 192;}
else {goto case 0;}
case 192:
if (ch == 'i') {AddCh(); goto case 123;}
else if (ch == 'r') {AddCh(); goto case 146;}
else {goto case 0;}
case 193:
{t.kind = 136; break;}
case 194:
{t.kind = 141; break;}
case 195:
recEnd = pos; recKind = 103;
if (ch == '-') {AddCh(); goto case 81;}
else if (ch == '=') {AddCh(); goto case 91;}
else if (ch == '>') {AddCh(); goto case 194;}
else {t.kind = 103; break;}
case 196:
recEnd = pos; recKind = 139;
if (ch == '=') {AddCh(); goto case 82;}
else {t.kind = 139; break;}
case 197:
recEnd = pos; recKind = 140;
if (ch == '=') {AddCh(); goto case 92;}
else {t.kind = 140; break;}
case 198:
recEnd = pos; recKind = 137;
if (ch == '=') {AddCh(); goto case 95;}
else if (ch == '|') {AddCh(); goto case 193;}
else {t.kind = 137; break;}
case 199:
recEnd = pos; recKind = 138;
if (ch == '=') {AddCh(); goto case 103;}
else {t.kind = 138; break;}
}
t.val = new String(tval, 0, tlen);
return t;
}
// make sure that peeking starts at the current scan position
public void ResetPeek()
{
pt = tokens;
}
// get the next token (possibly a token already seen during peeking)
public Token Scan()
{
if (tokens.next == null) {
return NextToken();
} else {
pt = tokens = tokens.next;
return tokens;
}
}
// peek for the next token, ignore pragmas
public Token Peek()
{
do {
if (pt.next == null) {
pt.next = NextToken();
}
pt = pt.next;
} while (pt.kind > maxT); // skip pragmas
return pt;
}
// peek the next token, including pragmas
public Token PeekWithPragmas()
{
if (pt.next == null) {
pt.next = NextToken();
}
pt = pt.next;
return pt;
}
/* returns the token after the type *
* if a type could be recognized, otherwise null. */
Token IsType(Token pt)
{
wasPointerOrArrayType = false;
if (typeKW[kindInContext(pt.kind)]) {
pt = PeekWithPragmas();
} else if (pt.kind == _void) {
pt = PeekWithPragmas();
if (pt.kind != _times) {
return null;
}
wasPointerOrArrayType = true;
pt = PeekWithPragmas();
} else if (kindInContext(pt.kind) == _ident) {
pt = PeekWithPragmas();
if (pt.kind == _dblcolon || pt.kind == _dot) {
// either namespace alias qualifier "::" or first
// part of the qualident
pt = PeekWithPragmas();
pt = IsQualident(pt);
if (pt == null) {
return null;
}
}
if (pt.kind == _lt) {
pt = IsTypeArgumentList(pt);
if (pt == null) {
return null;
}
if (pt.kind == _dot) {
pt = PeekWithPragmas();
pt = IsType(pt);
if (pt == null) {
return null;
}
}
}
} else {
return null;
}
if (pt.kind == _question) {
pt = PeekWithPragmas();
}
Token prePt = pt;
pt = SkipPointerOrDims(pt);
wasPointerOrArrayType |= prePt != pt;
return pt;
}
/* returns the token after the type argument list *
* if type argument list could be recognized, *
* otherwise null. */
Token IsTypeArgumentList(Token pt)
{
if (pt.kind == _lt) {
pt = PeekWithPragmas();
while (true) {
pt = IsType(pt);
if (pt == null) {
return null;
}
if (pt.kind == _gt) {
// list recognized
pt = PeekWithPragmas();
break;
} else if (pt.kind == _comma) {
// another argument
pt = PeekWithPragmas();
} else {
// error in type argument list
return null;
}
}
} else {
return null;
}
return pt;
}
/* Checks whether the next sequence of tokens is a qualident *
* and returns the next token after the qualident *
* !!! Proceeds from current peek position !!! */
Token IsQualident(Token pt)
{
if (kindInContext(pt.kind) == _ident) {
pt = PeekWithPragmas();
while (pt.kind == _dot) {
pt = PeekWithPragmas();
if (kindInContext(pt.kind) != _ident) return null;
pt = PeekWithPragmas();
}
return pt;
} else return null;
}
void Get()
{
for (;;) {
t = la;
la = scanner.Scan();
if (la.kind <= maxT) { switchTokenContext(); ++errDist; break; }
if (la.kind == 143) {
AddCCS(la.val);
}
if (la.kind == 144) {
RemCCS(la.val);
}
if (la.kind == 145) {
IfPragma(la.val);
}
if (la.kind == 146) {
ElifOrElsePragma();
}
if (la.kind == 147) {
ElifOrElsePragma();
}
if (la.kind == 148) {
}
if (la.kind == 149) {
}
if (la.kind == 150) {
}
if (la.kind == 151) {
}
if (la.kind == 152) {
}
if (la.kind == 153) {
}
if (la.kind == 154) {
}
la = t;
}
}
Token CopyTokens(Token start, Token end)
{
Token tokens = Copy(start);
Token t = tokens;
while(true) {
start = start.next;
if (start == end) break;
if (start.kind > maxT) continue;
t = t.next = Copy(start);
}
return tokens;
}
Token Copy(Token t)
{
Token copy = new Token();
copy.kind = t.kind;
copy.pos = t.pos;
copy.col = t.col;
copy.line = t.line;
copy.val = t.val;
return copy;
}
public void Parse()
{
la = new Token();
la.val = "";
Get();
ParseCS3();
Expect(0); // expect end-of-file automatically added
}
