private void GetReferencedFunctions(List <ZScriptToken> source, List <string> functions) { for (int i = 0; i < source.Count; i++) { ZScriptToken token = source[i]; if (token.Type != ZScriptTokenType.Identifier) { continue; } if (functions.Contains(token.Value)) { continue; } // check token to the left - needs to not be identifier. // check token to the right - needs to be open parenthesis // --- // the idea is that we can differentiate pixel = desaturate(...) from vec4 desaturate(1,1,1,1) // ZScriptTokenType leftToken = ZScriptTokenType.Invalid; ZScriptTokenType rightToken = ZScriptTokenType.Invalid; for (int j = i - 1; j >= 0; j--) { ZScriptTokenType tt = source[j].Type; if (!IsWhitespace(tt)) { leftToken = tt; break; } } for (int j = i + 1; j < source.Count; j++) { ZScriptTokenType tt = source[j].Type; if (!IsWhitespace(tt)) { rightToken = tt; break; } } if (leftToken != ZScriptTokenType.Identifier && rightToken == ZScriptTokenType.OpenParen) { // find function functions.Add(token.Value); // if function was found, recurse and find functions it may depend on. ShaderFunction func = GetFunction(token.Value); if (func == null) { func = Group.GetFunction(token.Value); } if (func != null) { GetReferencedFunctions(func.Code, functions); } } } }
private static bool IsWhitespace(ZScriptTokenType t) { switch (t) { case ZScriptTokenType.Whitespace: case ZScriptTokenType.LineComment: case ZScriptTokenType.BlockComment: case ZScriptTokenType.Newline: return(true); } return(false); }
private bool ParseDefaultBlock() { tokenizer.SkipWhitespace(); ZScriptToken token = tokenizer.ExpectToken(ZScriptTokenType.OpenCurly); if (token == null || !token.IsValid) { parser.ReportError("Expected {, got " + ((Object)token ?? "<null>").ToString()); return(false); } ZScriptTokenType[] whitespacetypes = new ZScriptTokenType[] { ZScriptTokenType.Newline, ZScriptTokenType.Whitespace, ZScriptTokenType.BlockComment, ZScriptTokenType.LineComment }; // todo parse defaults block while (true) { long cpos = stream.Position; token = tokenizer.ExpectToken(ZScriptTokenType.Whitespace, ZScriptTokenType.BlockComment, ZScriptTokenType.Newline, ZScriptTokenType.LineComment, ZScriptTokenType.OpAdd, ZScriptTokenType.OpSubtract, ZScriptTokenType.Identifier, ZScriptTokenType.CloseCurly, ZScriptTokenType.Semicolon); if (token == null || !token.IsValid) { parser.ReportError("Expected comment, flag, property, or }, got " + ((Object)token ?? "<null>").ToString()); return(false); } //if (ClassName == "Enforcer") // parser.LogWarning(token.ToString()); if (token.Type == ZScriptTokenType.CloseCurly) { break; } switch (token.Type) { case ZScriptTokenType.Whitespace: case ZScriptTokenType.BlockComment: case ZScriptTokenType.Newline: break; case ZScriptTokenType.LineComment: ParseGZDBComment(props, token.Value); break; // flag definition (+/-) case ZScriptTokenType.OpAdd: case ZScriptTokenType.OpSubtract: { bool flagset = (token.Type == ZScriptTokenType.OpAdd); string flagname = parser.ParseDottedIdentifier(); if (flagname == null) { return(false); } //parser.LogWarning(string.Format("{0}{1}", (flagset ? '+' : '-'), flagname)); // set flag flags[flagname] = flagset; break; } // property or combo definition case ZScriptTokenType.Identifier: { stream.Position = cpos; string propertyname = parser.ParseDottedIdentifier(); if (propertyname == null) { return(false); } List <string> propertyvalues = new List <string>(); // read in property values, until semicolon reached while (true) { tokenizer.SkipWhitespace(); List <ZScriptToken> expr = parser.ParseExpression(); string exprstring = ZScriptTokenizer.TokensToString(expr); token = tokenizer.ExpectToken(ZScriptTokenType.Comma, ZScriptTokenType.Semicolon); if (token == null || !token.IsValid) { parser.ReportError("Expected comma or ;, got " + ((Object)token ?? "<null>").ToString()); return(false); } propertyvalues.Add(exprstring); if (token.Type == ZScriptTokenType.Semicolon) { break; } } //parser.LogWarning(string.Format("{0} = [{1}]", propertyname, string.Join(", ", propertyvalues.ToArray()))); // set property // translate "scale" to x and y scale if (propertyname == "scale") { props["xscale"] = props["yscale"] = propertyvalues; } else { props[propertyname] = propertyvalues; } break; } } } return(true); }
internal ZScriptActorStructure(ZDTextParser zdparser, DecorateCategoryInfo catinfo, string _classname, string _replacesname, string _parentname) { this.catinfo = catinfo; //mxd parser = (ZScriptParser)zdparser; stream = parser.DataStream; tokenizer = new ZScriptTokenizer(parser.DataReader); parser.tokenizer = tokenizer; classname = _classname; replaceclass = _replacesname; //baseclass = parser.GetArchivedActorByName(_parentname); // this is not guaranteed to work here mixins = new List <string>(); ZScriptToken cls_open = tokenizer.ExpectToken(ZScriptTokenType.OpenCurly); if (cls_open == null || !cls_open.IsValid) { parser.ReportError("Expected {, got " + ((Object)cls_open ?? "<null>").ToString()); return; } // this dict holds temporary user settings per field (function, etc) Dictionary <string, List <string> > var_props = new Dictionary <string, List <string> >(); // in the class definition, we can have the following: // - Defaults block // - States block // - method signature: [native] [action] <type [, type [...]]> <name> (<arguments>); // - method: <method signature (except native)> <block> // - field declaration: [native] <type> <name>; // - enum definition: enum <name> <block>; // we are skipping everything, except Defaults and States. while (true) { var_props.Clear(); while (true) { ZScriptToken tt = tokenizer.ExpectToken(ZScriptTokenType.Whitespace, ZScriptTokenType.BlockComment, ZScriptTokenType.LineComment, ZScriptTokenType.Newline); if (tt == null || !tt.IsValid) { break; } if (tt.Type == ZScriptTokenType.LineComment) { ParseGZDBComment(var_props, tt.Value); } } //tokenizer.SkipWhitespace(); long ocpos = stream.Position; ZScriptToken token = tokenizer.ExpectToken(ZScriptTokenType.Identifier, ZScriptTokenType.CloseCurly); if (token == null || !token.IsValid) { parser.ReportError("Expected identifier, got " + ((Object)cls_open ?? "<null>").ToString()); return; } if (token.Type == ZScriptTokenType.CloseCurly) // end of class { break; } string b_lower = token.Value.ToLowerInvariant(); switch (b_lower) { case "default": if (!ParseDefaultBlock()) { return; } continue; case "states": if (!ParseStatesBlock()) { return; } continue; case "enum": if (!parser.ParseEnum()) { return; } continue; case "const": if (!parser.ParseConst()) { return; } continue; // apparently we can have a struct inside a class, but not another class. case "struct": if (!parser.ParseClassOrStruct(true, false, false, null)) { return; } continue; // new properties syntax case "property": if (!ParseProperty()) { return; } continue; // new flags syntax case "flagdef": if (!ParseFlagdef()) { return; } continue; // mixins case "mixin": if (!ParseMixin()) { return; } continue; default: stream.Position = ocpos; break; } // try to read in a variable/method. bool bmethod = false; string[] availablemodifiers = new string[] { "static", "native", "action", "readonly", "protected", "private", "virtual", "override", "meta", "transient", "deprecated", "final", "play", "ui", "clearscope", "virtualscope", "version", "const" }; string[] versionedmodifiers = new string[] { "version", "deprecated" }; string[] methodmodifiers = new string[] { "action", "virtual", "override", "final" }; HashSet <string> modifiers = new HashSet <string>(); List <string> types = new List <string>(); List <List <int> > typearraylens = new List <List <int> >(); List <string> names = new List <string>(); List <List <int> > arraylens = new List <List <int> >(); List <ZScriptToken> args = null; // this is for the future //List<ZScriptToken> body = null; while (true) { tokenizer.SkipWhitespace(); long cpos = stream.Position; token = tokenizer.ExpectToken(ZScriptTokenType.Identifier); if (token == null || !token.IsValid) { parser.ReportError("Expected modifier or name, got " + ((Object)cls_open ?? "<null>").ToString()); return; } b_lower = token.Value.ToLowerInvariant(); if (availablemodifiers.Contains(b_lower)) { if (modifiers.Contains(b_lower)) { parser.ReportError("Field/method modifier '" + b_lower + "' was specified twice"); return; } if (methodmodifiers.Contains(b_lower)) { bmethod = true; } if (versionedmodifiers.Contains(b_lower)) { string version = ParseVersion(b_lower == "version"); // deprecated doesn't require version string for historical reasons. (compatibility with old gzdoom.pk3) if (version == null && b_lower == "version") { return; } } modifiers.Add(b_lower); } else { stream.Position = cpos; break; } } // read in the type name(s) // type name can be: // - identifier // - identifier<identifier> while (true) { tokenizer.SkipWhitespace(); string typename = ParseTypeName(); if (typename == null) { return; } types.Add(typename.ToLowerInvariant()); typearraylens.Add(null); long cpos = stream.Position; tokenizer.SkipWhitespace(); token = tokenizer.ExpectToken(ZScriptTokenType.Comma, ZScriptTokenType.Identifier, ZScriptTokenType.OpenSquare); if (token != null && !token.IsValid) { parser.ReportError("Expected comma, identifier or array dimensions, got " + ((Object)token ?? "<null>").ToString()); return; } if (token == null || token.Type != ZScriptTokenType.Comma) { stream.Position = cpos; if (token.Type == ZScriptTokenType.OpenSquare) { List <int> typelens = ParseArrayDimensions(); if (typelens == null) // error { return; } typearraylens[typearraylens.Count - 1] = typelens; } break; } } while (true) { string name = null; List <int> lens = null; // read in the method/field name tokenizer.SkipWhitespace(); token = tokenizer.ExpectToken(ZScriptTokenType.Identifier); if (token == null || !token.IsValid) { parser.ReportError("Expected field/method name, got " + ((Object)token ?? "<null>").ToString()); return; } name = token.Value.ToLowerInvariant(); // check the token. if it's a (, then it's a method. if it's a ;, then it's a field, if it's a [ it's an array field. // if it's a field and bmethod=true, report error. tokenizer.SkipWhitespace(); long cpos = stream.Position; token = tokenizer.ExpectToken(ZScriptTokenType.Comma, ZScriptTokenType.OpenParen, ZScriptTokenType.OpenSquare, ZScriptTokenType.Semicolon); if (token == null || !token.IsValid) { parser.ReportError("Expected comma, ;, [, or argument list, got " + ((Object)token ?? "<null>").ToString()); return; } if (token.Type == ZScriptTokenType.OpenParen) { // if we have multiple names if (names.Count > 0) { parser.ReportError("Cannot have multiple names in a method"); return; } bmethod = true; // now, I could parse this properly, but it won't be used anyway, so I'll do it as a fake expression. args = parser.ParseExpression(true); token = tokenizer.ExpectToken(ZScriptTokenType.CloseParen); if (token == null || !token.IsValid) { parser.ReportError("Expected ), got " + ((Object)token ?? "<null>").ToString()); return; } // also get the body block, if any. tokenizer.SkipWhitespace(); cpos = stream.Position; token = tokenizer.ExpectToken(ZScriptTokenType.Semicolon, ZScriptTokenType.OpenCurly, ZScriptTokenType.Identifier); if (token == null || !token.IsValid) { parser.ReportError("Expected 'const', ; or {, got " + ((Object)token ?? "<null>").ToString()); return; } // if (token.Type == ZScriptTokenType.Identifier) { if (token.Value.ToLowerInvariant() != "const") { parser.ReportError("Expected 'const', got " + ((Object)token ?? "<null>").ToString()); return; } tokenizer.SkipWhitespace(); cpos = stream.Position; token = tokenizer.ExpectToken(ZScriptTokenType.Semicolon, ZScriptTokenType.OpenCurly); if (token == null || !token.IsValid) { parser.ReportError("Expected ; or {, got " + ((Object)token ?? "<null>").ToString()); return; } } if (token.Type == ZScriptTokenType.OpenCurly) { stream.Position = cpos; parser.SkipBlock(); //body = parser.ParseBlock(false); } break; // end method parsing } else { if (bmethod) { parser.ReportError("Cannot have virtual, override or action fields"); return; } // array if (token.Type == ZScriptTokenType.OpenSquare) { stream.Position = cpos; lens = ParseArrayDimensions(); if (lens == null) // error { return; } tokenizer.SkipWhitespace(); ZScriptTokenType[] expectTokens; if (modifiers.Contains("static")) { expectTokens = new ZScriptTokenType[] { ZScriptTokenType.Semicolon, ZScriptTokenType.Comma, ZScriptTokenType.OpAssign } } ; else { expectTokens = new ZScriptTokenType[] { ZScriptTokenType.Semicolon, ZScriptTokenType.Comma } }; token = tokenizer.ExpectToken(expectTokens); if (token == null || !token.IsValid) { parser.ReportError("Expected ;, =, or comma, got " + ((Object)token ?? "<null>").ToString()); return; } // "static int A[] = {1, 2, 3};" if (token.Type == ZScriptTokenType.OpAssign) { // read in array data tokenizer.SkipWhitespace(); parser.SkipBlock(false); tokenizer.SkipWhitespace(); token = tokenizer.ExpectToken(ZScriptTokenType.Semicolon, ZScriptTokenType.Comma); if (token == null || !token.IsValid) { parser.ReportError("Expected ; or comma, got " + ((Object)token ?? "<null>").ToString()); return; } } } } names.Add(name); arraylens.Add(lens); if (token.Type != ZScriptTokenType.Comma) // next name { break; } } // validate modifiers here. // protected and private cannot be combined. if (bmethod) { if (modifiers.Contains("protected") && modifiers.Contains("private")) { parser.ReportError("Cannot have protected and private on the same method"); return; } // virtual and override cannot be combined. int cvirtual = modifiers.Contains("virtual") ? 1 : 0; cvirtual += modifiers.Contains("override") ? 1 : 0; cvirtual += modifiers.Contains("final") ? 1 : 0; if (cvirtual > 1) { parser.ReportError("Cannot have virtual, override and final on the same method"); return; } // meta (what the f**k is that?) probably cant be on a method if (modifiers.Contains("meta")) { parser.ReportError("Cannot have meta on a method"); return; } } // finished method or field parsing. /*for (int i = 0; i < names.Count; i++) * { * string name = names[i]; * int arraylen = arraylens[i]; * * string _args = ""; * if (args != null) _args = " (" + ZScriptTokenizer.TokensToString(args) + ")"; * else if (arraylen != -1) _args = " [" + arraylen.ToString() + "]"; * parser.LogWarning(string.Format("{0} {1} {2}{3}", string.Join(" ", modifiers.ToArray()), string.Join(", ", types.ToArray()), name, _args)); * }*/ // update 08.02.17: add user variables from ZScript actors. if (args == null && types.Count == 1) // it's a field { // we support: // - float // - int // - double // - bool string type = types[0]; UniversalType utype; object udefault = null; switch (type) { case "int": case "int8": case "int16": case "uint": case "uint8": case "uint16": utype = UniversalType.Integer; break; case "float": case "double": utype = UniversalType.Float; break; case "bool": utype = UniversalType.Boolean; break; case "string": utype = UniversalType.String; break; // todo test if class names and colors will work default: continue; // go read next field } UniversalType utype_reinterpret = utype; if (var_props.ContainsKey("$userreinterpret")) { string sp = var_props["$userreinterpret"][0].Trim().ToLowerInvariant(); switch (sp) { case "color": if (utype != UniversalType.Integer) { parser.LogWarning("Cannot use $UserReinterpret Color with non-integers"); break; } utype_reinterpret = UniversalType.Color; break; } } if (var_props.ContainsKey("$userdefaultvalue")) { string sp = var_props["$userdefaultvalue"][0]; switch (utype) { case UniversalType.String: if (sp[0] == '"' && sp[sp.Length - 1] == '"') { sp = sp.Substring(1, sp.Length - 2); } udefault = sp; break; case UniversalType.Float: double d; if (!double.TryParse(sp, out d)) { parser.LogWarning("Incorrect float default from string \"" + sp + "\""); break; } udefault = d; break; case UniversalType.Integer: int i; if (!int.TryParse(sp, out i)) { if (utype_reinterpret == UniversalType.Color) { sp = sp.ToLowerInvariant(); Rendering.PixelColor pc; if (!ZDTextParser.GetColorFromString(sp, out pc)) { parser.LogWarning("Incorrect color default from string \"" + sp + "\""); break; } udefault = pc.ToInt() & 0xFFFFFF; break; } } udefault = i; break; case UniversalType.Boolean: sp = sp.ToLowerInvariant(); if (sp == "true") { udefault = true; } else if (sp == "false") { udefault = false; } else { parser.LogWarning("Incorrect boolean default from string \"" + sp + "\""); } break; } } for (int i = 0; i < names.Count; i++) { string name = names[i]; if (arraylens[i] != null || typearraylens[0] != null) { continue; // we don't process arrays } if (!name.StartsWith("user_")) { continue; // we don't process non-user_ fields (because ZScript won't pick them up anyway) } // parent class is not guaranteed to be loaded already, so handle collisions later uservars.Add(name, utype_reinterpret); if (udefault != null) { uservar_defaults.Add(name, udefault); } } } } // parsing done, process thing arguments ParseCustomArguments(); } }
private ZScriptToken TryReadStringOrComment(bool allowstring, bool allowname, bool allowblock, bool allowline) { long cpos = LastPosition = reader.BaseStream.Position; char c = reader.ReadChar(); switch (c) { case '/': // comment { if (!allowblock && !allowline) { break; } char cnext = reader.ReadChar(); if (cnext == '/') { if (!allowline) { break; } // line comment: read until newline but not including it SB.Length = 0; while (true) { cnext = reader.ReadChar(); if (cnext == '\n') { reader.BaseStream.Position--; break; } SB.Append(cnext); } ZScriptToken tok = new ZScriptToken(); tok.Position = cpos; tok.Type = ZScriptTokenType.LineComment; tok.Value = SB.ToString(); return(tok); } else if (cnext == '*') { if (!allowblock) { break; } // block comment: read until closing sequence SB.Length = 0; while (true) { cnext = reader.ReadChar(); if (cnext == '*') { char cnext2 = reader.ReadChar(); if (cnext2 == '/') { break; } reader.BaseStream.Position--; } SB.Append(cnext); } ZScriptToken tok = new ZScriptToken(); tok.Position = cpos; tok.Type = ZScriptTokenType.BlockComment; tok.Value = SB.ToString(); return(tok); } break; } case '"': case '\'': { if ((c == '"' && !allowstring) || (c == '\'' && !allowname)) { break; } ZScriptTokenType type = (c == '"' ? ZScriptTokenType.String : ZScriptTokenType.Name); SB.Length = 0; while (true) { // todo: parse escape sequences properly char cnext = reader.ReadChar(); if (cnext == '\\') // escape sequence. right now, do nothing { cnext = reader.ReadChar(); SB.Append(cnext); } else if (cnext == c) { ZScriptToken tok = new ZScriptToken(); tok.Position = cpos; tok.Type = type; tok.Value = SB.ToString(); return(tok); } else { SB.Append(cnext); } } } } reader.BaseStream.Position = cpos; return(null); }
// this is to implement partial parsing. it counts {}, (), and []. it stops parsing at the specified type, if outside of nesting. // also if last block token equals to the type, it will stop at the outer level. (i.e. last }) private static List <ZScriptToken> ReadEverythingUntil(ZScriptTokenizer t, ZScriptTokenType type, bool eofIsOk, bool skipWhitespace) { List <ZScriptToken> tokens = new List <ZScriptToken>(); int levelCurly = 0; int levelSquare = 0; int levelParen = 0; while (true) { if (skipWhitespace) { t.SkipWhitespace(); } long cpos = t.Reader.BaseStream.Position; ZScriptToken token = t.ReadToken(); if (token == null) { if (!eofIsOk) { throw new ShaderCompileException("Expected {0} or token, got <EOF>", type); } break; } // if this is the end token, don't check anything -- just return if (levelCurly == 0 && levelSquare == 0 && levelParen == 0 && token.Type == type) { // rewind and return token list t.Reader.BaseStream.Position = cpos; break; } switch (token.Type) { case ZScriptTokenType.OpenCurly: levelCurly++; break; case ZScriptTokenType.CloseCurly: levelCurly--; break; case ZScriptTokenType.OpenParen: levelParen++; break; case ZScriptTokenType.CloseParen: levelParen--; break; case ZScriptTokenType.OpenSquare: levelSquare++; break; case ZScriptTokenType.CloseSquare: levelSquare--; break; } tokens.Add(token); } return(tokens); }