private void GetReferencedFunctions(List <ZScriptToken> source, List <string> functions)
{
for (int i = 0; i < source.Count; i++)
{
ZScriptToken token = source[i];
if (token.Type != ZScriptTokenType.Identifier)
{
continue;
}
if (functions.Contains(token.Value))
{
continue;
}
// check token to the left - needs to not be identifier.
// check token to the right - needs to be open parenthesis
// ---
// the idea is that we can differentiate pixel = desaturate(...) from vec4 desaturate(1,1,1,1)
//
ZScriptTokenType leftToken = ZScriptTokenType.Invalid;
ZScriptTokenType rightToken = ZScriptTokenType.Invalid;
for (int j = i - 1; j >= 0; j--)
{
ZScriptTokenType tt = source[j].Type;
if (!IsWhitespace(tt))
{
leftToken = tt;
break;
}
}
for (int j = i + 1; j < source.Count; j++)
{
ZScriptTokenType tt = source[j].Type;
if (!IsWhitespace(tt))
{
rightToken = tt;
break;
}
}
if (leftToken != ZScriptTokenType.Identifier && rightToken == ZScriptTokenType.OpenParen)
{
// find function
functions.Add(token.Value);
// if function was found, recurse and find functions it may depend on.
ShaderFunction func = GetFunction(token.Value);
if (func == null)
{
func = Group.GetFunction(token.Value);
}
if (func != null)
{
GetReferencedFunctions(func.Code, functions);
}
}
}
}
private static bool IsWhitespace(ZScriptTokenType t)
{
switch (t)
{
case ZScriptTokenType.Whitespace:
case ZScriptTokenType.LineComment:
case ZScriptTokenType.BlockComment:
case ZScriptTokenType.Newline:
return(true);
}
return(false);
}
private bool ParseDefaultBlock()
{
tokenizer.SkipWhitespace();
ZScriptToken token = tokenizer.ExpectToken(ZScriptTokenType.OpenCurly);
if (token == null || !token.IsValid)
{
parser.ReportError("Expected {, got " + ((Object)token ?? "<null>").ToString());
return(false);
}
ZScriptTokenType[] whitespacetypes = new ZScriptTokenType[] { ZScriptTokenType.Newline, ZScriptTokenType.Whitespace, ZScriptTokenType.BlockComment, ZScriptTokenType.LineComment };
// todo parse defaults block
while (true)
{
long cpos = stream.Position;
token = tokenizer.ExpectToken(ZScriptTokenType.Whitespace, ZScriptTokenType.BlockComment, ZScriptTokenType.Newline, ZScriptTokenType.LineComment, ZScriptTokenType.OpAdd, ZScriptTokenType.OpSubtract, ZScriptTokenType.Identifier, ZScriptTokenType.CloseCurly, ZScriptTokenType.Semicolon);
if (token == null || !token.IsValid)
{
parser.ReportError("Expected comment, flag, property, or }, got " + ((Object)token ?? "<null>").ToString());
return(false);
}
//if (ClassName == "Enforcer")
// parser.LogWarning(token.ToString());
if (token.Type == ZScriptTokenType.CloseCurly)
{
break;
}
switch (token.Type)
{
case ZScriptTokenType.Whitespace:
case ZScriptTokenType.BlockComment:
case ZScriptTokenType.Newline:
break;
case ZScriptTokenType.LineComment:
ParseGZDBComment(props, token.Value);
break;
// flag definition (+/-)
case ZScriptTokenType.OpAdd:
case ZScriptTokenType.OpSubtract:
{
bool flagset = (token.Type == ZScriptTokenType.OpAdd);
string flagname = parser.ParseDottedIdentifier();
if (flagname == null)
{
return(false);
}
//parser.LogWarning(string.Format("{0}{1}", (flagset ? '+' : '-'), flagname));
// set flag
flags[flagname] = flagset;
break;
}
// property or combo definition
case ZScriptTokenType.Identifier:
{
stream.Position = cpos;
string propertyname = parser.ParseDottedIdentifier();
if (propertyname == null)
{
return(false);
}
List <string> propertyvalues = new List <string>();
// read in property values, until semicolon reached
while (true)
{
tokenizer.SkipWhitespace();
List <ZScriptToken> expr = parser.ParseExpression();
string exprstring = ZScriptTokenizer.TokensToString(expr);
token = tokenizer.ExpectToken(ZScriptTokenType.Comma, ZScriptTokenType.Semicolon);
if (token == null || !token.IsValid)
{
parser.ReportError("Expected comma or ;, got " + ((Object)token ?? "<null>").ToString());
return(false);
}
propertyvalues.Add(exprstring);
if (token.Type == ZScriptTokenType.Semicolon)
{
break;
}
}
//parser.LogWarning(string.Format("{0} = [{1}]", propertyname, string.Join(", ", propertyvalues.ToArray())));
// set property
// translate "scale" to x and y scale
if (propertyname == "scale")
{
props["xscale"] = props["yscale"] = propertyvalues;
}
else
{
props[propertyname] = propertyvalues;
}
break;
}
}
}
return(true);
}
internal ZScriptActorStructure(ZDTextParser zdparser, DecorateCategoryInfo catinfo, string _classname, string _replacesname, string _parentname)
{
this.catinfo = catinfo; //mxd
parser = (ZScriptParser)zdparser;
stream = parser.DataStream;
tokenizer = new ZScriptTokenizer(parser.DataReader);
parser.tokenizer = tokenizer;
classname = _classname;
replaceclass = _replacesname;
//baseclass = parser.GetArchivedActorByName(_parentname); // this is not guaranteed to work here
mixins = new List <string>();
ZScriptToken cls_open = tokenizer.ExpectToken(ZScriptTokenType.OpenCurly);
if (cls_open == null || !cls_open.IsValid)
{
parser.ReportError("Expected {, got " + ((Object)cls_open ?? "<null>").ToString());
return;
}
// this dict holds temporary user settings per field (function, etc)
Dictionary <string, List <string> > var_props = new Dictionary <string, List <string> >();
// in the class definition, we can have the following:
// - Defaults block
// - States block
// - method signature: [native] [action] <type [, type [...]]> <name> (<arguments>);
// - method: <method signature (except native)> <block>
// - field declaration: [native] <type> <name>;
// - enum definition: enum <name> <block>;
// we are skipping everything, except Defaults and States.
while (true)
{
var_props.Clear();
while (true)
{
ZScriptToken tt = tokenizer.ExpectToken(ZScriptTokenType.Whitespace, ZScriptTokenType.BlockComment, ZScriptTokenType.LineComment, ZScriptTokenType.Newline);
if (tt == null || !tt.IsValid)
{
break;
}
if (tt.Type == ZScriptTokenType.LineComment)
{
ParseGZDBComment(var_props, tt.Value);
}
}
//tokenizer.SkipWhitespace();
long ocpos = stream.Position;
ZScriptToken token = tokenizer.ExpectToken(ZScriptTokenType.Identifier, ZScriptTokenType.CloseCurly);
if (token == null || !token.IsValid)
{
parser.ReportError("Expected identifier, got " + ((Object)cls_open ?? "<null>").ToString());
return;
}
if (token.Type == ZScriptTokenType.CloseCurly) // end of class
{
break;
}
string b_lower = token.Value.ToLowerInvariant();
switch (b_lower)
{
case "default":
if (!ParseDefaultBlock())
{
return;
}
continue;
case "states":
if (!ParseStatesBlock())
{
return;
}
continue;
case "enum":
if (!parser.ParseEnum())
{
return;
}
continue;
case "const":
if (!parser.ParseConst())
{
return;
}
continue;
// apparently we can have a struct inside a class, but not another class.
case "struct":
if (!parser.ParseClassOrStruct(true, false, false, null))
{
return;
}
continue;
// new properties syntax
case "property":
if (!ParseProperty())
{
return;
}
continue;
// new flags syntax
case "flagdef":
if (!ParseFlagdef())
{
return;
}
continue;
// mixins
case "mixin":
if (!ParseMixin())
{
return;
}
continue;
default:
stream.Position = ocpos;
break;
}
// try to read in a variable/method.
bool bmethod = false;
string[] availablemodifiers = new string[] { "static", "native", "action", "readonly", "protected", "private", "virtual", "override", "meta", "transient", "deprecated", "final", "play", "ui", "clearscope", "virtualscope", "version", "const" };
string[] versionedmodifiers = new string[] { "version", "deprecated" };
string[] methodmodifiers = new string[] { "action", "virtual", "override", "final" };
HashSet <string> modifiers = new HashSet <string>();
List <string> types = new List <string>();
List <List <int> > typearraylens = new List <List <int> >();
List <string> names = new List <string>();
List <List <int> > arraylens = new List <List <int> >();
List <ZScriptToken> args = null; // this is for the future
//List<ZScriptToken> body = null;
while (true)
{
tokenizer.SkipWhitespace();
long cpos = stream.Position;
token = tokenizer.ExpectToken(ZScriptTokenType.Identifier);
if (token == null || !token.IsValid)
{
parser.ReportError("Expected modifier or name, got " + ((Object)cls_open ?? "<null>").ToString());
return;
}
b_lower = token.Value.ToLowerInvariant();
if (availablemodifiers.Contains(b_lower))
{
if (modifiers.Contains(b_lower))
{
parser.ReportError("Field/method modifier '" + b_lower + "' was specified twice");
return;
}
if (methodmodifiers.Contains(b_lower))
{
bmethod = true;
}
if (versionedmodifiers.Contains(b_lower))
{
string version = ParseVersion(b_lower == "version"); // deprecated doesn't require version string for historical reasons. (compatibility with old gzdoom.pk3)
if (version == null && b_lower == "version")
{
return;
}
}
modifiers.Add(b_lower);
}
else
{
stream.Position = cpos;
break;
}
}
// read in the type name(s)
// type name can be:
// - identifier
// - identifier<identifier>
while (true)
{
tokenizer.SkipWhitespace();
string typename = ParseTypeName();
if (typename == null)
{
return;
}
types.Add(typename.ToLowerInvariant());
typearraylens.Add(null);
long cpos = stream.Position;
tokenizer.SkipWhitespace();
token = tokenizer.ExpectToken(ZScriptTokenType.Comma, ZScriptTokenType.Identifier, ZScriptTokenType.OpenSquare);
if (token != null && !token.IsValid)
{
parser.ReportError("Expected comma, identifier or array dimensions, got " + ((Object)token ?? "<null>").ToString());
return;
}
if (token == null || token.Type != ZScriptTokenType.Comma)
{
stream.Position = cpos;
if (token.Type == ZScriptTokenType.OpenSquare)
{
List <int> typelens = ParseArrayDimensions();
if (typelens == null) // error
{
return;
}
typearraylens[typearraylens.Count - 1] = typelens;
}
break;
}
}
while (true)
{
string name = null;
List <int> lens = null;
// read in the method/field name
tokenizer.SkipWhitespace();
token = tokenizer.ExpectToken(ZScriptTokenType.Identifier);
if (token == null || !token.IsValid)
{
parser.ReportError("Expected field/method name, got " + ((Object)token ?? "<null>").ToString());
return;
}
name = token.Value.ToLowerInvariant();
// check the token. if it's a (, then it's a method. if it's a ;, then it's a field, if it's a [ it's an array field.
// if it's a field and bmethod=true, report error.
tokenizer.SkipWhitespace();
long cpos = stream.Position;
token = tokenizer.ExpectToken(ZScriptTokenType.Comma, ZScriptTokenType.OpenParen, ZScriptTokenType.OpenSquare, ZScriptTokenType.Semicolon);
if (token == null || !token.IsValid)
{
parser.ReportError("Expected comma, ;, [, or argument list, got " + ((Object)token ?? "<null>").ToString());
return;
}
if (token.Type == ZScriptTokenType.OpenParen)
{
// if we have multiple names
if (names.Count > 0)
{
parser.ReportError("Cannot have multiple names in a method");
return;
}
bmethod = true;
// now, I could parse this properly, but it won't be used anyway, so I'll do it as a fake expression.
args = parser.ParseExpression(true);
token = tokenizer.ExpectToken(ZScriptTokenType.CloseParen);
if (token == null || !token.IsValid)
{
parser.ReportError("Expected ), got " + ((Object)token ?? "<null>").ToString());
return;
}
// also get the body block, if any.
tokenizer.SkipWhitespace();
cpos = stream.Position;
token = tokenizer.ExpectToken(ZScriptTokenType.Semicolon, ZScriptTokenType.OpenCurly, ZScriptTokenType.Identifier);
if (token == null || !token.IsValid)
{
parser.ReportError("Expected 'const', ; or {, got " + ((Object)token ?? "<null>").ToString());
return;
}
//
if (token.Type == ZScriptTokenType.Identifier)
{
if (token.Value.ToLowerInvariant() != "const")
{
parser.ReportError("Expected 'const', got " + ((Object)token ?? "<null>").ToString());
return;
}
tokenizer.SkipWhitespace();
cpos = stream.Position;
token = tokenizer.ExpectToken(ZScriptTokenType.Semicolon, ZScriptTokenType.OpenCurly);
if (token == null || !token.IsValid)
{
parser.ReportError("Expected ; or {, got " + ((Object)token ?? "<null>").ToString());
return;
}
}
if (token.Type == ZScriptTokenType.OpenCurly)
{
stream.Position = cpos;
parser.SkipBlock();
//body = parser.ParseBlock(false);
}
break; // end method parsing
}
else
{
if (bmethod)
{
parser.ReportError("Cannot have virtual, override or action fields");
return;
}
// array
if (token.Type == ZScriptTokenType.OpenSquare)
{
stream.Position = cpos;
lens = ParseArrayDimensions();
if (lens == null) // error
{
return;
}
tokenizer.SkipWhitespace();
ZScriptTokenType[] expectTokens;
if (modifiers.Contains("static"))
{
expectTokens = new ZScriptTokenType[] { ZScriptTokenType.Semicolon, ZScriptTokenType.Comma, ZScriptTokenType.OpAssign }
}
;
else
{
expectTokens = new ZScriptTokenType[] { ZScriptTokenType.Semicolon, ZScriptTokenType.Comma }
};
token = tokenizer.ExpectToken(expectTokens);
if (token == null || !token.IsValid)
{
parser.ReportError("Expected ;, =, or comma, got " + ((Object)token ?? "<null>").ToString());
return;
}
// "static int A[] = {1, 2, 3};"
if (token.Type == ZScriptTokenType.OpAssign)
{
// read in array data
tokenizer.SkipWhitespace();
parser.SkipBlock(false);
tokenizer.SkipWhitespace();
token = tokenizer.ExpectToken(ZScriptTokenType.Semicolon, ZScriptTokenType.Comma);
if (token == null || !token.IsValid)
{
parser.ReportError("Expected ; or comma, got " + ((Object)token ?? "<null>").ToString());
return;
}
}
}
}
names.Add(name);
arraylens.Add(lens);
if (token.Type != ZScriptTokenType.Comma) // next name
{
break;
}
}
// validate modifiers here.
// protected and private cannot be combined.
if (bmethod)
{
if (modifiers.Contains("protected") && modifiers.Contains("private"))
{
parser.ReportError("Cannot have protected and private on the same method");
return;
}
// virtual and override cannot be combined.
int cvirtual = modifiers.Contains("virtual") ? 1 : 0;
cvirtual += modifiers.Contains("override") ? 1 : 0;
cvirtual += modifiers.Contains("final") ? 1 : 0;
if (cvirtual > 1)
{
parser.ReportError("Cannot have virtual, override and final on the same method");
return;
}
// meta (what the f**k is that?) probably cant be on a method
if (modifiers.Contains("meta"))
{
parser.ReportError("Cannot have meta on a method");
return;
}
}
// finished method or field parsing.
/*for (int i = 0; i < names.Count; i++)
* {
* string name = names[i];
* int arraylen = arraylens[i];
*
* string _args = "";
* if (args != null) _args = " (" + ZScriptTokenizer.TokensToString(args) + ")";
* else if (arraylen != -1) _args = " [" + arraylen.ToString() + "]";
* parser.LogWarning(string.Format("{0} {1} {2}{3}", string.Join(" ", modifiers.ToArray()), string.Join(", ", types.ToArray()), name, _args));
* }*/
// update 08.02.17: add user variables from ZScript actors.
if (args == null && types.Count == 1) // it's a field
{
// we support:
// - float
// - int
// - double
// - bool
string type = types[0];
UniversalType utype;
object udefault = null;
switch (type)
{
case "int":
case "int8":
case "int16":
case "uint":
case "uint8":
case "uint16":
utype = UniversalType.Integer;
break;
case "float":
case "double":
utype = UniversalType.Float;
break;
case "bool":
utype = UniversalType.Boolean;
break;
case "string":
utype = UniversalType.String;
break;
// todo test if class names and colors will work
default:
continue; // go read next field
}
UniversalType utype_reinterpret = utype;
if (var_props.ContainsKey("$userreinterpret"))
{
string sp = var_props["$userreinterpret"][0].Trim().ToLowerInvariant();
switch (sp)
{
case "color":
if (utype != UniversalType.Integer)
{
parser.LogWarning("Cannot use $UserReinterpret Color with non-integers");
break;
}
utype_reinterpret = UniversalType.Color;
break;
}
}
if (var_props.ContainsKey("$userdefaultvalue"))
{
string sp = var_props["$userdefaultvalue"][0];
switch (utype)
{
case UniversalType.String:
if (sp[0] == '"' && sp[sp.Length - 1] == '"')
{
sp = sp.Substring(1, sp.Length - 2);
}
udefault = sp;
break;
case UniversalType.Float:
double d;
if (!double.TryParse(sp, out d))
{
parser.LogWarning("Incorrect float default from string \"" + sp + "\"");
break;
}
udefault = d;
break;
case UniversalType.Integer:
int i;
if (!int.TryParse(sp, out i))
{
if (utype_reinterpret == UniversalType.Color)
{
sp = sp.ToLowerInvariant();
Rendering.PixelColor pc;
if (!ZDTextParser.GetColorFromString(sp, out pc))
{
parser.LogWarning("Incorrect color default from string \"" + sp + "\"");
break;
}
udefault = pc.ToInt() & 0xFFFFFF;
break;
}
}
udefault = i;
break;
case UniversalType.Boolean:
sp = sp.ToLowerInvariant();
if (sp == "true")
{
udefault = true;
}
else if (sp == "false")
{
udefault = false;
}
else
{
parser.LogWarning("Incorrect boolean default from string \"" + sp + "\"");
}
break;
}
}
for (int i = 0; i < names.Count; i++)
{
string name = names[i];
if (arraylens[i] != null || typearraylens[0] != null)
{
continue; // we don't process arrays
}
if (!name.StartsWith("user_"))
{
continue; // we don't process non-user_ fields (because ZScript won't pick them up anyway)
}
// parent class is not guaranteed to be loaded already, so handle collisions later
uservars.Add(name, utype_reinterpret);
if (udefault != null)
{
uservar_defaults.Add(name, udefault);
}
}
}
}
// parsing done, process thing arguments
ParseCustomArguments();
}
}
private ZScriptToken TryReadStringOrComment(bool allowstring, bool allowname, bool allowblock, bool allowline)
{
long cpos = LastPosition = reader.BaseStream.Position;
char c = reader.ReadChar();
switch (c)
{
case '/': // comment
{
if (!allowblock && !allowline)
{
break;
}
char cnext = reader.ReadChar();
if (cnext == '/')
{
if (!allowline)
{
break;
}
// line comment: read until newline but not including it
SB.Length = 0;
while (true)
{
cnext = reader.ReadChar();
if (cnext == '\n')
{
reader.BaseStream.Position--;
break;
}
SB.Append(cnext);
}
ZScriptToken tok = new ZScriptToken();
tok.Position = cpos;
tok.Type = ZScriptTokenType.LineComment;
tok.Value = SB.ToString();
return(tok);
}
else if (cnext == '*')
{
if (!allowblock)
{
break;
}
// block comment: read until closing sequence
SB.Length = 0;
while (true)
{
cnext = reader.ReadChar();
if (cnext == '*')
{
char cnext2 = reader.ReadChar();
if (cnext2 == '/')
{
break;
}
reader.BaseStream.Position--;
}
SB.Append(cnext);
}
ZScriptToken tok = new ZScriptToken();
tok.Position = cpos;
tok.Type = ZScriptTokenType.BlockComment;
tok.Value = SB.ToString();
return(tok);
}
break;
}
case '"':
case '\'':
{
if ((c == '"' && !allowstring) || (c == '\'' && !allowname))
{
break;
}
ZScriptTokenType type = (c == '"' ? ZScriptTokenType.String : ZScriptTokenType.Name);
SB.Length = 0;
while (true)
{
// todo: parse escape sequences properly
char cnext = reader.ReadChar();
if (cnext == '\\') // escape sequence. right now, do nothing
{
cnext = reader.ReadChar();
SB.Append(cnext);
}
else if (cnext == c)
{
ZScriptToken tok = new ZScriptToken();
tok.Position = cpos;
tok.Type = type;
tok.Value = SB.ToString();
return(tok);
}
else
{
SB.Append(cnext);
}
}
}
}
reader.BaseStream.Position = cpos;
return(null);
}
// this is to implement partial parsing. it counts {}, (), and []. it stops parsing at the specified type, if outside of nesting.
// also if last block token equals to the type, it will stop at the outer level. (i.e. last })
private static List <ZScriptToken> ReadEverythingUntil(ZScriptTokenizer t, ZScriptTokenType type, bool eofIsOk, bool skipWhitespace)
{
List <ZScriptToken> tokens = new List <ZScriptToken>();
int levelCurly = 0;
int levelSquare = 0;
int levelParen = 0;
while (true)
{
if (skipWhitespace)
{
t.SkipWhitespace();
}
long cpos = t.Reader.BaseStream.Position;
ZScriptToken token = t.ReadToken();
if (token == null)
{
if (!eofIsOk)
{
throw new ShaderCompileException("Expected {0} or token, got <EOF>", type);
}
break;
}
// if this is the end token, don't check anything -- just return
if (levelCurly == 0 && levelSquare == 0 && levelParen == 0 && token.Type == type)
{
// rewind and return token list
t.Reader.BaseStream.Position = cpos;
break;
}
switch (token.Type)
{
case ZScriptTokenType.OpenCurly:
levelCurly++;
break;
case ZScriptTokenType.CloseCurly:
levelCurly--;
break;
case ZScriptTokenType.OpenParen:
levelParen++;
break;
case ZScriptTokenType.CloseParen:
levelParen--;
break;
case ZScriptTokenType.OpenSquare:
levelSquare++;
break;
case ZScriptTokenType.CloseSquare:
levelSquare--;
break;
}
tokens.Add(token);
}
return(tokens);
}
