public static Token Parse(Scope scope, KeywordToken tagToken)
{
var code = scope.Code;
code.SkipWhiteSpace();
var word = code.PeekWordR();
if (string.IsNullOrEmpty(word))
{
return(tagToken);
}
if (!Constants.TagNames.Contains(word))
{
return(tagToken);
}
var nameToken = new KeywordToken(scope, code.MovePeekedSpan(), word);
var ret = new TagToken(scope);
ret.AddToken(tagToken);
ret.AddToken(nameToken);
return(ret);
}
public static WhileStatement Parse(Scope scope, KeywordToken whileToken)
{
var code = scope.Code;
var ret = new WhileStatement(scope, whileToken);
scope = scope.Clone();
scope.BreakOwner = ret;
scope.ContinueOwner = ret;
// Expression
var expressionScope = scope.Clone();
expressionScope.Hint |= ScopeHint.SuppressDataType | ScopeHint.SuppressFunctionDefinition | ScopeHint.SuppressVarDecl;
ret._expressionToken = ExpressionToken.TryParse(scope, null);
if (ret._expressionToken != null)
{
ret.AddToken(ret._expressionToken);
if (code.PeekExact('{'))
{
var bodyScope = scope.Clone();
bodyScope.Hint |= ScopeHint.SuppressFunctionDefinition;
ret.AddToken(ret._bodyToken = BracesToken.Parse(bodyScope, null));
}
}
return(ret);
}
private BracesToken _bodyToken; // Could be null for unfinished code.
private SwitchStatement(Scope scope, KeywordToken switchToken)
: base(scope)
{
#if DEBUG
if (switchToken == null)
{
throw new ArgumentNullException("switchToken");
}
#endif
AddToken(switchToken);
}
public static BreakStatement Parse(Scope scope, KeywordToken breakToken)
{
var ret = new BreakStatement(scope);
ret.AddToken(breakToken);
if (scope.Code.ReadExact(';'))
{
ret.AddToken(new StatementEndToken(scope, scope.Code.Span));
}
return(ret);
}
public static ContinueStatement Parse(Scope scope, KeywordToken continueToken)
{
var ret = new ContinueStatement(scope);
ret.AddToken(continueToken);
if (scope.Code.ReadExact(';'))
{
ret.AddToken(new StatementEndToken(scope, scope.Code.Span));
}
return(ret);
}
public static IfStatement Parse(Scope scope, KeywordToken ifToken)
{
var code = scope.Code;
var ret = new IfStatement(scope);
ret.AddToken(ifToken);
var scopeIndent = scope.Clone();
scopeIndent.Hint |= ScopeHint.NotOnRoot | ScopeHint.SuppressFunctionDefinition | ScopeHint.SuppressVarDecl;
ret._condition = ExpressionToken.TryParse(scopeIndent, null);
if (ret._condition != null)
{
ret.AddToken(ret._condition);
}
if (code.PeekExact('{'))
{
ret.AddToken(ret._trueBody = BracesToken.Parse(scopeIndent, null));
if (code.ReadExactWholeWord("else"))
{
ret.AddToken(ret._elseToken = new KeywordToken(scopeIndent, code.Span, "else"));
if (code.PeekExact('{'))
{
ret.AddToken(ret._falseBody = BracesToken.Parse(scopeIndent, null));
}
else if (code.ReadExactWholeWord("if"))
{
var ifToken2 = new KeywordToken(scopeIndent, code.Span, "if");
ret.AddToken(ret._falseBody = IfStatement.Parse(scopeIndent, ifToken2));
}
}
}
return(ret);
}
public static StatementToken TryParse(Scope scope, StatementParseCallback callback = null)
{
var code = scope.Code;
if (!code.SkipWhiteSpace())
{
return(null);
}
var ret = new StatementToken(scope);
if (!code.Peek())
{
return(null);
}
switch (code.Type)
{
case CodeType.Word:
switch (code.Text)
{
case "alter":
{
var keywordToken = new KeywordToken(scope, code.MovePeekedSpan(), code.Text);
var token = CreateStatement.ParseAlter(scope, keywordToken);
ret.AddToken(token);
if (callback != null)
{
callback(token);
}
return(ret);
}
case "break":
if (scope.BreakOwner != null)
{
var keywordToken = new KeywordToken(scope, code.MovePeekedSpan(), code.Text);
var breakToken = BreakStatement.Parse(scope, keywordToken);
ret.AddToken(breakToken);
if (callback != null)
{
callback(breakToken);
}
scope.BreakOwner.OnBreakAttached(breakToken);
return(ret);
}
break;
case "create":
{
var keywordToken = new KeywordToken(scope, code.MovePeekedSpan(), code.Text);
var token = CreateStatement.ParseCreate(scope, keywordToken);
ret.AddToken(token);
if (callback != null)
{
callback(token);
}
return(ret);
}
case "col":
case "row":
case "colff":
case "page":
{
var keywordToken = new KeywordToken(scope, code.MovePeekedSpan(), code.Text);
var token = RowColStatement.Parse(scope, keywordToken);
ret.AddToken(token);
if (callback != null)
{
callback(token);
}
return(ret);
}
case "continue":
if (scope.ContinueOwner != null)
{
var keywordToken = new KeywordToken(scope, code.MovePeekedSpan(), code.Text);
var continueToken = ContinueStatement.Parse(scope, keywordToken);
ret.AddToken(continueToken);
if (callback != null)
{
callback(continueToken);
}
scope.ContinueOwner.OnContinueAttached(continueToken);
return(ret);
}
break;
case "extern":
{
var keywordToken = new KeywordToken(scope, code.MovePeekedSpan(), code.Text);
var token = ExternStatement.Parse(scope, keywordToken);
ret.AddToken(token);
if (callback != null)
{
callback(token);
}
return(ret);
}
case "extract":
{
var keywordToken = new KeywordToken(scope, code.MovePeekedSpan(), code.Text);
var token = ExtractStatement.Parse(scope, keywordToken);
ret.AddToken(token);
if (callback != null)
{
callback(token);
}
return(ret);
}
case "footer":
{
var keywordToken = new KeywordToken(scope, code.MovePeekedSpan(), code.Text);
var token = FooterStatement.Parse(scope, keywordToken);
ret.AddToken(token);
if (callback != null)
{
callback(token);
}
return(ret);
}
case "for":
{
var keywordToken = new KeywordToken(scope, code.MovePeekedSpan(), code.Text);
var token = ForStatement.Parse(scope, keywordToken);
ret.AddToken(token);
if (callback != null)
{
callback(token);
}
return(ret);
}
case "format":
{
var keywordToken = new KeywordToken(scope, code.MovePeekedSpan(), code.Text);
var token = FormatStatement.Parse(scope, keywordToken);
ret.AddToken(token);
if (callback != null)
{
callback(token);
}
return(ret);
}
case "header":
{
var keywordToken = new KeywordToken(scope, code.MovePeekedSpan(), code.Text);
var token = HeaderStatement.Parse(scope, keywordToken);
ret.AddToken(token);
if (callback != null)
{
callback(token);
}
return(ret);
}
case "if":
{
var keywordToken = new KeywordToken(scope, code.MovePeekedSpan(), code.Text);
var token = IfStatement.Parse(scope, keywordToken);
ret.AddToken(token);
if (callback != null)
{
callback(token);
}
return(ret);
}
case "public":
case "private":
case "protected":
if (scope.Model.FileContext.IsClass())
{
var keywordToken = new KeywordToken(scope, code.MovePeekedSpan(), code.Text);
ret.AddToken(keywordToken);
if (callback != null)
{
callback(keywordToken);
}
return(ret);
}
else
{
break;
}
case "return":
{
var keywordToken = new KeywordToken(scope, code.MovePeekedSpan(), code.Text);
var token = ReturnStatement.Parse(scope, keywordToken);
ret.AddToken(token);
if (callback != null)
{
callback(token);
}
return(ret);
}
case "select":
{
var keywordToken = new KeywordToken(scope, code.MovePeekedSpan(), code.Text);
var token = SelectStatement.Parse(scope, keywordToken);
ret.AddToken(token);
if (callback != null)
{
callback(token);
}
return(ret);
}
case "switch":
{
var keywordToken = new KeywordToken(scope, code.MovePeekedSpan(), code.Text);
var token = SwitchStatement.Parse(scope, keywordToken);
ret.AddToken(token);
if (callback != null)
{
callback(token);
}
return(ret);
}
case "while":
{
var keywordToken = new KeywordToken(scope, code.MovePeekedSpan(), code.Text);
var token = WhileStatement.Parse(scope, keywordToken);
ret.AddToken(token);
if (callback != null)
{
callback(token);
}
return(ret);
}
}
break;
case CodeType.Preprocessor:
switch (code.Text)
{
case "#insert":
{
var token = InsertToken.Parse(scope, new InsertStartToken(scope, code.MovePeekedSpan()));
ret.AddToken(token);
if (callback != null)
{
callback(token);
}
return(ret);
}
case "#endinsert":
{
var token = new InsertEndToken(scope, code.MovePeekedSpan());
ret.AddToken(token);
if (callback != null)
{
callback(token);
}
return(ret);
}
case "#replace":
{
var token = ReplaceToken.Parse(scope, new ReplaceStartToken(scope, code.MovePeekedSpan()));
ret.AddToken(token);
if (callback != null)
{
callback(token);
}
return(ret);
}
case "#with":
{
var token = new ReplaceWithToken(scope, code.MovePeekedSpan());
ret.AddToken(token);
if (callback != null)
{
callback(token);
}
return(ret);
}
case "#endreplace":
{
var token = new ReplaceEndToken(scope, code.MovePeekedSpan());
ret.AddToken(token);
if (callback != null)
{
callback(token);
}
return(ret);
}
case "#include":
{
var token = IncludeToken.Parse(scope, new PreprocessorToken(scope, code.MovePeekedSpan(), code.Text));
ret.AddToken(token);
if (callback != null)
{
callback(token);
}
return(ret);
}
default:
{
var token = new PreprocessorToken(scope, code.MovePeekedSpan(), code.Text);
ret.AddToken(token);
if (callback != null)
{
callback(token);
}
return(ret);
}
}
case CodeType.Operator:
switch (code.Text)
{
case "{":
{
// Start of a 'scope'. This is not allowed in PROBE/WBDK but allow it here anyway.
var token = BracesToken.Parse(scope, null);
ret.AddToken(token);
if (callback != null)
{
callback(token);
}
return(ret);
}
case "}":
{
// Unmatched '}'. This is a syntax error, but since it's a statement breaking token, add it here and end the statement.
var token = new OperatorToken(scope, code.MovePeekedSpan(), "}");
ret.AddToken(token);
if (callback != null)
{
callback(token);
}
return(ret);
}
}
break;
}
var exp = ExpressionToken.TryParse(scope, null);
if (exp != null)
{
ret.AddToken(exp);
if (callback != null)
{
callback(exp);
}
code.SkipWhiteSpace();
}
if (code.ReadExact(';'))
{
// Empty statement. This is not allowed in PROBE/WBDK, but allow it here anyway.
var token = new StatementEndToken(scope, code.Span);
ret.AddToken(token);
if (callback != null)
{
callback(token);
}
return(ret);
}
return(ret);
}
public static SwitchStatement Parse(Scope scope, KeywordToken switchToken)
{
var ret = new SwitchStatement(scope, switchToken);
scope = scope.Clone();
scope.BreakOwner = ret;
var code = scope.Code;
var expressionScope = scope.Clone();
expressionScope.Hint |= ScopeHint.SuppressDataType | ScopeHint.SuppressFunctionDefinition | ScopeHint.SuppressVarDecl;
ret._expressionToken = ExpressionToken.TryParse(expressionScope, null);
if (ret._expressionToken != null)
{
ret.AddToken(ret._expressionToken);
}
if (code.ReadExact('{'))
{
var bodyScope = scope.Clone();
bodyScope.Hint |= ScopeHint.SuppressFunctionDefinition;
ret._bodyToken = new BracesToken(bodyScope, code.Span);
ret.AddToken(ret._bodyToken);
var switchDataType = ret.ExpressionDataType;
while (true)
{
if (code.ReadExact('}'))
{
ret._bodyToken.AddClose(code.Span);
return(ret);
}
if (code.ReadExactWholeWord("case"))
{
ret.AddToken(new KeywordToken(scope, code.Span, "case"));
var caseExp = ExpressionToken.TryParse(scope, _caseEndTokens, expectedDataType: switchDataType);
if (caseExp != null)
{
ret.AddToken(caseExp);
}
if (code.ReadExact(':'))
{
ret.AddToken(new OperatorToken(scope, code.Span, ":"));
}
continue;
}
if (code.ReadExactWholeWord("default"))
{
ret.AddToken(new KeywordToken(scope, code.Span, "default"));
if (code.ReadExact(':'))
{
ret.AddToken(new OperatorToken(scope, code.Span, ":"));
}
continue;
}
var stmt = StatementToken.TryParse(bodyScope);
if (stmt != null)
{
ret._bodyToken.AddToken(stmt);
}
else
{
break;
}
}
}
return(ret);
}
public static SelectStatement Parse(Scope parentScope, KeywordToken selectToken)
{
var ret = new SelectStatement(parentScope, selectToken);
var scope = parentScope.Clone();
scope.BreakOwner = ret;
scope.ContinueOwner = ret;
var code = scope.Code;
if (code.ReadStringLiteral())
{
ret.AddToken(new StringLiteralToken(scope, code.Span, code.Text));
}
if (code.ReadExact('*'))
{
ret.AddToken(new OperatorToken(scope, code.Span, "*"));
}
if (!code.ReadExactWholeWord("from"))
{
return(ret);
}
ret.AddToken(new KeywordToken(scope, code.Span, "from"));
ExtractTableDefinition extractDef = null;
DkDict.Table table = null;
if (code.ReadWord())
{
if ((table = DkDict.Dict.GetTable(code.Text)) != null)
{
ret.AddToken(new TableToken(scope, code.Span, code.Text, table.Definition));
}
else if ((extractDef = scope.DefinitionProvider.GetAny <ExtractTableDefinition>(code.TokenStartPostion, code.Text).FirstOrDefault()) != null)
{
ret.AddToken(new IdentifierToken(scope, code.Span, code.Text, extractDef));
}
else
{
ret.AddToken(new UnknownToken(scope, code.Span, code.Text));
}
}
if (code.ReadExactWholeWord("of"))
{
ret.AddToken(new KeywordToken(scope, code.Span, "of"));
if (code.ReadWord())
{
if ((table = DkDict.Dict.GetTable(code.Text)) != null)
{
ret.AddToken(new TableToken(scope, code.Span, code.Text, table.Definition));
}
else
{
ret.AddToken(new UnknownToken(scope, code.Span, code.Text));
}
}
}
else if (code.ReadExact(','))
{
ret.AddToken(new DelimiterToken(scope, code.Span));
var expectingComma = false;
while (!code.EndOfFile)
{
if (code.PeekExact('{'))
{
break;
}
if (expectingComma)
{
if (code.ReadExact(','))
{
ret.AddToken(new DelimiterToken(scope, code.Span));
expectingComma = false;
}
else
{
break;
}
}
else if (code.ReadWord())
{
if ((table = DkDict.Dict.GetTable(code.Text)) != null)
{
ret.AddToken(new TableToken(scope, code.Span, code.Text, table.Definition));
}
else
{
ret.AddToken(new UnknownToken(scope, code.Span, code.Text));
}
expectingComma = true;
}
else
{
break;
}
}
}
// WHERE and ORDER BY
var gotWhere = false;
var gotOrderBy = false;
while (!code.EndOfFile)
{
if (code.PeekExact('{'))
{
break;
}
if (!gotWhere && code.ReadExactWholeWord("where"))
{
ret.AddToken(new KeywordToken(scope, code.Span, code.Text));
gotWhere = true;
var exp = ExpressionToken.TryParse(scope, _whereEndTokens);
if (exp != null)
{
ret.AddToken(exp);
}
else
{
break;
}
}
else if (!gotOrderBy && code.ReadExactWholeWord("order"))
{
ret.AddToken(new KeywordToken(scope, code.Span, code.Text));
gotOrderBy = true;
if (!code.ReadExactWholeWord("by"))
{
break;
}
ret.AddToken(new KeywordToken(scope, code.Span, code.Text));
while (!code.EndOfFile)
{
if (code.PeekExact('{'))
{
break;
}
if (code.ReadExact(','))
{
ret.AddToken(new DelimiterToken(scope, code.Span));
continue;
}
if (code.ReadExactWholeWord("asc") || code.ReadExactWholeWord("desc"))
{
ret.AddToken(new KeywordToken(scope, code.Span, code.Text));
continue;
}
if (TryParseColumn(scope, ret, true, extractDef))
{
continue;
}
break;
}
}
else
{
break;
}
}
// Body
if (code.ReadExact('{'))
{
var braces = new BracesToken(scope);
braces.AddOpen(code.Span);
ret.AddToken(braces);
while (!code.EndOfFile)
{
if (code.ReadExact('}'))
{
braces.AddClose(code.Span);
break;
}
if (code.ReadExactWholeWord("for"))
{
braces.AddToken(new KeywordToken(scope, code.Span, "for"));
if (!code.ReadExactWholeWord("each"))
{
continue;
}
braces.AddToken(new KeywordToken(scope, code.Span, "each"));
if (!code.ReadExact(':'))
{
continue;
}
braces.AddToken(new OperatorToken(scope, code.Span, ":"));
}
else if (code.ReadExactWholeWord("before") || code.ReadExactWholeWord("after"))
{
braces.AddToken(new KeywordToken(scope, code.Span, code.Text));
if (!code.ReadExactWholeWord("group"))
{
continue;
}
braces.AddToken(new KeywordToken(scope, code.Span, "group"));
if (code.ReadExactWholeWord("all"))
{
braces.AddToken(new KeywordToken(scope, code.Span, "all"));
if (!code.ReadExact(':'))
{
continue;
}
braces.AddToken(new OperatorToken(scope, code.Span, ":"));
}
else if (TryParseColumn(scope, braces, false, extractDef))
{
if (!code.ReadExact(':'))
{
continue;
}
braces.AddToken(new OperatorToken(scope, code.Span, ":"));
}
}
else if (code.ReadExactWholeWord("default"))
{
braces.AddToken(new KeywordToken(scope, code.Span, "default"));
if (!code.ReadExact(':'))
{
continue;
}
braces.AddToken(new OperatorToken(scope, code.Span, ":"));
}
else
{
var stmt = StatementToken.TryParse(scope);
if (stmt != null)
{
braces.AddToken(stmt);
}
}
}
}
return(ret);
}
private SelectStatement(Scope scope, KeywordToken selectToken)
: base(scope)
{
AddToken(selectToken);
}
private BracesToken _bodyToken; // Could be null for unfinished code.
private WhileStatement(Scope scope, KeywordToken whileToken)
: base(scope)
{
AddToken(whileToken);
}
