protected List <Token> ElseIfStatementsFilter(List <Token> tokens)
{
var elseIfPattern = TokenSequencePatternBuilder
.Reset()
.Then(TokenType.ELSE_OPERATOR)
.Then(TokenType.IF_OPERATOR)
.Build();
var elseIfPatternResult = elseIfPattern.GetMatch(tokens);
while (elseIfPatternResult.IsFullMatch)
{
tokens.RemoveRange(elseIfPatternResult.Start, elseIfPatternResult.Length);
var newTokenText = new Token(TokenType.ELSE_IF_OPERATOR, "else if");
tokens.Insert(elseIfPatternResult.Start, newTokenText);
elseIfPatternResult = elseIfPattern.GetMatch(tokens, elseIfPatternResult.Start);
}
return(tokens);
}
public TokenFilterChain()
{
var langSpecificPattern = new SingleTokenPattern(TokenType.LANG_SPECIFIC);
var strDoubleQuotePattern = new StartEndTokensPattern(TokenType.DOUBLE_QUOTE, TokenType.DOUBLE_QUOTE);
var strSingleQuotePattern = new StartEndTokensPattern(TokenType.SINGLE_QUOTE, TokenType.SINGLE_QUOTE);
var elseIfPattern = TokenSequencePatternBuilder
.Reset()
.Then(TokenType.ELSE_OPERATOR)
.Then(TokenType.IF_OPERATOR)
.Build();
var inputPattern = new StartEndTokensPattern(
TokenType.INPUT_OPERATOR,
TokenType.LINE_END);
var outputPattern = new StartEndTokensPattern(
TokenType.OUTPUT_OPERATOR,
TokenType.LINE_END);
var twoTextsPattern = TokenSequencePatternBuilder
.Reset()
.Then(TokenType.TEXT)
.Then(TokenType.TEXT)
.Build();
Filters.AddRange(new List <TokenFilter>()
{
new RemoveTokensFilter(langSpecificPattern, TokenFilter.HighestPriority),
new EditTokensFilter(TokensToTextTokenFilter, strDoubleQuotePattern, TokenFilter.PreHighestPriority),
new EditTokensFilter(TokensToTextTokenFilter, strSingleQuotePattern, TokenFilter.PreHighestPriority),
new EditTokensFilter(ElseIfMergeFilter, elseIfPattern, TokenFilter.PreHighestPriority),
new EditTokensFilter(InOutPutTokenFilter, inputPattern, TokenFilter.PreHighestPriority),
new EditTokensFilter(InOutPutTokenFilter, outputPattern, TokenFilter.PreHighestPriority),
new EditTokensFilter(TokensToTextTokenFilter, twoTextsPattern, TokenFilter.LowestPriority)
});
}
public CppTokenFilterChain()
{
var argsBlock = new TokensBlockWithExcludePatternBuilder()
.Reset()
.StartWith(TokenType.ARGS_OPEN)
.ExceptRange(
Enum.GetValues(typeof(TokenType))
.Cast <TokenType>()
.Where(t => t.IsOperatorToken())
.ToList())
.Except(TokenType.ACCESS_MODIFICATOR)
.EndWith(TokenType.ARGS_CLOSE)
.Build();
var gotoLabelPattern = TokenSequencePatternBuilder
.Reset()
.Then(TokenType.IDENTIFIER)
.Then(TokenType.DOUBLE_DOT)
.Build();
var gotoConstructionPattern = new StartEndTokensPattern(
TokenType.RESERVE_5,
TokenType.LINE_END);
var accessModificatorPattern = TokenSequencePatternBuilder
.Reset()
.Then(TokenType.ACCESS_MODIFICATOR)
.Then(TokenType.DOUBLE_DOT)
.Build();
var classQualifierPattern = TokenSequencePatternBuilder
.Reset()
.Then(TokenType.IDENTIFIER)
.Then(TokenType.DOUBLE_DOT)
.Then(TokenType.DOUBLE_DOT)
.Build();
var throwLinePattern = new StartEndTokensPattern(
TokenType.THROW_OPERATOR,
TokenType.LINE_END);
var emptyObjVarsPattern = TokenSequencePatternBuilder
.Reset()
.Then(TokenType.IDENTIFIER)
.Then(TokenType.IDENTIFIER)
.Then(TokenType.LINE_END)
.Build();
var varDefPattern = TokenSequencePatternBuilder
.Reset()
.Then(TokenType.IDENTIFIER)
.Then(TokenType.LINE_END)
.Build();
var castPattern = TokenSequencePatternBuilder
.Reset()
.Then(TokenType.ARGS_OPEN)
.Then(TokenType.IDENTIFIER)
.Then(TokenType.ARGS_CLOSE)
.Build();
var catchBlockPattern = StrictPatternBuilder
.Reset()
.NextPattern(new SingleTokenPattern(TokenType.CATCH_OPERATOR))
.NextPattern(argsBlock)
.NextPattern(TokensBlockPattern.BracketBlock)
.Build();
var structDefPattern = StrictPatternBuilder
.Reset()
.NextPattern(TokenSequencePatternBuilder
.Reset()
.Then(TokenType.RESERVE_1)
.Then(TokenType.IDENTIFIER)
.Build())
.NextPattern(TokensBlockPattern.BracketBlock)
.Build();
var structVarInitComboPattern = StrictPatternBuilder
.Reset()
.NextPattern(TokenSequencePatternBuilder
.Reset()
.Then(TokenType.IDENTIFIER)
.Then(TokenType.IDENTIFIER)
.Then(TokenType.EQUAL_ACTION)
.Build())
.NextPattern(TokensBlockPattern.BracketBlock)
.Build();
Filters.AddRange(new List <TokenFilter>()
{
new RemoveTokensFilter(gotoLabelPattern, TokenFilter.HighestPriority),
new RemoveTokensFilter(gotoConstructionPattern, TokenFilter.HighestPriority),
new RemoveTokensFilter(catchBlockPattern, TokenFilter.HighestPriority),
new RemoveTokensFilter(structDefPattern, TokenFilter.HighestPriority),
new RemoveTokensFilter(structVarInitComboPattern, TokenFilter.HighestPriority),
new RemoveTokensFilter(accessModificatorPattern, TokenFilter.HighestPriority),
new RemoveTokensFilter(classQualifierPattern, TokenFilter.HighestPriority),
new EditTokensFilter(FilterTryBlock, TokenFilter.PreHighestPriority),
new EditTokensFilter(ClassFilter, TokenFilter.PreHighestPriority),
new RemoveTokensFilter(throwLinePattern),
new RemoveTokensFilter(castPattern),
new RemoveTokensFilter(emptyObjVarsPattern, TokenFilter.LowestPriority),
new RemoveTokensFilter(varDefPattern, TokenFilter.LowestPriority)
});
}
public CppCodeParser()
{
var ifPattern = BuildFullOperatorPattern(TokenType.IF_OPERATOR);
var elseIfPattern = BuildFullOperatorPattern(TokenType.ELSE_IF_OPERATOR);
var forPattern = BuildFullOperatorPattern(TokenType.FOR_OPERATOR);
var whilePattern = BuildFullOperatorPattern(TokenType.WHILE_OPERATOR);
var elsePattern = StrictPatternBuilder
.Reset()
.NextPattern(new SingleTokenPattern(TokenType.ELSE_OPERATOR))
.NextPattern(TokensBlockPattern.BracketBlock)
.Build();
var doWhilePattern = StrictPatternBuilder
.Reset()
.NextPattern(new SingleTokenPattern(TokenType.DO_WHILE_OPERATOR))
.NextPattern(TokensBlockPattern.BracketBlock)
.NextPattern(new SingleTokenPattern(TokenType.WHILE_OPERATOR))
.NextPattern(ArgsPattern)
.NextPattern(new SingleTokenPattern(TokenType.LINE_END))
.Build();
var inputPattern = TokenSequencePatternBuilder.Reset()
.Then(TokenType.INPUT_OPERATOR)
.Then(TokenType.TEXT)
.Then(TokenType.LINE_END)
.Build();
var outputPattern = TokenSequencePatternBuilder.Reset()
.Then(TokenType.OUTPUT_OPERATOR)
.Then(TokenType.TEXT)
.Then(TokenType.LINE_END)
.Build();
var processPattern = new StartEndTokensPattern(TokenType.IDENTIFIER, TokenType.LINE_END);
var programPattern = new StartEndTokensPattern(
StrictPatternBuilder
.Reset()
.NextPattern(TokenSequencePatternBuilder
.Reset()
.Then(TokenType.IDENTIFIER)
.Then(TokenType.DOT)
.Then(TokenType.IDENTIFIER)
.Build())
.NextPattern(ArgsPattern)
.Build(),
new SingleTokenPattern(TokenType.LINE_END));
var programPattern1 = new StartEndTokensPattern(
StrictPatternBuilder
.Reset()
.NextPattern(new SingleTokenPattern(TokenType.IDENTIFIER))
.NextPattern(ArgsPattern)
.Build(),
new SingleTokenPattern(TokenType.LINE_END));
var ifSyntaxRule = GetCommonOperatorParseRule(NodeType.IF, ifPattern);
var elseIfSyntaxRule = GetCommonOperatorParseRule(NodeType.ELSE_IF, elseIfPattern);
var forSyntaxRule = GetCommonOperatorParseRule(NodeType.FOR, forPattern);
var whileSyntaxRule = GetCommonOperatorParseRule(NodeType.WHILE, whilePattern);
var elseSyntaxRule = GetElseParseRule(elsePattern);
var doWhileSyntaxRule = GetDoWhileParseRule(doWhilePattern);
var inputSyntaxRule = GetSimpleOperatorParseRule(NodeType.INPUT, inputPattern);
var outputSyntaxRule = GetSimpleOperatorParseRule(NodeType.OUTPUT, outputPattern);
var processSyntaxRule = GetSimpleOperatorParseRule(NodeType.PROCESS, processPattern);
var programSyntaxRule = GetSimpleOperatorParseRule(NodeType.PROGRAM, programPattern);
var programSyntaxRule1 = GetSimpleOperatorParseRule(NodeType.PROGRAM, programPattern1);
ParseRules = new List <ParseRule>()
{
ifSyntaxRule,
elseIfSyntaxRule,
elseSyntaxRule,
forSyntaxRule,
whileSyntaxRule,
doWhileSyntaxRule,
inputSyntaxRule,
outputSyntaxRule,
processSyntaxRule,
programSyntaxRule,
programSyntaxRule1,
};
}
