private void ParseDecorator(RawTemplate template, ref RawToken token, RawTokenEnumerator enumerator, ref FlatTokenParserState state, ref RawTokenDecorator decorator) { var next = enumerator.Next(); if (string.IsNullOrWhiteSpace(next)) { return; } switch (next) { case "}": token.Decorators.Add(decorator); template.Tokens.Add(token); token = new RawToken(); decorator = new RawTokenDecorator(); state = FlatTokenParserState.InPreamble; break; case ",": token.Decorators.Add(decorator); decorator = new RawTokenDecorator(); break; case "(": state = FlatTokenParserState.InDecoratorArgument; break; default: decorator.AppendName(next); break; } }
private void ParseDecoratorArgumentRunOff(RawTokenEnumerator enumerator, ref FlatTokenParserState state, ref RawTokenDecorator decorator, ref string argument) { var next = enumerator.Next(); if (string.IsNullOrWhiteSpace(next)) { return; } switch (next) { case ",": state = FlatTokenParserState.InDecoratorArgument; break; case ")": state = FlatTokenParserState.InDecorator; break; default: throw new TokenizerException($"Unexpected character: '{next}'"); } }
private void ParseDecoratorArgumentInDoubleQuotes(RawTokenEnumerator enumerator, ref FlatTokenParserState state, ref RawTokenDecorator decorator, ref string argument) { var next = enumerator.Next(); switch (next) { case @"""": decorator.Args.Add(argument); argument = string.Empty; state = FlatTokenParserState.InDecoratorArgumentRunOff; break; default: argument += next; break; } }
private void ParseDecoratorArgument(RawTokenEnumerator enumerator, ref FlatTokenParserState state, ref RawTokenDecorator decorator, ref string argument) { var next = enumerator.Next(); if (string.IsNullOrWhiteSpace(argument) && string.IsNullOrWhiteSpace(next)) { return; } switch (next) { case ")": decorator.Args.Add(argument.Trim()); argument = string.Empty; state = FlatTokenParserState.InDecorator; break; case "'": if (string.IsNullOrWhiteSpace(argument)) { argument = string.Empty; state = FlatTokenParserState.InDecoratorArgumentSingleQuotes; } else { argument += next; } break; case @"""": if (string.IsNullOrWhiteSpace(argument)) { argument = string.Empty; state = FlatTokenParserState.InDecoratorArgumentDoubleQuotes; } else { argument += next; } break; case ",": decorator.Args.Add(argument.Trim()); argument = string.Empty; state = FlatTokenParserState.InDecoratorArgument; break; default: argument += next; break; } }
public RawTemplate Parse(string pattern, TokenizerOptions options) { var template = new RawTemplate(); template.Options = options.Clone(); var enumerator = new RawTokenEnumerator(pattern); if (enumerator.IsEmpty) { return(template); } var state = FlatTokenParserState.AtStart; var token = new RawToken(); var decorator = new RawTokenDecorator(); var argument = string.Empty; var frontMatterName = new StringBuilder(); var frontMatterValue = new StringBuilder(); while (enumerator.IsEmpty == false) { switch (state) { case FlatTokenParserState.AtStart: ParseStart(enumerator, ref state); break; case FlatTokenParserState.InFrontMatter: ParseFrontMatter(enumerator, ref frontMatterName, ref state); break; case FlatTokenParserState.InFrontMatterComment: ParseFrontMatterComment(enumerator, ref state); break; case FlatTokenParserState.InFrontMatterOption: ParseFrontMatterOption(enumerator, ref frontMatterName, ref state); break; case FlatTokenParserState.InFrontMatterOptionValue: ParseFrontMatterOptionValue(template, enumerator, ref frontMatterName, ref frontMatterValue, ref state); break; case FlatTokenParserState.InPreamble: ParsePreamble(ref token, enumerator, ref state); break; case FlatTokenParserState.InTokenName: ParseTokenName(template, ref token, enumerator, ref state); break; case FlatTokenParserState.InDecorator: ParseDecorator(template, ref token, enumerator, ref state, ref decorator); break; case FlatTokenParserState.InDecoratorArgument: ParseDecoratorArgument(enumerator, ref state, ref decorator, ref argument); break; case FlatTokenParserState.InDecoratorArgumentSingleQuotes: ParseDecoratorArgumentInSingleQuotes(enumerator, ref state, ref decorator, ref argument); break; case FlatTokenParserState.InDecoratorArgumentDoubleQuotes: ParseDecoratorArgumentInDoubleQuotes(enumerator, ref state, ref decorator, ref argument); break; case FlatTokenParserState.InDecoratorArgumentRunOff: ParseDecoratorArgumentRunOff(enumerator, ref state, ref decorator, ref argument); break; default: throw new TokenizerException($"Unknown FlatTokenParserState: {state}"); } } // Append current token if it has contents // Note: allow empty token values, as these will serve to truncate the last // token in the template if (string.IsNullOrWhiteSpace(token.Preamble) == false) { template.Tokens.Add(token); } return(template); }