/// <summary>Parses a Stream.</summary> public static ILexer <Token> Tokenize(this IParsingService parser, Stream stream, string fileName, IMessageSink msgs = null) { return(parser.Tokenize(new StreamCharSource(stream), fileName, msgs)); }
/// <summary>Parses a string by invoking <see cref="IParsingService.Tokenize(ICharSource, string, IMessageSink)"/> using an empty string as the file name.</summary> public static ILexer <Token> Tokenize(this IParsingService parser, UString input, IMessageSink msgs = null) { return(parser.Tokenize(input, "", msgs ?? MessageSink.Default)); }
public static IEnumerable<LNode> ParseNodes(string Text, string Identifier, IParsingService Service, MacroProcessor Processor, IMessageSink Sink) { var lexer = Service.Tokenize(new UString(Text), Identifier, Sink); var nodes = Service.Parse(lexer, Sink); return Processor.ProcessSynchronously(new VList<LNode>(nodes)); }
public static ILexer Tokenize(this IParsingService parser, string input, IMessageSink msgs = null) { return(parser.Tokenize(new StringSlice(input), "", msgs ?? MessageSink.Current)); }
/// <summary>Parses a string by invoking <see cref="IParsingService.Tokenize(ICharSource, string, IMessageSink, IParsingOptions)"/> using default options.</summary> public static ILexer <Token> Tokenize(this IParsingService parser, ICharSource text, string fileName, IMessageSink msgs = null) { return(parser.Tokenize(text, fileName, msgs ?? MessageSink.Default, _fileWithComments)); }