/// <summary>Parses a Stream.</summary>
public static ILexer <Token> Tokenize(this IParsingService parser, Stream stream, string fileName, IMessageSink msgs = null)
{
return(parser.Tokenize(new StreamCharSource(stream), fileName, msgs));
}
/// <summary>Parses a string by invoking <see cref="IParsingService.Tokenize(ICharSource, string, IMessageSink)"/> using an empty string as the file name.</summary>
public static ILexer <Token> Tokenize(this IParsingService parser, UString input, IMessageSink msgs = null)
{
return(parser.Tokenize(input, "", msgs ?? MessageSink.Default));
}
public static IEnumerable<LNode> ParseNodes(string Text, string Identifier, IParsingService Service, MacroProcessor Processor, IMessageSink Sink)
{
var lexer = Service.Tokenize(new UString(Text), Identifier, Sink);
var nodes = Service.Parse(lexer, Sink);
return Processor.ProcessSynchronously(new VList<LNode>(nodes));
}
public static ILexer Tokenize(this IParsingService parser, string input, IMessageSink msgs = null)
{
return(parser.Tokenize(new StringSlice(input), "", msgs ?? MessageSink.Current));
}
/// <summary>Parses a string by invoking <see cref="IParsingService.Tokenize(ICharSource, string, IMessageSink, IParsingOptions)"/> using default options.</summary>
public static ILexer <Token> Tokenize(this IParsingService parser, ICharSource text, string fileName, IMessageSink msgs = null)
{
return(parser.Tokenize(text, fileName, msgs ?? MessageSink.Default, _fileWithComments));
}
