public Tokenizer(TokenizerOptions options = null)
{
_options = options ?? _defaultOptions;
_buffer = new StringBuilder(512);
}
public Tokenizer(string input, TokenizerOptions options = null, string source = SourceLocation.NoSource, int startLineNumber = 0, int startColumnNumber = 0)
: this( options )
{
Reset(input, source, startLineNumber, startColumnNumber);
}
/// <summary>
/// Analyses a string.
/// </summary>
/// <param name="s">String to analyse.</param>
/// <param name="tOptions">Tokenizer options.</param>
/// <param name="aOptions">Analyser options.</param>
/// <returns>The resulting AST.</returns>
public static Expr AnalyseString(string s, TokenizerOptions tOptions = null, AnalyzerOptions aOptions = null)
{
Analyzer a = new Analyzer(aOptions);
return(a.Analyse(new Tokenizer(s, tOptions)));
}
