public Lexer(SourceText text, CSharpParseOptions options, bool allowPreprocessorDirectives = true)
: base(text)
{
Debug.Assert(options != null);
_options = options;
_builder = new StringBuilder();
_identBuffer = new char[32];
_cache = new LexerCache();
_createQuickTokenFunction = this.CreateQuickToken;
_allowPreprocessorDirectives = allowPreprocessorDirectives;
}
public Lexer(SourceText text, CSharpParseOptions options)
: base(text)
{
Debug.Assert(options != null);
this.options = options;
this.builder = new StringBuilder();
this.identBuffer = new char[32];
this.cache = new LexerCache();
this.createQuickTokenFunction = this.CreateQuickToken;
}