/// <summary>
/// Creates a new instance of <see cref="Lexer"/>.
/// </summary>
public Lexer(
Lexicon lexicon,
IdentifierChecker identifier_checker,
LiteralSniffer literal_sniffer,
short[] illegal_duplicates)
{
this.Lexicon = lexicon;
this.IsIdentifier = identifier_checker;
this.SniffLiterals = literal_sniffer;
this.Tokens = new List <Token>();
}
/// <summary>
/// Creates a new instance of <see cref="Lexer"/>.
/// </summary>
public Lexer(
Lexicon lexicon,
IdentifierChecker identifier_checker,
LiteralSniffer literal_sniffer,
string source,
short[] illegal_duplicates)
: this(
lexicon,
identifier_checker,
literal_sniffer,
illegal_duplicates)
{
this.Tokenize(source);
}
