/// <summary>
/// Add a token definition to the lexer.
/// </summary>
/// <param name="tokenDefinition">The token definition to add.</param>
public void AddDefinition(TokenDefinition tokenDefinition)
{
tokenDefinitions.Add(tokenDefinition);
}