/// <summary>
/// Convert the script into a series of tokens.
/// </summary>
protected void Tokenize()
{
_lexer.IntepolatedStartChar = _settings.InterpolatedStartChar;
// Initialize the plugins.
_context.Plugins.ForEach <ILexPlugin>(plugin => plugin.Init(_lexer));
_tokenIt = new TokenIterator();
_tokenIt.Init((llk) => _lexer.GetTokenBatch(llk), 6, null);
}
/// <summary>
/// Convert the script into a series of tokens.
/// </summary>
protected void Tokenize()
{
_lexer.IntepolatedStartChar = _settings.InterpolatedStartChar;
_tokenIt.Init((llk) => _lexer.GetTokenBatch(llk), 12, null);
}