public TokenEnumerator(string template, TokenizerConfiguration configuration, ParseContext offSet = null) { _template = template; _templateLength = template.Length; _offSet = offSet; PushConfiguration(configuration); }
public void PopConfiguration() { _configurationStack.Pop(); _configuration = _configurationStack.Peek(); }
public void PushConfiguration(TokenizerConfiguration configuration) { _configurationStack.Push(configuration); _configuration = configuration; }
public void PushNewTokenConfiguration(TokenizerConfiguration configuration, ResetIndex mode) { _tokenizer.PushConfiguration(configuration); ResetIndex(mode); }
public Tokenizer(string template, TokenizerConfiguration configuration) { _template = template; _configuration = configuration; }