private void ResetIndex(ResetIndex mode) { switch (mode) { case Common.ResetIndex.MaintainPosition: if (Lookahead != null) { _tokenizer.SetIndexTo(Lookahead.Index); } ReinitLookAhead(); break; case Common.ResetIndex.LookAhead: if (Lookahead != null) { _tokenizer.SetIndexTo(Lookahead.Index); InitLookAhead(); } break; case Common.ResetIndex.CurrentAndLookAhead: _tokenizer.SetIndexTo(Current.Index); ReInit(); break; } }
public void PopTokenConfiguration(ResetIndex mode) { _tokenizer.PopConfiguration(); ResetIndex(mode); }
private void ResetIndex(ResetIndex mode) { switch (mode) { case Common.ResetIndex.MaintainPosition: _tokenizer.SetIndexTo(Lookahead.Index); ReinitLookAhead(); break; case Common.ResetIndex.LookAhead: if (Lookahead != null) { _tokenizer.SetIndexTo(Lookahead.Index); InitLookAhead(); } break; case Common.ResetIndex.CurrentAndLookAhead: _tokenizer.SetIndexTo(Current.Index); ReInit(); break; } }
public void PushNewTokenConfiguration(bool returnSeperator, bool returnLiterals, char? escapeChar, string[] seperators, string[] whiteSpaceSeperators, char[] literals, ResetIndex mode) { _tokenizer.PushConfiguration(returnSeperator, returnLiterals, escapeChar, seperators, whiteSpaceSeperators, literals); ResetIndex(mode); }
public void PushNewTokenConfiguration(TokenizerConfiguration configuration, ResetIndex mode) { _tokenizer.PushConfiguration(configuration); ResetIndex(mode); }