public bool IsMatch(Tokenizer tokenizer, out Token token)
{
int position = tokenizer.Index;
if (tokenizer.EOS)
{
token = new EndOfFileToken {
Position = position
};
return(true);
}
using (ISnapshot snapshot = tokenizer.TakeSnapshot())
{
token = GetToken(tokenizer);
if (token != null)
{
token.Position = position;
snapshot.Commit();
}
return(token != null);
}
}
public override void Commit()
{
base.Commit();
snapshot.Commit();
}
public void Commit()
{
Trie.Commit();
snapshot.Commit();
}
public void Commit()
{
snapshot.Commit();
}