protected override void RecoverTokenValue(StringBuilder value, ParserOperator parserOperator)
{
parserOperator.Position += corruptedOffset;
value.Insert(0, formattingString);
}
protected override void CollectToken(List <TokenPart> text, StringBuilder tokenValue, ParserOperator parserOperator)
{
var isIntoToken = false;
foreach (var bigram in text.GetBigrams())
{
var part = bigram.Previous;
if (nestedTokenValidator(part.Value) && !part.Escaped)
{
if (!isIntoToken)
{
parserOperator.Position = offset;
}
parserOperator.AddTokenPart(bigram);
isIntoToken = !parserOperator.IsClose();
}
else if (!isIntoToken)
{
tokenValue.Append(part.Value);
offset += part.Value.Length;
}
else
{
parserOperator.AddTokenPart(bigram);
}
}
}
