public override bool IncrementToken()
{
ClearAttributes();
if (nextTokenStringNeedingLeaf != null)
{
termAtt.Append(nextTokenStringNeedingLeaf);
termAtt.Append((char)Node.LEAF_BYTE);
nextTokenStringNeedingLeaf = null;
return(true);
}
if (iter.MoveNext())
{
Node cell = iter.Current;
var token = cell.GetTokenString();
termAtt.Append(token);
if (cell.IsLeaf())
{
nextTokenStringNeedingLeaf = token;
}
return(true);
}
return(false);
}