public override Token Next()
{
if (!first)
return null;
Token t = new Token(System.Text.Encoding.UTF8.GetString(payload), 0, 0);
t.SetPayload(new Payload(payload));
return t;
}
public override Token Next(Token token)
{
token = input.Next(token);
if (token != null)
{
if (offset + length <= data.Length)
{
Payload p = null;
if (p == null)
{
p = new Payload();
token.SetPayload(p);
}
p.SetData(data, offset, length);
offset += length;
}
else
{
token.SetPayload(null);
}
}
return token;
}
