public override TokenStream TokenStream(System.String fieldName, System.IO.TextReader reader)
{
PayloadData payload = (PayloadData)fieldToData[fieldName];
TokenStream ts = new WhitespaceTokenizer(reader);
if (payload != null)
{
if (payload.numFieldInstancesToSkip == 0)
{
ts = new PayloadFilter(ts, payload.data, payload.offset, payload.length);
}
else
{
payload.numFieldInstancesToSkip--;
}
}
return(ts);
}
public override TokenStream TokenStream(System.String fieldName, System.IO.TextReader reader)
{
PayloadData payload = (PayloadData) fieldToData[fieldName];
TokenStream ts = new WhitespaceTokenizer(reader);
if (payload != null)
{
if (payload.numFieldInstancesToSkip == 0)
{
ts = new PayloadFilter(ts, payload.data, payload.offset, payload.length);
}
else
{
payload.numFieldInstancesToSkip--;
}
}
return ts;
}