public override TokenStream TokenStream(System.String fieldName, System.IO.TextReader reader) { PayloadData payload = (PayloadData)fieldToData[fieldName]; TokenStream ts = new WhitespaceTokenizer(reader); if (payload != null) { if (payload.numFieldInstancesToSkip == 0) { ts = new PayloadFilter(ts, payload.data, payload.offset, payload.length); } else { payload.numFieldInstancesToSkip--; } } return(ts); }
public override TokenStream TokenStream(System.String fieldName, System.IO.TextReader reader) { PayloadData payload = (PayloadData) fieldToData[fieldName]; TokenStream ts = new WhitespaceTokenizer(reader); if (payload != null) { if (payload.numFieldInstancesToSkip == 0) { ts = new PayloadFilter(ts, payload.data, payload.offset, payload.length); } else { payload.numFieldInstancesToSkip--; } } return ts; }