public override Token Next()
{
Token t = input.Next();
if (t == null)
{
return(null);
}
POSToken pt = new POSToken();
pt.Reinit(t);
if (pt.TermLength() > 0)
{
if (System.Char.IsUpper(pt.TermBuffer()[0]))
{
pt.SetPartOfSpeech(Lucene.Net.Analysis.TestTokenStreamBWComp.POSToken.PROPERNOUN);
}
else
{
pt.SetPartOfSpeech(Lucene.Net.Analysis.TestTokenStreamBWComp.POSToken.NO_NOUN);
}
}
return(pt);
}
public override Token Next()
{
Token t = input.Next();
if (t == null)
{
return(null);
}
if (t is POSToken)
{
POSToken pt = (POSToken)t;
if (pt.GetPartOfSpeech() == Lucene.Net.Analysis.TestTokenStreamBWComp.POSToken.PROPERNOUN)
{
pt.SetPayload(new Payload(new byte[] { PROPER_NOUN_ANNOTATION }));
}
return(pt);
}
else
{
return(t);
}
}
public override Token Next()
{
Token t = input.Next();
if (t == null)
return null;
POSToken pt = new POSToken();
pt.Reinit(t);
if (pt.TermLength() > 0)
{
if (System.Char.IsUpper(pt.TermBuffer()[0]))
{
pt.SetPartOfSpeech(Lucene.Net.Analysis.TestTokenStreamBWComp.POSToken.PROPERNOUN);
}
else
{
pt.SetPartOfSpeech(Lucene.Net.Analysis.TestTokenStreamBWComp.POSToken.NO_NOUN);
}
}
return pt;
}
