public JapaneseBaseFormFilter(TokenStream input)
: base(input)
{
this.termAtt = AddAttribute <ICharTermAttribute>();
this.basicFormAtt = AddAttribute <IBaseFormAttribute>();
this.keywordAtt = AddAttribute <IKeywordAttribute>();
}
private void assertBaseForms(String input, params String[] baseForms)
{
TokenStream ts = analyzer.GetTokenStream("ignored", input);
try
{
IBaseFormAttribute baseFormAtt = ts.AddAttribute <IBaseFormAttribute>();
ts.Reset();
foreach (String baseForm in baseForms)
{
assertTrue(ts.IncrementToken());
assertEquals(baseForm, baseFormAtt.GetBaseForm());
}
assertFalse(ts.IncrementToken());
ts.End();
}
finally
{
IOUtils.DisposeWhileHandlingException(ts);
}
}
