Normalization is done in-place for efficiency, operating on a termbuffer.
Normalization is defined as:
public PersianNormalizationFilter(TokenStream input) : base(input) { _normalizer = new PersianNormalizer(); _termAtt = AddAttribute <ITermAttribute>(); }
public PersianNormalizationFilter(TokenStream input) : base(input) { _normalizer = new PersianNormalizer(); _termAtt = AddAttribute<ITermAttribute>(); }
public PersianNormalizationFilter(TokenStream input) : base(input) { _normalizer = new PersianNormalizer(); _termAtt = (TermAttribute)AddAttribute(typeof(TermAttribute)); }