Example #1
0
 public AnsjTokenizer(AbstractAnalysis analysis, TextReader input, HashSet<string> filter, bool pstemming)
     : base(input)
 {
     _analysis = analysis;
     _termAtt = AddAttribute<TermAttribute>();
     _offsetAtt = AddAttribute<OffsetAttribute>();
     _positionAttr = AddAttribute<PositionIncrementAttribute>();
     _filter = filter;
     _pstemming = pstemming;
 }
Example #2
0
 /// <summary>
 ///     构建最优路径
 /// </summary>
 /// <param name="merger"></param>
 /// <returns></returns>
 public List<Term> GetResult(AbstractAnalysis.Merger merger)
 {
     return merger.Execute();
 }