private string Analyze(string inputText, Net.Analysis.Analyzer analyzer) { var tokenStream = analyzer.TokenStream("input", new StringReader(inputText)); var termAttr = tokenStream.GetAttribute <Lucene.Net.Analysis.Tokenattributes.ITermAttribute>(); var offset = tokenStream.GetAttribute <Net.Analysis.Tokenattributes.IOffsetAttribute>(); var sb = new StringBuilder(); while (tokenStream.IncrementToken()) { string term = termAttr.Term; sb.Append($"[{term}] "); TokenCount++; } return(sb.ToString().TrimEnd(' ')); }
public Analysis(string input, Net.Analysis.Analyzer analyzer, string analyzerTitle) { Input = input; AnalyzerTitle = analyzerTitle; Output = Analyze(input, analyzer); }