private string AnnotationForMyStem(string annotation)
{
MyStem stemmer = new MyStem();
string stem = stemmer.Stemer(annotation);
return(stem);
}
private string TitleForMyStem(string title)
{
MyStem stemmer = new MyStem();
string stem = stemmer.Stemer(title);
return(stem);
}
private static async Task <ArticleWordWeight[]> GetArticleWords(string text)
{
var words = text
.ToLowerInvariant().SaveOnlyLetters()
.RemoveLatinLetters().TrimAndCompactWhitespaces()
.SplitNoEmpty(new[] { ' ' }).ToList();
var stemmer = new MyStem();
var stemmedWords = await stemmer.Stem(words);
return(stemmedWords
.Where(_ => _.Lexemes.Count > 0)
.Select(_ =>
{
var lex = _.Lexemes.First();
return new ArticleWordWeight
{
Word = lex.BaseForm,
POS = lex.Grammar.POS.ToString(),
AddTps = lex.Grammar.AddTps.ToString()
};
})
.ToArray());
}