public static IEnumerable <string> Normalise(this string str)
{
return(str.Split(Separators, StringSplitOptions.RemoveEmptyEntries)
.Select(word => word.ToLowerInvariant())
.Where(word => !StopWords.Contains(word))
.Select(word =>
{
Stemmer stemmer = new Stemmer();
stemmer.add(word.ToCharArray(0, word.Length), word.Length);
stemmer.stem();
return stemmer.ToString();
}));
}
public static IEnumerable<string> Normalise(this string str)
{
return str.Split(Separators, StringSplitOptions.RemoveEmptyEntries)
.Select(word => word.ToLowerInvariant())
.Where(word => !StopWords.Contains(word))
.Select(word =>
{
Stemmer stemmer = new Stemmer();
stemmer.add(word.ToCharArray(0, word.Length), word.Length);
stemmer.stem();
return stemmer.ToString();
});
}