public static IEnumerable <string> Normalise(this string str) { return(str.Split(Separators, StringSplitOptions.RemoveEmptyEntries) .Select(word => word.ToLowerInvariant()) .Where(word => !StopWords.Contains(word)) .Select(word => { Stemmer stemmer = new Stemmer(); stemmer.add(word.ToCharArray(0, word.Length), word.Length); stemmer.stem(); return stemmer.ToString(); })); }
public static IEnumerable<string> Normalise(this string str) { return str.Split(Separators, StringSplitOptions.RemoveEmptyEntries) .Select(word => word.ToLowerInvariant()) .Where(word => !StopWords.Contains(word)) .Select(word => { Stemmer stemmer = new Stemmer(); stemmer.add(word.ToCharArray(0, word.Length), word.Length); stemmer.stem(); return stemmer.ToString(); }); }