/// <summary>
/// Determines whether [the specified token] [is a stop word].
/// </summary>
/// <param name="token">The token.</param>
/// <param name="language">The language.</param>
/// <returns><c>true</c> if [the specified token] [is a stop word]; otherwise, <c>false</c>.</returns>
public bool IsStopWord(string token, StopWordsLanguage language)
{
if (string.IsNullOrEmpty(token) || !StopWordsLanguages.TryGetValue(language, out var StopWords))
{
return(false);
}
return(StopWords.IsStopWord(token));
}
/// <summary>
/// Marks the stop words.
/// </summary>
/// <param name="tokens">The tokens.</param>
/// <param name="language">The language.</param>
/// <returns>The tokens.</returns>
public Token[] MarkStopWords(Token[] tokens, StopWordsLanguage language)
{
if (tokens is null || tokens.Length == 0)
{
return(Array.Empty <Token>());
}
if (!StopWordsLanguages.TryGetValue(language, out var StopWords))
{
return(tokens);
}
return(StopWords.MarkStopWords(tokens));
}
/// <summary>
/// Withes the specified stop words.
/// </summary>
/// <param name="stopWords">The stop words.</param>
/// <returns>This.</returns>
/// <exception cref="ArgumentNullException">stopWords</exception>
public Pipeline With(StopWordsLanguage stopWords)
{
StopWordsLanguage = stopWords ?? throw new ArgumentNullException(nameof(stopWords));
return(this);
}