private NGram GetNGram(IList <string> tokens, int index)
{
var nGramsList = new List <string>();
for (int i = 0; i < nGramSize; i++)
{
nGramsList.Add(tokens[index + i]);
}
NGram nGram = new NGram(nGramsList);
return(nGram);
}
private bool Equals(NGram other)
{
return(Tokens.SequenceEqual(other.Tokens));
}
