public void GetTokenFrequencyCaseInsensitiveTest()
{
var freq = TokenUtilities.GetTokenFrequency(Sample, true);
Assert.AreEqual(3, freq["a"]);
Assert.AreEqual(3, freq["A"]);
}
public void GetTokenFrequencyTest()
{
var freq = TokenUtilities.GetTokenFrequency(Sample, false);
Assert.AreEqual(4, freq.Count);
Assert.AreEqual(2, freq["a"]);
Assert.AreEqual(1, freq["A"]);
Assert.AreEqual(1, freq["b"]);
Assert.AreEqual(2, freq["c"]);
}
