public void GivenIdenticalTokenStringsWithPunctuationShouldCompareEqual()
{
var one = new KnownToken("This isn't something", 1);
var two = new KnownToken("This i-snt something.", 1);
var comparer = new KnownTokenComparer();
Assert.True(comparer.Equals(one, two));
}
public void GivenIdenticalTokenStringsWithCaseDifferenceAndPunctuationShouldCompareEqual()
{
var one = new KnownToken("ThiS iSn'T soMething", 1);
var two = new KnownToken("This is-nt something.", 1);
var comparer = new KnownTokenComparer();
Assert.True(comparer.Equals(one, two));
}