public void TestSplitWithNoTokens() { AimlBot.Bot bot = new AimlBot.Bot(); bot.WordSplittingTokens = new char[0]; AimlBot.Normalize.Std.WordSplit w = new AimlBot.Normalize.Std.WordSplit(); string[] result = w.Normalize("word1 word2", bot); Assert.AreEqual(11, result.Length); Assert.AreEqual("word1 word2", String.Join(string.Empty, result)); }
public void TestSplitWithNoValidResults() { AimlBot.Bot bot = new AimlBot.Bot(); bot.WordSplittingTokens = new char[] { ' ', '\t', '\r', '\n' }; AimlBot.Normalize.Std.WordSplit w = new AimlBot.Normalize.Std.WordSplit(); string[] result = w.Normalize(@" ", bot); Assert.AreEqual(0, result.Length); }
public void TestBasicSplit() { AimlBot.Bot bot = new AimlBot.Bot(); bot.WordSplittingTokens = new char[] { ' ', '\t', '\r', '\n' }; AimlBot.Normalize.Std.WordSplit w = new AimlBot.Normalize.Std.WordSplit(); string[] result = w.Normalize(@"word1 word2 word3 word4", bot); Assert.AreEqual(4, result.Length); Assert.AreEqual("word1", result[0]); Assert.AreEqual("word2", result[1]); Assert.AreEqual("word3", result[2]); Assert.AreEqual("word4", result[3]); }