public void BackwardsMissingTest ()
{
string localMessage = "one, two, three, four";
WordTokenizer tokenizer = new WordTokenizer (localMessage);
WordTokenCollection tokens = tokenizer.Backwards (localMessage.Length - 1, 10);
Assert.AreEqual (7, tokens.Count, "Count");
Assert.AreEqual (tokens [0].Message,
localMessage.Substring (tokens [0].Index, tokens [0].Message.Length),
"four");
Assert.AreEqual ("four", tokens [0].Message, "four");
Assert.AreEqual (tokens [1].Message,
localMessage.Substring (tokens [1].Index, tokens [1].Message.Length),
"3 spaces");
Assert.AreEqual (" ", tokens [1].Message, "3 spaces");
Assert.AreEqual (tokens [2].Message,
localMessage.Substring (tokens [2].Index, tokens [2].Message.Length),
"three,");
Assert.AreEqual ("three,", tokens [2].Message, "three,");
Assert.AreEqual (tokens [3].Message,
localMessage.Substring (tokens [3].Index, tokens [3].Message.Length),
"2 spaces");
Assert.AreEqual (" ", tokens [3].Message, "2 spaces,");
Assert.AreEqual (tokens [4].Message,
localMessage.Substring (tokens [4].Index, tokens [4].Message.Length),
"two,");
Assert.AreEqual ("two,", tokens [4].Message, "two,");
Assert.AreEqual (tokens [5].Message,
localMessage.Substring (tokens [5].Index, tokens [5].Message.Length),
"1 space");
Assert.AreEqual (" ", tokens [5].Message, "1 space");
Assert.AreEqual (tokens [6].Message,
localMessage.Substring (tokens [6].Index, tokens [6].Message.Length),
"one,");
Assert.AreEqual ("one,", tokens [6].Message, "one,");
tokens = tokenizer.Backwards (0);
Assert.AreEqual (0, tokens.Count, "Count");
}
public void BackwardsTest10MaxLength2 ()
{
WordTokenizer tokenizer = new WordTokenizer (message);
WordTokenCollection tokens = tokenizer.Backwards (10, 2);
Assert.AreEqual ("morn", tokens [0].Message, "morn");
Assert.AreEqual (" ", tokens [1].Message, "3 spaces.");
Assert.AreEqual (2, tokens.Count, "Count");
}
public void ForwardIndexTest ()
{
string localMessage = "one, two, three, four ";
WordTokenizer tokenizer = new WordTokenizer (localMessage);
WordTokenCollection tokens = tokenizer.Forward (4);
Assert.AreEqual (7, tokens.Count, "Count");
tokens = tokenizer.Forward (4, 2);
Assert.AreEqual (2, tokens.Count, "Count");
tokens = tokenizer.Forward (0);
Assert.AreEqual (tokens [tokens .Count - 1].Message,
localMessage.Substring (tokens [tokens.Count - 1].Index,
tokens [tokens.Count - 1].Message.Length),
"Empty spaces");
}
public void ForwardTest ()
{
WordTokenizer tokenizer = new WordTokenizer (message);
WordTokenCollection tokens = tokenizer.Forward (0);
Assert.AreEqual (tokens [0].Message,
message.Substring (tokens [0].Index, tokens [0].Message.Length),
"One");
Assert.AreEqual (tokens [1].Message,
message.Substring (tokens [1].Index, tokens [1].Message.Length),
"3 spaces");
Assert.AreEqual (tokens [2].Message,
message.Substring (tokens [2].Index, tokens [2].Message.Length),
"morning");
Assert.AreEqual (tokens [3].Message,
message.Substring (tokens [3].Index, tokens [3].Message.Length),
"4 spaces");
Assert.AreEqual (tokens [4].Message,
message.Substring (tokens [4].Index, tokens [4].Message.Length),
"when");
Assert.AreEqual (tokens [5].Message,
message.Substring (tokens [5].Index, tokens [5].Message.Length),
"1 space");
Assert.AreEqual (tokens [6].Message,
message.Substring (tokens [6].Index, tokens [6].Message.Length),
"Gregor");
Assert.AreEqual (tokens [7].Message,
message.Substring (tokens [7].Index, tokens [7].Message.Length),
"1 space");
Assert.AreEqual (tokens [8].Message,
message.Substring (tokens [8].Index, tokens [8].Message.Length),
"Samsa");
Assert.AreEqual (tokens [9].Message,
message.Substring (tokens [9].Index, tokens [9].Message.Length),
"1 space");
Assert.AreEqual (tokens [10].Message,
message.Substring (tokens [10].Index, tokens [10].Message.Length),
"woke");
Assert.AreEqual (tokens [11].Message,
message.Substring (tokens [11].Index, tokens [11].Message.Length),
"1 space");
Assert.AreEqual (tokens [12].Message,
message.Substring (tokens [12].Index, tokens [12].Message.Length),
"from");
Assert.AreEqual (tokens [13].Message,
message.Substring (tokens [13].Index, tokens [13].Message.Length),
"1 space");
Assert.AreEqual (tokens [14].Message,
message.Substring (tokens [14].Index, tokens [14].Message.Length),
"troubled");
Assert.AreEqual (tokens [15].Message,
message.Substring (tokens [15].Index, tokens [15].Message.Length),
"1 space");
Assert.AreEqual (tokens [16].Message,
message.Substring (tokens [16].Index, tokens [16].Message.Length),
"dreams,");
Assert.AreEqual (tokens [17].Message,
message.Substring (tokens [17].Index, tokens [17].Message.Length),
"1 space");
Assert.AreEqual (tokens [18].Message,
message.Substring (tokens [18].Index, tokens [18].Message.Length),
"he");
Assert.AreEqual (tokens [19].Message,
message.Substring (tokens [19].Index, tokens [19].Message.Length),
"1 space");
Assert.AreEqual (tokens [20].Message,
message.Substring (tokens [20].Index, tokens [20].Message.Length),
"found");
Assert.AreEqual (tokens [21].Message,
message.Substring (tokens [21].Index, tokens [21].Message.Length),
"1 space");
Assert.AreEqual (tokens [22].Message,
message.Substring (tokens [22].Index, tokens [22].Message.Length),
"himself");
Assert.AreEqual (tokens [23].Message,
message.Substring (tokens [23].Index, tokens [23].Message.Length),
"1 space");
Assert.AreEqual (tokens [24].Message,
message.Substring (tokens [24].Index, tokens [24].Message.Length),
"transformed");
Assert.AreEqual (tokens [25].Message,
message.Substring (tokens [25].Index, tokens [25].Message.Length),
"1 space");
Assert.AreEqual (tokens [26].Message,
message.Substring (tokens [26].Index, tokens [26].Message.Length),
"in");
Assert.AreEqual (tokens [27].Message,
message.Substring (tokens [27].Index, tokens [27].Message.Length),
"1 space");
Assert.AreEqual (tokens [28].Message,
message.Substring (tokens [28].Index, tokens [28].Message.Length),
"his");
Assert.AreEqual (tokens [29].Message,
message.Substring (tokens [29].Index, tokens [29].Message.Length),
"1 space");
Assert.AreEqual (tokens [30].Message,
message.Substring (tokens [30].Index, tokens [30].Message.Length),
"bed");
Assert.AreEqual (tokens [31].Message,
message.Substring (tokens [31].Index, tokens [31].Message.Length),
"1 space");
Assert.AreEqual (tokens [32].Message,
message.Substring (tokens [32].Index, tokens [32].Message.Length),
"into");
Assert.AreEqual (tokens [33].Message,
message.Substring (tokens [33].Index, tokens [33].Message.Length),
"1 space");
Assert.AreEqual (tokens [34].Message,
message.Substring (tokens [34].Index, tokens [34].Message.Length),
"a");
Assert.AreEqual (tokens [35].Message,
message.Substring (tokens [35].Index, tokens [35].Message.Length),
"1 space");
Assert.AreEqual (tokens [36].Message,
message.Substring (tokens [36].Index, tokens [36].Message.Length),
"horrible");
Assert.AreEqual (tokens [37].Message,
message.Substring (tokens [37].Index, tokens [37].Message.Length),
"1 space");
Assert.AreEqual (tokens [38].Message,
message.Substring (tokens [38].Index, tokens [38].Message.Length),
"vermin.");
Assert.AreEqual (tokens [39].Message,
message.Substring (tokens [39].Index, tokens [39].Message.Length),
"3 spaces");
}
public void ForwardTest10 ()
{
WordTokenizer tokenizer = new WordTokenizer (message);
WordTokenCollection tokens = tokenizer.Forward (10);
Assert.AreEqual (tokens [0].Message,
message.Substring (tokens [0].Index, tokens [0].Message.Length),
"ning,");
Assert.AreEqual ("ning,", tokens [0].Message, "ning,");
Assert.AreEqual (tokens [1].Message,
message.Substring (tokens [1].Index, tokens [1].Message.Length),
"4 spaces");
Assert.AreEqual (" ", tokens [1].Message, "4 spaces");
Assert.AreEqual (tokens [2].Message,
message.Substring (tokens [2].Index, tokens [2].Message.Length),
"when");
Assert.AreEqual ("when", tokens [2].Message, "when");
}
public void BackwardsTest10 ()
{
WordTokenizer tokenizer = new WordTokenizer (message);
WordTokenCollection tokens = tokenizer.Backwards (10);
Assert.AreEqual (tokens [0].Message,
message.Substring (tokens [0].Index, tokens [0].Message.Length),
"morn");
Assert.AreEqual ("morn", tokens [0].Message, "morn");
Assert.AreEqual (" ", tokens [1].Message, "3 spaces.");
Assert.AreEqual (tokens [1].Message,
message.Substring (tokens [1].Index, tokens [1].Message.Length),
"4 spaces");
Assert.AreEqual ("One", tokens [2].Message, "One");
Assert.AreEqual (tokens [2].Message,
message.Substring (tokens [2].Index, tokens [2].Message.Length),
"One");
}
public void BackwardsTestEmptyWord ()
{
string localMessage = "One morning, when Gregor Samsa ";
WordTokenizer tokenizer = new WordTokenizer (localMessage);
WordTokenCollection tokens = tokenizer.Backwards (localMessage.Length - 1, 2);
Assert.AreEqual (tokens [0].Message,
localMessage.Substring (tokens [0].Index, tokens [0].Message.Length),
"3 spaces");
Assert.AreEqual (" ", tokens [0].Message, "3 spaces");
Assert.AreEqual (tokens [1].Message,
localMessage.Substring (tokens [1].Index, tokens [1].Message.Length),
"Samsa");
Assert.AreEqual ("Samsa", tokens [1].Message, "Samsa");
Assert.AreEqual (2, tokens.Count, "Count");
}
