public void ChangeWordGatheringChars()
{
SearchTokensOption options = new SearchTokensOption();
options.WordGatheringChars = "|%";
SearchTokens stKeep = new SearchTokens(options);
List<string> words = stKeep.ForSearch("|foo ||bar% one two %three four ");
Assert.AreEqual(5, words.Count);
Assert.Contains("foo ", words);
Assert.Contains("bar", words);
Assert.Contains("one", words);
Assert.Contains("two", words);
Assert.Contains("three four ", words);
}
public void TrimWhiteSpace()
{
SearchTokensOption options = new SearchTokensOption();
options.TrimWhiteSpace = true;
SearchTokens stTrim = new SearchTokens(options);
List<string> words = stTrim.ForSearch(" ' foo ' 'bar ' ' simon' 'Victor Daniel Martins'");
Assert.AreEqual(4, words.Count);
Assert.AreEqual("foo", words[0]);
Assert.AreEqual("bar", words[1]);
Assert.AreEqual("simon", words[2]);
Assert.AreEqual("Victor Daniel Martins", words[3]);
}
public SearchTokens(SearchTokensOption options)
{
this.options = options;
lettersCache = new StringBuilder();
initializeLists();
}
