public void IssuesTest_57_3()
{
String test = "his is sha ash";
List <String> list = new List <String>();
list.Add("ash");
list.Add("sha");
list.Add("bcd");
IllegalWordsSearch iwords = new IllegalWordsSearch();
iwords.SetKeywords(list);
var b = iwords.ContainsAny(test);
Assert.AreEqual(true, b);
var f = iwords.FindFirst(test);
Assert.AreEqual("sha", f.Keyword);
var all = iwords.FindAll(test);
Assert.AreEqual(2, all.Count);
}
public void IssuesTest_57()
{
String test = "一,二二,三三三,四四四四,五五五五五,六六六六六六";
List <String> list = new List <String>();
list.Add("一");
list.Add("二二");
list.Add("三三三");
list.Add("四四四四");
list.Add("五五五五五");
list.Add("六六六六六六");
IllegalWordsSearch iwords = new IllegalWordsSearch();
iwords.SetKeywords(list);
bool b = iwords.ContainsAny(test);
Assert.AreEqual(true, b);
IllegalWordsSearchResult f = iwords.FindFirst(test);
Assert.AreEqual("一", f.Keyword);
List <IllegalWordsSearchResult> all = iwords.FindAll(test);
Assert.AreEqual("一", all[0].Keyword);
Assert.AreEqual("二二", all[1].Keyword);
Assert.AreEqual("三三三", all[2].Keyword);
Assert.AreEqual("四四四四", all[3].Keyword);
Assert.AreEqual("五五五五五", all[4].Keyword);
Assert.AreEqual("六六六六六六", all[5].Keyword);
}
public void IssuesTest_57_2()
{
String test = "jameson吃饭";
List<String> list = new List<String>();
list.Add("jameson吃饭");
list.Add("吃饭jameson");
IllegalWordsSearch iwords = new IllegalWordsSearch();
iwords.SetKeywords(list);
var b = iwords.ContainsAny(test);
Assert.AreEqual(true, b);
var f = iwords.FindFirst(test);
Assert.AreEqual("jameson吃饭", f.Keyword);
}
public void IllegalWordsSearchTest()
{
string s = "中国|国人|zg人|f**k|all|as|19|http://|ToolGood|assert|zgasser|共产党";
int[] bl = new int[] { 7, 4, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7 };
string test = "我是中国人";
var iwords = new IllegalWordsSearch();
iwords.SetKeywords(s.Split('|'));
var b = iwords.ContainsAny(test);
Assert.AreEqual(true, b);
var f = iwords.FindFirst(test);
Assert.AreEqual(true, f.Success);
Assert.AreEqual("中国", f.Keyword);
Assert.AreEqual(2, f.Start);
Assert.AreEqual(3, f.End);
var all = iwords.FindAll(test);
Assert.AreEqual("中国", all[0].SrcString);
Assert.AreEqual("国人", all[1].SrcString);
test = "共产党";
all = iwords.FindAll(test);
Assert.AreEqual("共产党", all[0].SrcString);
test = "我是中国zg人";
all = iwords.FindAll(test);
Assert.AreEqual("中国", all[0].SrcString);
Assert.AreEqual("zg人", all[1].SrcString);
test = "中间国zg人";
all = iwords.FindAll(test);
Assert.AreEqual("zg人", all[0].SrcString);
test = "f**k al[]l"; //未启用跳词
all = iwords.FindAll(test);
Assert.AreEqual("f**k", all[0].SrcString);
Assert.AreEqual(1, all.Count);
test = "f**k al[]l";
iwords.UseSkipWordFilter = true; //启用跳词
all = iwords.FindAll(test);
Assert.AreEqual("f**k", all[0].SrcString);
Assert.AreEqual("al[]l", all[1].SrcString);
Assert.AreEqual(2, all.Count);
test = "http://ToolGood.com";
all = iwords.FindAll(test);
Assert.AreEqual("toolgood", all[0].Keyword); //关键字ToolGood默认转小写
Assert.AreEqual("ToolGood", all[0].SrcString);
Assert.AreEqual(1, all.Count);
test = "asssert all";
all = iwords.FindAll(test); //未启用重复词
Assert.AreEqual("all", all[0].SrcString);
Assert.AreEqual(1, all.Count);
test = "asssert all";
iwords.UseDuplicateWordFilter = true; //启用重复词
all = iwords.FindAll(test);
Assert.AreEqual("asssert", all[0].SrcString);
Assert.AreEqual("assert", all[0].Keyword);
Assert.AreEqual("all", all[1].SrcString);
Assert.AreEqual(2, all.Count);
test = "asssert allll"; //重复词匹配到末尾
all = iwords.FindAll(test);
Assert.AreEqual("asssert", all[0].SrcString);
Assert.AreEqual("assert", all[0].Keyword);
Assert.AreEqual("allll", all[1].SrcString);
Assert.AreEqual(2, all.Count);
test = "zgasssert aallll"; //不会匹配zgasser 或 assert
all = iwords.FindAll(test);
Assert.AreEqual("aallll", all[0].SrcString);
Assert.AreEqual("all", all[0].Keyword);
Assert.AreEqual(1, all.Count);
test = "我是【中]国【人";
all = iwords.FindAll(test);
Assert.AreEqual("中]国", all[0].SrcString);
Assert.AreEqual("国【人", all[1].SrcString);
test = "我是【中国【人";
all = iwords.FindAll(test);
Assert.AreEqual("中国", all[0].SrcString);
Assert.AreEqual("国【人", all[1].SrcString);
Assert.AreEqual(2, all.Count);
var ss = iwords.Replace(test, '*');
Assert.AreEqual("我是【****", ss);
test = "我是中国人"; //使用黑名单
iwords.SetBlacklist(bl);
iwords.UseBlacklistFilter = true;
all = iwords.FindAll(test, 1);
Assert.AreEqual("中国", all[0].SrcString);
Assert.AreEqual(1, all.Count);
}
static void Main(string[] args)
{
ReadBadWord();
var text = File.ReadAllText("Talk.txt");
//var l = text.Length;
//illegalWordsSearch.Save("test.ini");
//var tt = illegalWordsSearch.FindAll(text);
//word2.Load("test.ini");
//Console.Write("-------------------- SetKeywords Test --------------------\r\n");
//Run(1, "StringSearch.SetKeywords ", () => {
// List<string> list = new List<string>();
// using (StreamReader sw = new StreamReader(File.OpenRead("BadWord.txt"))) {
// string key = sw.ReadLine();
// while (key != null) {
// if (key != string.Empty) {
// list.Add(key);
// }
// key = sw.ReadLine();
// }
// }
// StringSearch s = new StringSearch();
// s.SetKeywords(list);
//});
//Run(1, "StringSearchEx.SetKeywords ", () => {
// List<string> list = new List<string>();
// using (StreamReader sw = new StreamReader(File.OpenRead("BadWord.txt"))) {
// string key = sw.ReadLine();
// while (key != null) {
// if (key != string.Empty) {
// list.Add(key);
// }
// key = sw.ReadLine();
// }
// }
// StringSearchEx s = new StringSearchEx();
// s.SetKeywords(list);
//});
//Run(1, "StringSearchEx.Load ", () => {
// StringSearchEx s = new StringSearchEx();
// s.Load("test.ini");
//});
//var ts1 = word.FindAll(text);
//var ts = word2.FindAll(text);
//Console.Write("-------------------- ToSenseWord Test --------------------\r\n");
//Run("ToSenseWord1 ", () => { WordTest.ToSenseWord1(text); });
//Run("ToSenseWord2 ", () => { WordTest.ToSenseWord2(text); });
//Run("ToSenseWord3 ", () => { WordTest.ToSenseWord3(text); });
//Run("ToSenseWord4 ", () => { WordTest.ToSenseWord4(text); });
//Run("ToSenseWord5 ", () => { WordTest.ToSenseWord5(text); });
//Run("ToSenseWord6 ", () => { WordTest.ToSenseWord6(text); });
//Run("ToSenseWord7 ", () => { WordTest.ToSenseWord7(text); });
//Run("ToSenseWord8 ", () => { WordTest.ToSenseWord8(text); });
//Run("ToSenseWord9 ", () => { WordTest.ToSenseWord9(text); });
//Run("ToSenseWord10 ", () => { WordTest.ToSenseWord10(text); });
//Run("GetDisablePostion1 ", () => { WordTest.GetDisablePostion1(text); });
//Run("GetDisablePostion2 ", () => { WordTest.GetDisablePostion2(text); });
//Run("GetDisablePostion3 ", () => { WordTest.GetDisablePostion3(text); });
//Run("GetDisablePostion4 ", () => { WordTest.GetDisablePostion4(text); });
//Run("GetDisablePostion5 ", () => { WordTest.GetDisablePostion5(text); });
//Run("GetDisablePostion6 ", () => { WordTest.GetDisablePostion6(text); });
//Run("GetDisablePostion7 ", () => { WordTest.GetDisablePostion7(text); });
//Run("GetDisablePostion9 ", () => { WordTest.GetDisablePostion9(text); });
//Run("GetDisablePostion8 ", () => { WordTest.GetDisablePostion8(text); });
//Console.Write("-------------------- ToSenseIllegalWords --------------------\r\n");
//Run("ToSenseIllegalWords", () => { WordsHelper.ToSenseIllegalWords(text); });
Console.Write("-------------------- FindFirst OR ContainsAny --------------------\r\n");
Run("TrieFilter", () => { tf1.HasBadWord(text); });
Run("FastFilter", () => { ff.HasBadWord(text); });
Run("StringSearch（ContainsAny）", () => { stringSearch.ContainsAny(text); });
Run("StringSearch（FindFirst）", () => { stringSearch.FindFirst(text); });
Run("StringSearchEx（ContainsAny）", () => { stringSearchEx.ContainsAny(text); });
Run("StringSearchEx（FindFirst）", () => { stringSearchEx.FindFirst(text); });
Run("WordsSearch（ContainsAny）", () => { wordsSearch.ContainsAny(text); });
Run("WordsSearch（FindFirst）", () => { wordsSearch.FindFirst(text); });
Run("WordsSearchEx（ContainsAny）", () => { wordsSearchEx.ContainsAny(text); });
Run("WordsSearchEx（FindFirst）", () => { wordsSearchEx.FindFirst(text); });
Run("IllegalWordsSearch（FindFirst）", () => { illegalWordsSearch.FindFirst(text); });
Run("IllegalWordsSearch（ContainsAny）", () => { illegalWordsSearch.ContainsAny(text); });
Console.Write("-------------------- Find All --------------------\r\n");
Run("TrieFilter（FindAll）", () => { tf1.FindAll(text); });
Run("FastFilter（FindAll）", () => { ff.FindAll(text); });
Run("StringSearch（FindAll）", () => { stringSearch.FindAll(text); });
Run("StringSearchEx（FindAll）", () => { stringSearchEx.FindAll(text); });
Run("WordsSearch（FindAll）", () => { wordsSearch.FindAll(text); });
Run("WordsSearchEx（FindAll）", () => { wordsSearchEx.FindAll(text); });
Run("IllegalWordsSearch（FindAll）", () => { illegalWordsSearch.FindAll(text); });
Console.Write("-------------------- Replace --------------------\r\n");
Run("TrieFilter（Replace）", () => { tf1.Replace(text); });
Run("FastFilter（Replace）", () => { ff.Replace(text); });
Run("StringSearch（Replace）", () => { stringSearch.Replace(text); });
Run("StringSearchEx（Replace）", () => { stringSearchEx.Replace(text); });
Run("WordsSearch（Replace）", () => { wordsSearch.Replace(text); });
Run("WordsSearchEx（Replace）", () => { wordsSearchEx.Replace(text); });
Run("IllegalWordsSearch（Replace）", () => { illegalWordsSearch.Replace(text); });
Console.Write("-------------------- Regex --------------------\r\n");
Run("Regex.IsMatch", () => { re.IsMatch(text); });
Run("Regex.Match", () => { re.Match(text); });
Run("Regex.Matches", () => { re.Matches(text); });
Console.Write("-------------------- Regex used Trie tree --------------------\r\n");
Run("Regex.IsMatch", () => { re2.IsMatch(text); });
Run("Regex.Match", () => { re2.Match(text); });
Run("Regex.Matches", () => { re2.Matches(text); });
Console.ReadKey();
}
public void IllegalWordsSearchTest()
{
string s = "中国|国人|zg人|f**k|all|as|19|http://|ToolGood";
string test = "我是中国人";
IllegalWordsSearch iwords = new IllegalWordsSearch(2);
iwords.SetKeywords(s.Split('|'));
var b = iwords.ContainsAny(test);
Assert.AreEqual(true, b);
var f = iwords.FindFirst(test);
Assert.AreEqual(true, f.Success);
Assert.AreEqual("中国", f.Keyword);
Assert.AreEqual(2, f.Start);
Assert.AreEqual(3, f.End);
var all = iwords.FindAll(test);
Assert.AreEqual("中国", all[0].SrcString);
Assert.AreEqual("国人", all[1].SrcString);
test = "我是中国zg人";
all = iwords.FindAll(test);
Assert.AreEqual("中国", all[0].SrcString);
Assert.AreEqual("zg人", all[1].SrcString);
Assert.AreEqual("国zg人", all[2].SrcString);
test = "中间国zg人";
all = iwords.FindAll(test);
Assert.AreEqual("zg人", all[0].SrcString);
Assert.AreEqual("国zg人", all[1].SrcString);
test = "f**k al.l";
all = iwords.FindAll(test);
Assert.AreEqual("f**k", all[0].SrcString);
Assert.AreEqual("al.l", all[1].SrcString);
Assert.AreEqual(2, all.Count);
test = "ht@tp://ToolGood.com";
all = iwords.FindAll(test);
Assert.AreEqual("ht@tp://", all[0].SrcString);
Assert.AreEqual("http://", all[0].Keyword);
Assert.AreEqual("toolgood", all[1].Keyword);
Assert.AreEqual("ToolGood", all[1].SrcString);
Assert.AreEqual(2, all.Count);
test = "asssert all";
all = iwords.FindAll(test);
Assert.AreEqual("all", all[0].SrcString);
Assert.AreEqual(1, all.Count);
test = "19w 1919 all";
all = iwords.FindAll(test);
Assert.AreEqual("19", all[0].SrcString);
Assert.AreEqual("all", all[1].SrcString);
test = "我是【中]国【人";
all = iwords.FindAll(test);
Assert.AreEqual("中]国", all[0].SrcString);
Assert.AreEqual("国【人", all[1].SrcString);
test = "我是【中国【人";
all = iwords.FindAll(test);
Assert.AreEqual("中国", all[0].SrcString);
Assert.AreEqual("国【人", all[1].SrcString);
Assert.AreEqual(2, all.Count);
var ss = iwords.Replace(test, '*');
Assert.AreEqual("我是【****", ss);
}
static void Main(string[] args)
{
ReadBadWord();
var text = File.ReadAllText("Talk.txt");
Console.Write("-------------------- FindFirst OR ContainsAny 100000次 --------------------\r\n");
Run("TrieFilter", () => { tf1.HasBadWord(text); });
Run("FastFilter", () => { ff.HasBadWord(text); });
Run("StringSearch（ContainsAny）", () => { stringSearch.ContainsAny(text); });
Run("StringSearchEx（ContainsAny）--- WordsSearchEx（ContainsAny）代码相同", () => { stringSearchEx.ContainsAny(text); });
Run("StringSearchEx2（ContainsAny）--- WordsSearchEx2（ContainsAny）代码相同", () => { stringSearchEx2.ContainsAny(text); });
Run("StringSearchEx3（ContainsAny）--- WordsSearchEx3（ContainsAny）代码相同", () => { stringSearchEx3.ContainsAny(text); });
Run("IllegalWordsSearch（ContainsAny）", () => { illegalWordsSearch.ContainsAny(text); });
Run("StringSearch（FindFirst）", () => { stringSearch.FindFirst(text); });
Run("StringSearchEx（FindFirst）", () => { stringSearchEx.FindFirst(text); });
Run("StringSearchEx2（FindFirst）", () => { stringSearchEx2.FindFirst(text); });
Run("StringSearchEx3（FindFirst）", () => { stringSearchEx3.FindFirst(text); });
Run("WordsSearch（FindFirst）", () => { wordsSearch.FindFirst(text); });
Run("WordsSearchEx（FindFirst）", () => { wordsSearchEx.FindFirst(text); });
Run("WordsSearchEx2（FindFirst）", () => { wordsSearchEx2.FindFirst(text); });
Run("WordsSearchEx3（FindFirst）", () => { wordsSearchEx3.FindFirst(text); });
Run("IllegalWordsSearch（FindFirst）", () => { illegalWordsSearch.FindFirst(text); });
Console.Write("-------------------- Find All 100000次 --------------------\r\n");
Run("TrieFilter（FindAll）", () => { tf1.FindAll(text); });
Run("FastFilter（FindAll）", () => { ff.FindAll(text); });
Run("StringSearch（FindAll）", () => { stringSearch.FindAll(text); });
Run("StringSearchEx（FindAll）", () => { stringSearchEx.FindAll(text); });
Run("StringSearchEx2（FindAll）", () => { stringSearchEx2.FindAll(text); });
Run("StringSearchEx3（FindAll）", () => { stringSearchEx3.FindAll(text); });
Run("WordsSearch（FindAll）", () => { wordsSearch.FindAll(text); });
Run("WordsSearchEx（FindAll）", () => { wordsSearchEx.FindAll(text); });
Run("WordsSearchEx2（FindAll）", () => { wordsSearchEx2.FindAll(text); });
Run("WordsSearchEx3（FindAll）", () => { wordsSearchEx3.FindAll(text); });
Run("IllegalWordsSearch（FindAll）", () => { illegalWordsSearch.FindAll(text); });
Console.Write("-------------------- Replace 100000次 --------------------\r\n");
Run("TrieFilter（Replace）", () => { tf1.Replace(text); });
Run("FastFilter（Replace）", () => { ff.Replace(text); });
Run("StringSearch（Replace）", () => { stringSearch.Replace(text); });
Run("WordsSearch（Replace）", () => { wordsSearch.Replace(text); });
Run("StringSearchEx（Replace）--- WordsSearchEx（Replace）代码相同", () => { stringSearchEx.Replace(text); });
Run("StringSearchEx2（Replace）--- WordsSearchEx2（Replace）代码相同", () => { stringSearchEx2.Replace(text); });
Run("StringSearchEx3（Replace）--- WordsSearchEx3（Replace）代码相同", () => { stringSearchEx3.Replace(text); });
Run("IllegalWordsSearch（Replace）", () => { illegalWordsSearch.Replace(text); });
Console.Write("-------------------- Regex 100次 --------------------\r\n");
Run(100, "Regex.IsMatch", () => { re.IsMatch(text); });
Run(100, "Regex.Match", () => { re.Match(text); });
Run(100, "Regex.Matches", () => { re.Matches(text); });
Console.Write("-------------------- Regex used Trie tree 100次 --------------------\r\n");
Run(100, "Regex.IsMatch", () => { re2.IsMatch(text); });
Run(100, "Regex.Match", () => { re2.Match(text); });
Run(100, "Regex.Matches", () => { re2.Matches(text); });
Console.ReadKey();
}
static void Main(string[] args)
{
ReadBadWord();
var text = File.ReadAllText("Talk.txt");
Console.Write("-------------------- ToSenseWord Test --------------------\r\n");
Run("ToSenseWord1 ", () => { WordTest.ToSenseWord1(text); });
Run("ToSenseWord2 ", () => { WordTest.ToSenseWord2(text); });
Run("ToSenseWord3 ", () => { WordTest.ToSenseWord3(text); });
Run("ToSenseWord4 ", () => { WordTest.ToSenseWord4(text); });
Run("ToSenseWord5 ", () => { WordTest.ToSenseWord5(text); });
Run("ToSenseWord6 ", () => { WordTest.ToSenseWord6(text); });
Run("ToSenseWord7 ", () => { WordTest.ToSenseWord7(text); });
Run("ToSenseWord8 ", () => { WordTest.ToSenseWord8(text); });
Run("ToSenseWord9 ", () => { WordTest.ToSenseWord9(text); });
Run("ToSenseWord10 ", () => { WordTest.ToSenseWord10(text); });
//Run("GetDisablePostion1 ", () => { WordTest.GetDisablePostion1(text); });
//Run("GetDisablePostion2 ", () => { WordTest.GetDisablePostion2(text); });
//Run("GetDisablePostion3 ", () => { WordTest.GetDisablePostion3(text); });
//Run("GetDisablePostion4 ", () => { WordTest.GetDisablePostion4(text); });
//Run("GetDisablePostion5 ", () => { WordTest.GetDisablePostion5(text); });
//Run("GetDisablePostion6 ", () => { WordTest.GetDisablePostion6(text); });
//Run("GetDisablePostion7 ", () => { WordTest.GetDisablePostion7(text); });
//Run("GetDisablePostion9 ", () => { WordTest.GetDisablePostion9(text); });
//Run("GetDisablePostion8 ", () => { WordTest.GetDisablePostion8(text); });
Console.Write("-------------------- ToSenseIllegalWords --------------------\r\n");
Run("ToSenseIllegalWords", () => { WordsHelper.ToSenseIllegalWords(text); });
Console.Write("-------------------- FindFirst OR ContainsAny --------------------\r\n");
Run("TrieFilter", () => { tf1.HasBadWord(text); });
Run("FastFilter", () => { ff.HasBadWord(text); });
Run("StringSearch（ContainsAny）", () => { word.ContainsAny(text); });
Run("StringSearch（FindFirst）", () => { word.FindFirst(text); });
Run("WordsSearch（ContainsAny）", () => { search.ContainsAny(text); });
Run("WordsSearch（FindFirst）", () => { search.FindFirst(text); });
Run("IllegalWordsQuickSearch（FindFirst）", () => { iword1.FindFirst(text); });
Run("IllegalWordsQuickSearch（ContainsAny）", () => { iword1.ContainsAny(text); });
Run("IllegalWordsSearch（FindFirst）", () => { iword2.FindFirst(text); });
Run("IllegalWordsSearch（ContainsAny）", () => { iword2.ContainsAny(text); });
Console.Write("-------------------- Find All --------------------\r\n");
Run("TrieFilter（FindAll）", () => { tf1.FindAll(text); });
Run("FastFilter（FindAll）", () => { ff.FindAll(text); });
Run("StringSearch（FindAll）", () => { word.FindAll(text); });
Run("WordsSearch（FindAll）", () => { search.FindAll(text); });
Run("IllegalWordsQuickSearch（FindAll）", () => { iword1.FindAll(text); });
Run("IllegalWordsSearch（FindAll）", () => { iword2.FindAll(text); });
Console.Write("-------------------- Replace --------------------\r\n");
Run("TrieFilter（Replace）", () => { tf1.Replace(text); });
Run("FastFilter（Replace）", () => { ff.Replace(text); });
Run("StringSearch（Replace）", () => { word.Replace(text); });
Run("WordsSearch（Replace）", () => { search.Replace(text); });
Run("IllegalWordsQuickSearch（Replace）", () => { iword1.Replace(text); });
Run("IllegalWordsSearch（Replace）", () => { iword2.Replace(text); });
Console.Write("-------------------- Regex --------------------\r\n");
Run("Regex.IsMatch", () => { re.IsMatch(text); });
Run("Regex.Match", () => { re.Match(text); });
Run("Regex.Matches", () => { re.Matches(text); });
Console.Write("-------------------- Regex used Trie tree --------------------\r\n");
Run("Regex.IsMatch", () => { re2.IsMatch(text); });
Run("Regex.Match", () => { re2.Match(text); });
Run("Regex.Matches", () => { re2.Matches(text); });
Console.ReadKey();
}
