//初始化
private static bool init()
{
if (FileOperation.IsFileExists(Config.BadWords))
{
searchBlockWordsEx.Load(Config.BadWords);
return(true);
}
else
{
Log.WriteLog(new Error(@"找不到过滤文件!尝试重新编译文件,请把原文件放在WebGA\Controls\Tools下")); //错误类有待优化
string path = AppDomain.CurrentDomain.BaseDirectory + @"Controls\Tool\BlockWords.txt";
if (FileOperation.IsFileExists(path)) //下面操作可能会遇到WebServer.exe占用文件的情况，TODO:该用FileShare 异步读写文件。
{
try
{
searchBlockWordsEx.Save(path);
searchBlockWordsEx.Load(Config.BadWords);
}
catch (Exception e)
{
Log.WriteLog(new Error("文件操作失败", "文件操作失败,可能是因为WebServer占用文件导致。", e));
return(false);
}
return(true);
}
return(false);
}
}
public void test()
{
string s = "中国|国人|zg人";
string test = "我是中国人";
StringSearchEx iwords2 = new StringSearchEx();
iwords2.SetKeywords(s.Split('|'));
iwords2.Save("BigStringSearchEx.dat");
StringSearchEx iwords = new StringSearchEx();
iwords.Load("BigStringSearchEx.dat");
var b = iwords.ContainsAny(test);
Assert.AreEqual(true, b);
var f = iwords.FindFirst(test);
Assert.AreEqual("中国", f);
var all = iwords.FindAll(test);
Assert.AreEqual("中国", all[0]);
Assert.AreEqual("国人", all[1]);
Assert.AreEqual(2, all.Count);
var str = iwords.Replace(test, '*');
Assert.AreEqual("我是***", str);
string s2 = "ABCDEFG|BCDEF|BCDEG|CDEK|CDE";
StringSearch stringSearch = new StringSearch();
stringSearch.SetKeywords(s2.Split('|'));
all = stringSearch.FindAll("AAAAAABCDEKDE");
Assert.AreEqual("CDE", all[0]);
Assert.AreEqual("CDEK", all[1]);
Assert.AreEqual(2, all.Count);
}
static void Main(string[] args)
{
ReadBadWord();
var text = File.ReadAllText("Talk.txt");
//var l = text.Length;
stringSearchEx.Save("test.ini");
var tt = stringSearchEx.FindAll(text);
//word2.Load("test.ini");
Console.Write("-------------------- SetKeywords Test --------------------\r\n");
Run(1, "StringSearch.SetKeywords ", () => {
List <string> list = new List <string>();
using (StreamReader sw = new StreamReader(File.OpenRead("BadWord.txt"))) {
string key = sw.ReadLine();
while (key != null)
{
if (key != string.Empty)
{
list.Add(key);
}
key = sw.ReadLine();
}
}
StringSearch s = new StringSearch();
s.SetKeywords(list);
});
Run(1, "StringSearchEx.SetKeywords ", () => {
List <string> list = new List <string>();
using (StreamReader sw = new StreamReader(File.OpenRead("BadWord.txt"))) {
string key = sw.ReadLine();
while (key != null)
{
if (key != string.Empty)
{
list.Add(key);
}
key = sw.ReadLine();
}
}
StringSearchEx s = new StringSearchEx();
s.SetKeywords(list);
});
Run(1, "StringSearchEx.Load ", () => {
StringSearchEx s = new StringSearchEx();
s.Load("test.ini");
});
//var ts1 = word.FindAll(text);
//var ts = word2.FindAll(text);
Console.Write("-------------------- ToSenseWord Test --------------------\r\n");
Run("ToSenseWord1 ", () => { WordTest.ToSenseWord1(text); });
Run("ToSenseWord2 ", () => { WordTest.ToSenseWord2(text); });
Run("ToSenseWord3 ", () => { WordTest.ToSenseWord3(text); });
Run("ToSenseWord4 ", () => { WordTest.ToSenseWord4(text); });
Run("ToSenseWord5 ", () => { WordTest.ToSenseWord5(text); });
Run("ToSenseWord6 ", () => { WordTest.ToSenseWord6(text); });
Run("ToSenseWord7 ", () => { WordTest.ToSenseWord7(text); });
Run("ToSenseWord8 ", () => { WordTest.ToSenseWord8(text); });
Run("ToSenseWord9 ", () => { WordTest.ToSenseWord9(text); });
Run("ToSenseWord10 ", () => { WordTest.ToSenseWord10(text); });
Run("GetDisablePostion1 ", () => { WordTest.GetDisablePostion1(text); });
Run("GetDisablePostion2 ", () => { WordTest.GetDisablePostion2(text); });
Run("GetDisablePostion3 ", () => { WordTest.GetDisablePostion3(text); });
Run("GetDisablePostion4 ", () => { WordTest.GetDisablePostion4(text); });
Run("GetDisablePostion5 ", () => { WordTest.GetDisablePostion5(text); });
Run("GetDisablePostion6 ", () => { WordTest.GetDisablePostion6(text); });
Run("GetDisablePostion7 ", () => { WordTest.GetDisablePostion7(text); });
Run("GetDisablePostion9 ", () => { WordTest.GetDisablePostion9(text); });
Run("GetDisablePostion8 ", () => { WordTest.GetDisablePostion8(text); });
//Console.Write("-------------------- ToSenseIllegalWords --------------------\r\n");
//Run("ToSenseIllegalWords", () => { WordsHelper.ToSenseIllegalWords(text); });
Console.Write("-------------------- FindFirst OR ContainsAny --------------------\r\n");
Run("TrieFilter", () => { tf1.HasBadWord(text); });
Run("FastFilter", () => { ff.HasBadWord(text); });
Run("StringSearch（ContainsAny）", () => { stringSearch.ContainsAny(text); });
Run("StringSearch（FindFirst）", () => { stringSearch.FindFirst(text); });
Run("StringSearchEx（ContainsAny）", () => { stringSearchEx.ContainsAny(text); });
Run("StringSearchEx（FindFirst）", () => { stringSearchEx.FindFirst(text); });
Run("WordsSearch（ContainsAny）", () => { wordsSearch.ContainsAny(text); });
Run("WordsSearch（FindFirst）", () => { wordsSearch.FindFirst(text); });
Run("WordsSearchEx（ContainsAny）", () => { wordsSearchEx.ContainsAny(text); });
Run("WordsSearchEx（FindFirst）", () => { wordsSearchEx.FindFirst(text); });
Run("IllegalWordsQuickSearch（FindFirst）", () => { illegalWordsQuickSearch.FindFirst(text); });
Run("IllegalWordsQuickSearch（ContainsAny）", () => { illegalWordsQuickSearch.ContainsAny(text); });
Run("IllegalWordsSearch（FindFirst）", () => { illegalWordsSearch.FindFirst(text); });
Run("IllegalWordsSearch（ContainsAny）", () => { illegalWordsSearch.ContainsAny(text); });
Console.Write("-------------------- Find All --------------------\r\n");
Run("TrieFilter（FindAll）", () => { tf1.FindAll(text); });
Run("FastFilter（FindAll）", () => { ff.FindAll(text); });
Run("StringSearch（FindAll）", () => { stringSearch.FindAll(text); });
Run("StringSearchEx（FindAll）", () => { stringSearchEx.FindAll(text); });
Run("WordsSearch（FindAll）", () => { wordsSearch.FindAll(text); });
Run("WordsSearchEx（FindAll）", () => { wordsSearchEx.FindAll(text); });
Run("IllegalWordsQuickSearch（FindAll）", () => { illegalWordsQuickSearch.FindAll(text); });
Run("IllegalWordsSearch（FindAll）", () => { illegalWordsSearch.FindAll(text); });
Console.Write("-------------------- Replace --------------------\r\n");
Run("TrieFilter（Replace）", () => { tf1.Replace(text); });
Run("FastFilter（Replace）", () => { ff.Replace(text); });
Run("StringSearch（Replace）", () => { stringSearch.Replace(text); });
Run("StringSearchEx（Replace）", () => { stringSearchEx.Replace(text); });
Run("WordsSearch（Replace）", () => { wordsSearch.Replace(text); });
Run("WordsSearchEx（Replace）", () => { wordsSearchEx.Replace(text); });
Run("IllegalWordsQuickSearch（Replace）", () => { illegalWordsQuickSearch.Replace(text); });
Run("IllegalWordsSearch（Replace）", () => { illegalWordsSearch.Replace(text); });
Console.Write("-------------------- Regex --------------------\r\n");
Run("Regex.IsMatch", () => { re.IsMatch(text); });
Run("Regex.Match", () => { re.Match(text); });
Run("Regex.Matches", () => { re.Matches(text); });
Console.Write("-------------------- Regex used Trie tree --------------------\r\n");
Run("Regex.IsMatch", () => { re2.IsMatch(text); });
Run("Regex.Match", () => { re2.Match(text); });
Run("Regex.Matches", () => { re2.Matches(text); });
Console.ReadKey();
}