public void MixProcessor() { using (var conn = new MySqlConnection(DefaultConnectionString)) { conn.Execute("DROP TABLE IF EXISTS baidu.baidu_search_mixprocessor"); } var id = Guid.NewGuid().ToString("N"); BaiduSearchSpider spider = new BaiduSearchSpider(); spider.AddPipeline(new MySqlEntityPipeline(DefaultConnectionString)); spider.Identity = id; spider.Run(); using (var conn = new MySqlConnection(DefaultConnectionString)) { var count = conn.QueryFirst <int>("SELECT COUNT(*) FROM baidu.baidu_search_mixprocessor"); Assert.Equal(20, count); conn.Execute("DROP TABLE IF EXISTS baidu.baidu_search_mixprocessor"); } }
public void MySqlFileEntityPipeline_InsertSql() { lock (TestBase.Locker) { var id = Guid.NewGuid().ToString("N"); var folder = Path.Combine(Env.BaseDirectory, id); var path = Path.Combine(folder, "mysql", "baidu.baidu_search_mysql_file.sql"); try { BaiduSearchSpider spider = new BaiduSearchSpider(); spider.Identity = id; spider.Run(); var lines = File.ReadAllLines(path); Assert.Equal(20, lines.Length); using (var conn = new MySqlConnection(Env.DataConnectionStringSettings.ConnectionString)) { conn.Execute("DELETE FROM baidu.baidu_search_mysql_file"); foreach (var sql in lines) { conn.Execute(sql); } var count = conn.QueryFirst <int>("SELECT COUNT(*) FROM baidu.baidu_search_mysql_file"); Assert.Equal(20, count); conn.Execute("DROP TABLE baidu.baidu_search_mysql_file"); } } finally { if (Directory.Exists(folder)) { Directory.Delete(folder, true); } } } }
public static void Run() { BaiduSearchSpider spider = new BaiduSearchSpider(); spider.Run(); }
public void DestoryDownloader() { BaiduSearchSpider spider = new BaiduSearchSpider(); spider.Run(); }