Esempio n. 1
0
        public void MixProcessor()
        {
            using (var conn = new MySqlConnection(DefaultConnectionString))
            {
                conn.Execute("DROP TABLE IF EXISTS baidu.baidu_search_mixprocessor");
            }
            var id = Guid.NewGuid().ToString("N");
            BaiduSearchSpider spider = new BaiduSearchSpider();

            spider.AddPipeline(new MySqlEntityPipeline(DefaultConnectionString));
            spider.Identity = id;
            spider.Run();

            using (var conn = new MySqlConnection(DefaultConnectionString))
            {
                var count = conn.QueryFirst <int>("SELECT COUNT(*) FROM baidu.baidu_search_mixprocessor");
                Assert.Equal(20, count);
                conn.Execute("DROP TABLE IF EXISTS baidu.baidu_search_mixprocessor");
            }
        }
Esempio n. 2
0
        public void MySqlFileEntityPipeline_InsertSql()
        {
            lock (TestBase.Locker)
            {
                var id     = Guid.NewGuid().ToString("N");
                var folder = Path.Combine(Env.BaseDirectory, id);
                var path   = Path.Combine(folder, "mysql", "baidu.baidu_search_mysql_file.sql");
                try
                {
                    BaiduSearchSpider spider = new BaiduSearchSpider();
                    spider.Identity = id;
                    spider.Run();

                    var lines = File.ReadAllLines(path);
                    Assert.Equal(20, lines.Length);
                    using (var conn = new MySqlConnection(Env.DataConnectionStringSettings.ConnectionString))
                    {
                        conn.Execute("DELETE FROM baidu.baidu_search_mysql_file");
                        foreach (var sql in lines)
                        {
                            conn.Execute(sql);
                        }
                        var count = conn.QueryFirst <int>("SELECT COUNT(*) FROM baidu.baidu_search_mysql_file");
                        Assert.Equal(20, count);
                        conn.Execute("DROP TABLE baidu.baidu_search_mysql_file");
                    }
                }
                finally
                {
                    if (Directory.Exists(folder))
                    {
                        Directory.Delete(folder, true);
                    }
                }
            }
        }
Esempio n. 3
0
        public static void Run()
        {
            BaiduSearchSpider spider = new BaiduSearchSpider();

            spider.Run();
        }
Esempio n. 4
0
        public void DestoryDownloader()
        {
            BaiduSearchSpider spider = new BaiduSearchSpider();

            spider.Run();
        }