Esempio n. 1
0
        public static void Main(string[] args)
        {
            KillAllPhantomjs();
            var configuration = CreateConfiguration();
            var executer      = new Executer(configuration);
            var setting       = new Setting()
            {
                PiplelineNames   = new string[] { "Store" },
                TotalConcurrency = 10
            };

            executer.AddSpider(new TMaill(), setting);
            executer.AddSpider(new MovieSpider(), setting);
            executer.AddSpider(new SimpleSpider(), setting);

            var spiderName = default(string);

            if (args != null && args.Length > 0)
            {
                spiderName = args[0].Trim();
            }
            else
            {
                Console.WriteLine("please input spider name. empty will run all spider.");
                spiderName = Console.ReadLine().Trim();
            }

            if (!string.IsNullOrEmpty(spiderName))
            {
                executer.Start(spiderName);
            }
            else
            {
                executer.Start();
            }

            Console.Read();
        }