Exemple #1
0
        public void Execute(IJobExecutionContext context)
        {
            ruiwebCrawler ruiweb = new ruiwebCrawler();

            System.Console.WriteLine("Ruiweb Crawler Start");
            ruiweb.GetList(Variables.count, 1);
            ruiweb.ParseArticles();
        }
Exemple #2
0
        public TimePeriodManager()
        {
            try
            {
                CreateNewTimePeriod();

                var begintime = DateTime.Now;

                var crawler1  = new ruiwebCrawler();
                var crawler2  = new bobaedreamCrawler();
                var crawler3  = new cookCrawler();
                var crawler4  = new slrclubCrawler();
                var crawler5  = new nateCrawler();
                var crawler6  = new soccerlineCrawler();
                var crawler7  = new mparkCrawler();
                var crawler8  = new issueinCrawler();
                var crawler9  = new humorCrwaler();
                var crawler10 = new IlbeCrawler();
                var crawler11 = new dogdripCrawler();
                var crawler12 = new pomppuCrawler();

                crawler1.GetList(50);
                crawler1.ParseArticles();

                crawler2.GetList(50);
                crawler2.ParseArticles();

                crawler3.GetList(50);
                crawler3.ParseArticles();

                crawler4.GetList(50);
                crawler4.ParseArticles();

                crawler5.GetList(50);
                crawler5.ParseArticles();

                crawler6.GetList(50);
                crawler6.ParseArticles();

                crawler7.GetList(50);
                crawler7.ParseArticles();

                crawler8.GetList(50);
                crawler8.ParseArticles();

                crawler9.GetList(50);
                crawler9.ParseArticles();

                crawler10.GetList(50);
                crawler10.ParseArticles();

                crawler11.GetList(50);
                crawler11.ParseArticles();

                crawler12.GetList(50);
                crawler12.ParseArticles();

                var endtime = DateTime.Now.Subtract(begintime).TotalMilliseconds;

                System.Console.WriteLine(endtime + "ms");
                System.Console.ReadLine();
            }
            catch (Exception e)
            {
            }
        }