Example #1
0
        static void Main(string[] args)
        {
            Console.WriteLine("商铺采集小程序,管理员QQ 592955699!");
            var shopConfig = ShopConfig.LoadConfig();

            Console.WriteLine($"商铺账号:{shopConfig.Account}");
            Console.WriteLine($"文件地址:{shopConfig.SavePath}");

            //注册编码(放在将要指定编码,进行文件解析前)
            Encoding.RegisterProvider(CodePagesEncodingProvider.Instance);

            SnifferContext snifferContext = new SnifferContext();

            PageConfigManager pageConfigManager = new PageConfigManager();
            String            path = AppContext.BaseDirectory + "PageConfigs\\ShopConfig.xml";
            var configs            = pageConfigManager.LoadConfig(path);

            foreach (var item in configs)
            {
                Console.WriteLine($"商铺地址:{item.Url}");
                if (item.PageType == PageType.DetailPage)
                {
                    DetailPage rootDetailPage = new DetailPage(null, item);
                    snifferContext.AddToWaitPages(rootDetailPage);
                }
                else
                {
                    ListPage rootListPage = new ListPage(null, item);
                    snifferContext.AddToWaitPages(rootListPage);
                    Console.WriteLine($"采集页数:{rootListPage.ListPageConfig.MaxPage}");
                }
            }

            SnifferManager sniffer = new SnifferManager(snifferContext);

            sniffer.OnPageDoneEventHandler = (page, context) =>
            {
                Console.WriteLine($"OnPageDoneEventHandler\t\t{page.Url}");
                Console.WriteLine($"待处理页面 {context.GetWaitPageCount()} 个");
            };
            sniffer.OnRootPageDoneEventHandler = (page, context) =>
            {
                Console.WriteLine($"OnRootPageDoneEventHandler\t{page.Url}");
            };
            sniffer.OnListUrlPageDoneEventHandler = (page, context) =>
            {
                Console.WriteLine($"OnListUrlPageDoneEventHandler\t{page.Url}");
            };
            sniffer.OnListPageDoneEventHandler = (page, context) =>
            {
                Console.WriteLine($"OnListPageDoneEventHandler\t{page.Url}");
            };
            //详细页采集完毕,组合生成url待下载
            sniffer.OnDetailPageDoneEventHandler = (page, context) =>
            {
                //Console.WriteLine($"OnDetailPageDoneEventHandler\t{page.Url}");
            };
            sniffer.Execute();
        }
Example #2
0
        static void Main(string[] args)
        {
            Console.WriteLine("Hello World!");

            ChromeDriver driver = new ChromeDriver(AppContext.BaseDirectory);

            driver.Manage().Window.Maximize();//窗口最大化,便于脚本执行
            driver.Manage().Window.Size = new Size(800, 800);

            TianyanchaLogin tianyanchaLogin = new TianyanchaLogin(driver);
            bool            login           = tianyanchaLogin.Login();

            CookieContainer = tianyanchaLogin.CookieContainer;

            //注册编码(放在将要指定编码,进行文件解析前)
            Encoding.RegisterProvider(CodePagesEncodingProvider.Instance);

            SnifferContext    context           = new SnifferContext();
            PageConfigManager pageConfigManager = new PageConfigManager();
            String            path = AppContext.BaseDirectory + "PageConfigs\\ShopConfig.xml";
            var configs            = pageConfigManager.LoadConfig(path);

            foreach (var item in configs)
            {
                if (item.PageType == PageType.DetailPage)
                {
                    DetailPage rootDetailPage = new DetailPage(null, item);
                    context.AddToWaitPages(rootDetailPage);
                }
                else
                {
                    ListPage rootListPage = new ListPage(null, item);
                    context.AddToWaitPages(rootListPage);
                }
            }

            SnifferManager sniffer = new SnifferManager(context);

            sniffer.OnPageDoneEventHandler = (page) =>
            {
                Console.WriteLine($"OnPageDoneEventHandler\t\t{page.Url}");
            };
            sniffer.OnRootPageDoneEventHandler = (page) =>
            {
                Console.WriteLine($"OnRootPageDoneEventHandler\t{page.Url}");
            };
            sniffer.OnListUrlPageDoneEventHandler = (page) =>
            {
                Console.WriteLine($"OnListUrlPageDoneEventHandler\t{page.Url}");
            };
            sniffer.OnListPageDoneEventHandler = (page) =>
            {
                Console.WriteLine($"OnListPageDoneEventHandler\t{page.Url}");
            };
            //详细页采集完毕,组合生成url待下载
            sniffer.OnDetailPageDoneEventHandler = (page) =>
            {
                Console.WriteLine($"OnDetailPageDoneEventHandler\t{page.Url}");
            };
            sniffer.Execute();
        }