Exemplos de CrawlerWholeSiteSpider em C# (CSharp)

Exemplo n.º 1

        public static void Main(string[] args)
        {
#if NETCOREAPP
            Encoding.RegisterProvider(CodePagesEncodingProvider.Instance);
#else
            ThreadPool.SetMinThreads(200, 200);
            OcrDemo.Process();
#endif
            CrawlerWholeSiteSpider.Run();
        }

Exemplo n.º 2

Arquivo: Program.cs Projeto: marshallmick007/DotnetSpider

        static void Main(string[] args)
        {
#if NETCOREAPP
            Encoding.RegisterProvider(CodePagesEncodingProvider.Instance);
#else
            ThreadPool.SetMinThreads(256, 256);
#endif

            //HttpClientDownloader downloader = new HttpClientDownloader();
            //var response = downloader.Download(new Request("http://www.163.com")
            //{
            //	Method = HttpMethod.Post,
            //	Content = JsonConvert.SerializeObject(new { a = "bb" }),
            //	ContentType = "application/json"
            //});

            CrawlerWholeSiteSpider.Run();
        }