Esempio n. 1
0
        static void Main(string[] args)
        {
#if NETCOREAPP
            Encoding.RegisterProvider(CodePagesEncodingProvider.Instance);
#else
            ThreadPool.SetMinThreads(256, 256);
#endif
            //HttpClientDownloader downloader = new HttpClientDownloader();
            //var response = downloader.Download(new Request("http://www.163.com")
            //{
            //	Method = HttpMethod.Post,
            //	Content = JsonConvert.SerializeObject(new { a = "bb" }),
            //	ContentType = "application/json"
            //});

            //AutoIncrementTargetRequestExtractorrSpider.Run();
            //CustmizeProcessorAndPipelineSpider.Run();

            project spider = new project();
            spider.Run();
        }