Exemplos de Crawler.Core CrawlerSettings em C# (CSharp)

Exemplo n.º 1

        public DownloadManager(IDownloader downloader, ILinkDataStorage linkDataStorage, CrawlerSettings settings)
        {
            _downloader      = downloader;
            _linkDataStorage = linkDataStorage;
            _settings        = settings;

            InitDownloaderProcess();
        }

Exemplo n.º 2

 public WebDownloader(CrawlerSettings settings, IWebContentExtractor contentExtractor)
 {
     _settings         = settings;
     _contentExtractor = contentExtractor;
     _proxy            = new Lazy <IWebProxy>(() =>
     {
         var defaultProxy         = WebRequest.GetSystemWebProxy();
         defaultProxy.Credentials = CredentialCache.DefaultNetworkCredentials;
         return(defaultProxy);
     });
     _cookieContainer = new CookieContainer();
 }