Esempio n. 1
0
        public ManageRequests(AbstractSpider spiderAbstract, IManageMiddlewares midlewares)
        {
            _manageMiddlewares = midlewares;
            SpiderAbstract     = spiderAbstract;

            CountRetryRequests  = spiderAbstract.SpiderConfig.RetryRequests;
            ConcurrencyRequests = new SemaphoreSlim(spiderAbstract.SpiderConfig.ConcurrencyRequests);
            DownloadDelay       = spiderAbstract.SpiderConfig.DownloadDelay;
        }
Esempio n. 2
0
 public IManageSpiders AddSpider(AbstractSpider spider)
 {
     _manageRequestsList.Add(new ManageRequests(spider, _manageMiddlewares));
     return(this);
 }