public ManageRequests(AbstractSpider spiderAbstract, IManageMiddlewares midlewares) { _manageMiddlewares = midlewares; SpiderAbstract = spiderAbstract; CountRetryRequests = spiderAbstract.SpiderConfig.RetryRequests; ConcurrencyRequests = new SemaphoreSlim(spiderAbstract.SpiderConfig.ConcurrencyRequests); DownloadDelay = spiderAbstract.SpiderConfig.DownloadDelay; }
public IManageSpiders AddSpider(AbstractSpider spider) { _manageRequestsList.Add(new ManageRequests(spider, _manageMiddlewares)); return(this); }