protected Spider(IOptions <SpiderOptions> options,
DependenceServices services,
ILogger <Spider> logger
)
{
Logger = logger;
_services = services;
Options = options.Value;
_requestedQueue = new RequestedQueue(Options);
_requestSuppliers = new List <IRequestSupplier>();
_dataFlows = new List <IDataFlow>();
}
protected Spider(IOptions <SpiderOptions> options,
DependenceServices services,
ILogger <Spider> logger
)
{
Logger = logger;
Options = options.Value;
if (Options.Speed > 500)
{
throw new SpiderException("Speed should not large than 500");
}
_services = services;
_requestedQueue = new RequestedQueue();
_requestSuppliers = new List <IRequestSupplier>();
_dataFlows = new List <IDataFlow>();
}
protected Spider(IOptions <SpiderOptions> options,
DependenceServices services,
ILogger <Spider> logger
)
{
Logger = logger;
Options = options.Value;
if (Options.Speed > 500)
{
throw new SpiderException("Speed should not large than 500");
}
_services = services;
_requestedQueue = new RequestedQueue();
_requestSuppliers = new List <IRequestSupplier>();
_dataFlows = new List <IDataFlow>();
_defaultDownloader = _services.HostBuilderContext.Properties.ContainsKey(Const.DefaultDownloader)
? _services.HostBuilderContext.Properties[Const.DefaultDownloader]?.ToString()
: Const.Downloader.HttpClient;
}
