public LocalDownloaderAgent(IDownloaderAgentOptions options,
                             IMessageQueue mq, IDownloaderAllocator downloaderAllocator, NetworkCenter networkCenter,
                             ILoggerFactory loggerFactory) : base(options,
                                                                  mq, downloaderAllocator, networkCenter, loggerFactory)
 {
     ConfigureDownloader = downloader => downloader.Logger = null;
 }
Exemple #2
0
 /// <summary>
 /// 构造方法
 /// </summary>
 /// <param name="options">下载器代理选项</param>
 /// <param name="mq">消息队列</param>
 /// <param name="downloaderAllocator">分配下载器的接口</param>
 /// <param name="networkCenter">网络中心</param>
 /// <param name="logger">日志接口</param>
 public LocalDownloaderAgent(IDownloaderAgentOptions options, IDynamicMessageQueue dmq,
                             IMessageQueue mq, IDownloaderAllocator downloaderAllocator, NetworkCenter networkCenter,
                             ILogger <LocalDownloaderAgent> logger) : base(options, dmq,
                                                                           mq, downloaderAllocator, networkCenter, logger)
 {
     // ConfigureDownloader = downloader => downloader.Logger = null;
 }
Exemple #3
0
 /// <summary>
 /// 构造方法
 /// </summary>
 /// <param name="options">下载器代理选项</param>
 /// <param name="mq">消息队列</param>
 /// <param name="downloaderAllocator">分配下载器的接口</param>
 /// <param name="networkCenter">网络中心</param>
 /// <param name="logger">日志接口</param>
 protected DownloaderAgentBase(
     IDownloaderAgentOptions options,
     IMessageQueue mq,
     IDownloaderAllocator downloaderAllocator,
     NetworkCenter networkCenter,
     ILogger logger)
 {
     _mq = mq;
     _downloaderAllocator    = downloaderAllocator;
     _options                = options;
     Framework.NetworkCenter = networkCenter;
     Logger = logger;
 }
Exemple #4
0
 protected DownloaderAgentBase(
     IDownloaderAgentOptions options,
     IMessageQueue mq,
     IDownloaderAllocator downloaderAllocator,
     NetworkCenter networkCenter,
     ILoggerFactory loggerFactory)
 {
     _mq = mq;
     _downloaderAllocator    = downloaderAllocator;
     _options                = options;
     Framework.NetworkCenter = networkCenter;
     Logger = loggerFactory.CreateLogger(GetType().FullName);
 }
Exemple #5
0
 protected AbstractDownloaderAgent(string agentId,
                                   string name,
                                   IMessageQueue mq, SpiderOptions options, IDownloaderAllocator downloaderAllocator,
                                   ILoggerFactory loggerFactory)
 {
     Check.NotNull(agentId, nameof(agentId));
     Check.NotNull(name, nameof(name));
     _agentId             = agentId;
     _name                = name;
     _mq                  = mq;
     _downloaderAllocator = downloaderAllocator;
     Logger               = loggerFactory.CreateLogger(GetType().FullName);
     if (!string.IsNullOrEmpty(options.ProxySupplyUrl))
     {
         _httpProxyPool = new HttpProxyPool(new HttpRowTextProxySupplier(options.ProxySupplyUrl));
     }
 }
 /// <summary>
 /// 构造方法
 /// </summary>
 /// <param name="options">下载器代理选项</param>
 /// <param name="mq">消息队列</param>
 /// <param name="downloaderAllocator">分配下载器的接口</param>
 /// <param name="networkCenter">网络中心</param>
 /// <param name="logger">日志接口</param>
 public DefaultDownloaderAgent(IDownloaderAgentOptions options, IMessageQueue mq,
                               IDownloaderAllocator downloaderAllocator, NetworkCenter networkCenter, ILogger logger) : base(options, mq,
                                                                                                                             downloaderAllocator, networkCenter, logger)
 {
 }
 public LocalDownloaderAgent(IMessageQueue mq, SpiderOptions options, IDownloaderAllocator downloaderAllocator,
                             ILoggerFactory loggerFactory) : base(
         Guid.NewGuid().ToString("N"),
         "LocalDownloaderAgent", mq, options, downloaderAllocator, loggerFactory)
 {
 }