Beispiel #1
0
        void ProducerStart()
        {
            foreach (var spiders in SpiderRegistry.Instance.Contanier)
            {
                spiders.RequestParameter.Url = spiders.StartUrls;
                var request = httpProvider.Excute(spiders.RequestParameter);
                foreach (var spider in request)
                {
                    spider.Callback      = spiders.Parse;
                    spider.RequestParams = spiders.RequestParameter;
                    PriorityQueue <Request> .EnqueueTask(spider);

                    _wh.Set();
                }
            }
        }