/// <summary> /// 页面下载 /// </summary> private void ProcessRequest(Request request, IDownLoader downLoader) { var page = downLoader.DownLoader(request, this); PageProcessor.Process(page); Scheduler.AddFinishRequest(request); SpiderListening.ForEach(item => item.AfterSuccess(request)); if (page.IsSave) { Pipelines.ForEach(item => item.Process(page.PageResult)); } GetPageUrl(page).ForEach(item => Scheduler.AddWaitRequest(new Request(item))); }