protected override EntitySpider GetEntitySpider()
{
EntitySpider context = new EntitySpider(Site)
{
CachedSize = CachedSize,
Deep = Deep,
Downloader = GetDownloader(Downloader),
EmptySleepTime = EmptySleepTime,
SkipWhenResultIsEmpty = SkipWhenResultIsEmpty,
Scheduler = GetScheduler(Scheduler),
ThreadNum = ThreadNum,
Entities = Entities
};
SetInfo(Name, Batch);
context.AddPipelines(GetPipepines(Pipelines));
context.RedisConnectString = RedisConnectString;
ConnectString = ConnectString;
foreach (var entity in Entities)
{
EntityProcessor processor = new EntityProcessor(Site, entity);
context.AddPageProcessor(processor);
}
return(context);
}
