protected BaseCrawler(CrawlerSettings settings) { StartPage = settings.Url; Settings = settings; if (!Directory.Exists(Settings.RootDirectory)) { Directory.CreateDirectory(Settings.RootDirectory); } if (!Directory.Exists(Settings.CacheDirectory)) { Directory.CreateDirectory(Settings.CacheDirectory); } }
public ReseteraCrawler(CrawlerSettings settings) : base(settings) { }
public NeogafCrawler(CrawlerSettings settings) : base(settings) { }