Exemple #1
0
        protected BaseCrawler(CrawlerSettings settings)
        {
            StartPage = settings.Url;
            Settings  = settings;
            if (!Directory.Exists(Settings.RootDirectory))
            {
                Directory.CreateDirectory(Settings.RootDirectory);
            }

            if (!Directory.Exists(Settings.CacheDirectory))
            {
                Directory.CreateDirectory(Settings.CacheDirectory);
            }
        }
Exemple #2
0
 public ReseteraCrawler(CrawlerSettings settings) : base(settings)
 {
 }
Exemple #3
0
 public NeogafCrawler(CrawlerSettings settings) : base(settings)
 {
 }