Beispiel #1
0
        public static Crawler Crawl(CrawlerConfig config)
        {
            var crawler = new Crawler(config);

            crawler.Start();
            return(crawler);
        }
Beispiel #2
0
        public static AddressProvider GetAddressProvider(CrawlerConfig config)
        {
            if (!string.IsNullOrWhiteSpace(config.FilePath))
            {
                return(new FileAddressProvider(config.FilePath));
            }

            return(new DefaultAddressProvider(config.RootAddress));
        }
Beispiel #3
0
 private Crawler(CrawlerConfig config)
 {
     _config = config;
     _event  = config.Listener;
 }
Beispiel #4
0
 public static Crawler Create(CrawlerConfig config)
 {
     return(new Crawler(config));
 }