public static Crawler Crawl(CrawlerConfig config) { var crawler = new Crawler(config); crawler.Start(); return(crawler); }
public static AddressProvider GetAddressProvider(CrawlerConfig config) { if (!string.IsNullOrWhiteSpace(config.FilePath)) { return(new FileAddressProvider(config.FilePath)); } return(new DefaultAddressProvider(config.RootAddress)); }
private Crawler(CrawlerConfig config) { _config = config; _event = config.Listener; }
public static Crawler Create(CrawlerConfig config) { return(new Crawler(config)); }