internal HtmlCrawler(string rootUrl, string subSite, HtmlCrawlerProgress progress) { _rootUrl = rootUrl ?? throw new ArgumentNullException(); _subSite = subSite ?? throw new ArgumentNullException(); _progress = progress ?? throw new ArgumentNullException(); _linksToCrawl.Add(new HtmlLink("", subSite)); }
static void Main(string[] args) { Console.WriteLine("Started Crawling at " + DateTime.Now.ToString("MM/dd/yyyy HH:mm:ss")); var crawlerProgress = new HtmlCrawlerProgress(); var crawler = new HtmlCrawler("http://www.leg.wa.gov", "/house", crawlerProgress); crawler.Crawl(200); Console.WriteLine("Press the Enter key to exit anytime... "); Console.ReadLine(); }