internal HtmlCrawler(string rootUrl, string subSite, HtmlCrawlerProgress progress)
{
_rootUrl = rootUrl ?? throw new ArgumentNullException();
_subSite = subSite ?? throw new ArgumentNullException();
_progress = progress ?? throw new ArgumentNullException();
_linksToCrawl.Add(new HtmlLink("", subSite));
}
static void Main(string[] args)
{
Console.WriteLine("Started Crawling at " + DateTime.Now.ToString("MM/dd/yyyy HH:mm:ss"));
var crawlerProgress = new HtmlCrawlerProgress();
var crawler = new HtmlCrawler("http://www.leg.wa.gov", "/house", crawlerProgress);
crawler.Crawl(200);
Console.WriteLine("Press the Enter key to exit anytime... ");
Console.ReadLine();
}
