static void Main(string[] args) { var crawler = new Crawler(); var content1 = crawler.CrawlPage(); var content2 = crawler.Crawl().Result; Logging.WriteToFile(content1); Logging.WriteToFile(content2); }
static void Main(string[] args) { Console.WriteLine("Starting crawling of {0}", ConfigurationManager.AppSettings["url"]); Crawler.CrawlPage(new Uri(ConfigurationManager.AppSettings["url"])); ExportContentofListtoFile(Crawler.SameDomainPage, "SiteMap.txt"); ExportContentofListtoFile(Crawler.ExternalPages, "ExternalUrls.txt"); ExportContentofListtoFile(Crawler.StaticContent, "StaticContent.txt"); Console.WriteLine("Crawling of {0} completed succefully.", ConfigurationManager.AppSettings["url"]); }