static void Main(string[] args)
{
var crawler = new Crawler();
var content1 = crawler.CrawlPage();
var content2 = crawler.Crawl().Result;
Logging.WriteToFile(content1);
Logging.WriteToFile(content2);
}
static void Main(string[] args)
{
Console.WriteLine("Starting crawling of {0}", ConfigurationManager.AppSettings["url"]);
Crawler.CrawlPage(new Uri(ConfigurationManager.AppSettings["url"]));
ExportContentofListtoFile(Crawler.SameDomainPage, "SiteMap.txt");
ExportContentofListtoFile(Crawler.ExternalPages, "ExternalUrls.txt");
ExportContentofListtoFile(Crawler.StaticContent, "StaticContent.txt");
Console.WriteLine("Crawling of {0} completed succefully.", ConfigurationManager.AppSettings["url"]);
}
