Exemple #1
0
        /// <summary>
        /// Defines the entry point of the application.
        /// </summary>
        private static async Task Main()
        {
            var WebsiteToCrawl = new Uri(FrontEndHostname, UriKind.Absolute);
            var WebsiteCrawler = new Crawler(WebsiteToCrawl);

            await WebsiteCrawler.LoadAsync("index.html", async Page =>
            {
                var Update = ContentHelpers.GetUriFromIndex(Page);

                if (!string.IsNullOrEmpty(Update))
                {
                    await ProcessWebsite(WebsiteCrawler, new Uri(Update));
                }
            });

            Console.ReadKey(false);
        }