public async Task Test_GetSitemapDeserializedInfo()
        {
            string         sitemapUrl     = Constants.TEST_SITEMAP_XML_URL;
            SitemapScanner sitemapScanner = new SitemapScanner();
            SitemapInfo    sitemapInfo    = await sitemapScanner.GetSitemapInfo(sitemapUrl);

            Assert.IsNotNull(sitemapInfo, "Unable to get sitemap information");
        }
        public async Task Test_GetSitemapsUrls()
        {
            string         websiteUrl      = Constants.TEST_SITEMAP_YAHOO_URL;
            SitemapScanner sitemapScanner  = new SitemapScanner();
            var            lstSitemapsXmls = await sitemapScanner.GetSitemapsUrls(url : websiteUrl);

            Assert.IsTrue(lstSitemapsXmls.Count() > 0, "No sitemaps found");
        }
Example #3
0
 public RobotsService(ILogger logger)
 {
     this.Logger    = logger;
     SitemapScanner = new SitemapScanner(logger);
 }