public async Task Test_GetSitemapDeserializedInfo()
{
string sitemapUrl = Constants.TEST_SITEMAP_XML_URL;
SitemapScanner sitemapScanner = new SitemapScanner();
SitemapInfo sitemapInfo = await sitemapScanner.GetSitemapInfo(sitemapUrl);
Assert.IsNotNull(sitemapInfo, "Unable to get sitemap information");
}
public async Task Test_GetSitemapsUrls()
{
string websiteUrl = Constants.TEST_SITEMAP_YAHOO_URL;
SitemapScanner sitemapScanner = new SitemapScanner();
var lstSitemapsXmls = await sitemapScanner.GetSitemapsUrls(url : websiteUrl);
Assert.IsTrue(lstSitemapsXmls.Count() > 0, "No sitemaps found");
}
public RobotsService(ILogger logger)
{
this.Logger = logger;
SitemapScanner = new SitemapScanner(logger);
}