public void Sitemap_NoSitemapValueInRobotsDotText_ReturnEmptyCollection()
{
Assert.AreEqual(0, RobotsEmpty.GetSitemapUrls().Count);
}
public void CrawlDelay_NoCrawlDelayValueInRobotsDotText_ReturnZero()
{
Assert.AreEqual(0, RobotsEmpty.GetCrawlDelay());
}
public void Disallow_root_all_robots_out_content_Test()
{
bool actual = RobotsEmpty.Allowed(BASE_URL + "/");
Assert.AreEqual(true, actual);
}
public void Disallow_file_all_robots_out_content_Test()
{
bool actual = RobotsEmpty.Allowed(BASE_URL + "/folder/file.txt");
Assert.AreEqual(true, actual);
}
public void Disallow_folder_all_robots_out_content_Test()
{
bool actual = RobotsEmpty.Allowed(BASE_URL + "/folder");
Assert.AreEqual(false, actual);
}
