[TestMethod, Ignore]//No longer valid, bing doesn't have these entries
public void Uri_loaded_disallow_subfolder_Test()
{
Assert.AreEqual(false, RobotsUrl.Allowed("/cashback/admin"));
Assert.AreEqual(false, RobotsUrl.Allowed("/cashback/admin/aaa/tool.html"));
}
public void Uri_loaded_allow_subfolder_Test()
{
bool actual = RobotsUrl.Allowed("/entertainment/music");
Assert.AreEqual(true, actual);
}
public void Uri_loaded_disallow_subfolder_Test()
{
Assert.AreEqual(false, RobotsUrl.Allowed("/hotels/search"));
Assert.AreEqual(false, RobotsUrl.Allowed("/hotels/search/aaa/tool.html"));
}
