public void Building_robots_Test()
{
var baseUri = new Uri("http://www.microsoft.com");
var robots = RobotsBuilder.Create(baseUri)
.ForUserAgent("bot1")
.Disallow("/web")
.Disallow("/cloud")
.Allow("/web/page1.aspx")
.ForUserAgent("bot2")
.Disallow("/")
.ForUserAgent("*")
.DisallowWithComment("/blocked", "with comment")
.Robots;
Assert.NotNull(robots);
Assert.Equal(false, robots.Allowed("/web", "bot1"));
Assert.Equal(false, robots.Allowed("/web/allowed", "bot1"));
Assert.Equal(true, robots.Allowed("/web/page1.aspx", "bot1"));
Assert.Equal(false, robots.Allowed("/", "bot2"));
Assert.Equal(false, robots.Allowed("/page.aspx", "bot2"));
Assert.Equal(false, robots.Allowed("/blocked"));
Assert.Equal(false, robots.Allowed("/blocked", "*"));
Assert.Equal(true, robots.Allowed("/notblocked"));
}
public HomeController(SiteMapBuilder siteMapBuilder, RobotsBuilder robotsBuilder)
{
_siteMapBuilder = siteMapBuilder;
_robotsBuilder = robotsBuilder;
}
