private void ShouldAllowAllRoutesIfDisallowNotSet()
{
var userAgentRecord = new UserAgentRecord();
var record = userAgentRecord.ToString();
record.Should().Contain("Disallow:").And.NotContain("Disallow: /");
}
private void ShouldSetCorrectUserAgent(string userAgent)
{
var userAgentRecord = new UserAgentRecord
{
UserAgent = userAgent
};
var record = userAgentRecord.ToString();
record.Should().Contain($"User-agent: {userAgent}");
}
private void ShouldContainNoindexDirectiveIfDefinedForUrl()
{
var userAgentRecord = new UserAgentRecord
{
NoIndex = new List <string> {
"/test", "/foo"
}
};
var record = userAgentRecord.ToString();
record.Should().Contain("Noindex: /test").And.Contain("Noindex: /foo");
}
private void ShouldBlockRoutesDefinedInDisallow()
{
var userAgentRecord = new UserAgentRecord
{
Disallow = new List <string> {
"/test", "/foo"
}
};
var record = userAgentRecord.ToString();
record.Should().Contain("Disallow: /test").And.Contain("Disallow: /foo");
}
private void ShouldBlockAllRoutesIfDisallowAllTrue()
{
var userAgentRecord = new UserAgentRecord
{
DisallowAll = true,
Disallow = new List <string> {
"/test"
}
};
var record = userAgentRecord.ToString();
record.Should().Contain("Disallow: /");
}