private void ShouldAllowAllRoutesIfDisallowNotSet() { var userAgentRecord = new UserAgentRecord(); var record = userAgentRecord.ToString(); record.Should().Contain("Disallow:").And.NotContain("Disallow: /"); }
private void ShouldSetCorrectUserAgent(string userAgent) { var userAgentRecord = new UserAgentRecord { UserAgent = userAgent }; var record = userAgentRecord.ToString(); record.Should().Contain($"User-agent: {userAgent}"); }
private void ShouldContainNoindexDirectiveIfDefinedForUrl() { var userAgentRecord = new UserAgentRecord { NoIndex = new List <string> { "/test", "/foo" } }; var record = userAgentRecord.ToString(); record.Should().Contain("Noindex: /test").And.Contain("Noindex: /foo"); }
private void ShouldBlockRoutesDefinedInDisallow() { var userAgentRecord = new UserAgentRecord { Disallow = new List <string> { "/test", "/foo" } }; var record = userAgentRecord.ToString(); record.Should().Contain("Disallow: /test").And.Contain("Disallow: /foo"); }
private void ShouldAllowSiteWideAccessInProduction(string environmentName, bool expected) { var hostingEnvironment = new TestHostingEnvironment { EnvironmentName = environmentName }; var options = new SeoOptions(); DefaultOptions.Configure(options, hostingEnvironment); UserAgentRecord userAgentRecord = options.RobotsTxt.UserAgentRecords.Single(); userAgentRecord.DisallowAll.Should().Be(expected); }
private void ShouldBlockAllRoutesIfDisallowAllTrue() { var userAgentRecord = new UserAgentRecord { DisallowAll = true, Disallow = new List <string> { "/test" } }; var record = userAgentRecord.ToString(); record.Should().Contain("Disallow: /"); }
private void UserAgentShouldDefaultToAllowAny() { var userAgentRecord = new UserAgentRecord(); userAgentRecord.UserAgent.Should().Be("*"); }