コード例 #1
0
        public StaticRobotsTxtProvider(RobotsTxtOptions options)
        {
            var content = options.Build().ToString()?.TrimEnd();

            if (string.IsNullOrWhiteSpace(content))
            {
                content = "# This file didn't get any instructions so everyone is allowed";
            }

            _content = Encoding.UTF8.GetBytes(content).AsMemory();

            _maxAge = Convert.ToInt32(options.MaxAge.TotalSeconds);
        }
コード例 #2
0
 public RobotsTxtMiddleware(RequestDelegate next, RobotsTxtOptions options)
 {
     _next    = next;
     _options = options;
 }
コード例 #3
0
 internal RobotsTxtOptionsBuilder()
 {
     _options = new RobotsTxtOptions();
 }
コード例 #4
0
 public RobotsTxtOptionsBuilder()
 {
     _options = new RobotsTxtOptions();
 }