public StaticRobotsTxtProvider(RobotsTxtOptions options) { var content = options.Build().ToString()?.TrimEnd(); if (string.IsNullOrWhiteSpace(content)) { content = "# This file didn't get any instructions so everyone is allowed"; } _content = Encoding.UTF8.GetBytes(content).AsMemory(); _maxAge = Convert.ToInt32(options.MaxAge.TotalSeconds); }
public RobotsTxtMiddleware(RequestDelegate next, RobotsTxtOptions options) { _next = next; _options = options; }
internal RobotsTxtOptionsBuilder() { _options = new RobotsTxtOptions(); }
public RobotsTxtOptionsBuilder() { _options = new RobotsTxtOptions(); }