/// <summary>
/// Dispose the robots file
/// </summary>
protected virtual void Dispose(bool disposable)
{
foreach (var state in Allow.States.Keys)
{
state.Dispose();
}
foreach (var state in Disallow.States.Keys)
{
state.Dispose();
}
Disallow.Dispose();
Allow.Dispose();
}
