public void Reset()
 {
     UserAgents.Clear();
     PathRules.Clear();
     CrawlDelay = null;
 }