private void ResetCrawler() { //clear the Discoveries... _crawler.ClearDiscoveries(); //clear the Politeness... _crawler.ClearPolitenesses(); //clear the uncrawled CrawlRequests... _crawler.ClearUncrawledCrawlRequests(); //clear the DisallowedAbsoluteUris table... _crawler.ClearDisallowedAbsoluteUris(); }