private void ResetCrawler()
{
//clear the Discoveries...
_crawler.ClearDiscoveries();
//clear the Politeness...
_crawler.ClearPolitenesses();
//clear the uncrawled CrawlRequests...
_crawler.ClearUncrawledCrawlRequests();
//clear the DisallowedAbsoluteUris table...
_crawler.ClearDisallowedAbsoluteUris();
}
