public void StartCrawling()
{
Console.WriteLine("StartCrawling()");
UriItems.Clear();
TodoItems.Clear();
doneList.Clear();
if (UrlString.EndsWith(".html"))
{
_rootUri = new Uri(UrlString.Substring(0, UrlString.LastIndexOf("/") + 1));
}
else
{
_rootUri = new Uri(UrlString);
UrlString += (UrlString.EndsWith("/") ? "index.html" : "/index.html");
}
UriItems.Add(new Uri(UrlString));
_startCrawlerThread = new Thread(new ThreadStart(StartCrawlWorkers)); // CrawlWorker starter thread
_startCrawlerThread.Start();
}
