/// <summary> /// This method is the main loop for the spider threads. /// This method will wait for URL's to become available, /// and then process them. /// </summary> public void Process() { while (!m_spider.Quit) { m_uri = m_spider.ObtainWork(); m_spider.SpiderDone.WorkerBegin(); System.Console.WriteLine("Download(" + this.Number + "):" + m_uri); string page = GetPage(); if (page != null) { ProcessPage(page); } m_spider.SpiderDone.WorkerEnd(); } }