private static string RootUrl = "http://newhouse.xian.fang.com/house/s/list/"; //+"b810-b9{n}-c9y/"; #endregion Fields #region Methods static void Main(string[] args) { HouseDBDataContext db = new HouseDBDataContext(); var loupanlist = from loupan in db.LoupanSummary where loupan.City == City select new { loupan.ID, loupan.Url }; ManualResetEvent eventX = new ManualResetEvent(false); ThreadPool.SetMaxThreads(10, 10); Crawler crawler = new Crawler(eventX); foreach (var loupan in loupanlist) { HouseParser parser = new HouseParser( loupan.ID, loupan.Url, City); Crawler.iMaxCount++; ThreadPool.QueueUserWorkItem(crawler.CrawlerStart, parser); } Console.WriteLine("主线程等待中……"); eventX.WaitOne(Timeout.Infinite, true); Console.WriteLine("任务完成!"); Console.ReadLine(); }
public HouseParser(string loupanId,string loupanUrl,string city) { db=new HouseDBDataContext(); LoupanId = loupanId; LoupanUrl = loupanUrl; InitPostParameters(GetNewCode(loupanUrl),city); }