private static string RootUrl = "http://newhouse.xian.fang.com/house/s/list/"; //+"b810-b9{n}-c9y/";
#endregion Fields
#region Methods
static void Main(string[] args)
{
HouseDBDataContext db = new HouseDBDataContext();
var loupanlist =
from loupan in db.LoupanSummary
where loupan.City == City
select new
{
loupan.ID,
loupan.Url
};
ManualResetEvent eventX = new ManualResetEvent(false);
ThreadPool.SetMaxThreads(10, 10);
Crawler crawler = new Crawler(eventX);
foreach (var loupan in loupanlist)
{
HouseParser parser = new HouseParser(
loupan.ID,
loupan.Url,
City);
Crawler.iMaxCount++;
ThreadPool.QueueUserWorkItem(crawler.CrawlerStart, parser);
}
Console.WriteLine("主线程等待中……");
eventX.WaitOne(Timeout.Infinite, true);
Console.WriteLine("任务完成！");
Console.ReadLine();
}
public HouseParser(string loupanId,string loupanUrl,string city)
{
db=new HouseDBDataContext();
LoupanId = loupanId;
LoupanUrl = loupanUrl;
InitPostParameters(GetNewCode(loupanUrl),city);
}
