/// <summary>
/// 任务开始
/// </summary>
private void ToolStripMenuItem_TaskStart_Click(object sender, EventArgs e)
{
try {
DALTask dal = new DALTask();
ModelTask model = new ModelTask();
int ID = Get_DataViewID();
//检查目录是否存在
//model = dal.GetModelSingleTask(ID);
if (listGatherTask.ContainsKey(ID.ToString()))
{
SpiderHelper Spider = listGatherTask.FirstOrDefault().Value;
if (Spider.Stopped)
{
Spider.Start();
}
}
else
{
model = dal.GetModelSingleTask(ID);
SpiderHelper Spider = new SpiderHelper();
Spider.modelTask = model;
Spider.GatherWorkDelegate = OutUrl;
Spider.GatherComplateDelegate = GatherOverDelegate;
Spider.OutPutTaskProgressBarDelegate = OutPutTaskProgressBarDelegate;
Spider.TaskIndex = this.dataGridView_TaskList.SelectedRows[0].Index;
Spider.Start();
lock (listGatherTask) {
if (!listGatherTask.ContainsKey(ID.ToString()))
{
listGatherTask.Add(ID.ToString(), Spider);
}
}
}
}
catch (Exception ex) {
Log4Helper.Write(LogLevel.Error, ex.StackTrace, ex);
}
}
public void DoHandHtml(string html)
{
htmlDocument = new HtmlDocument();
htmlDocument.LoadHtml(html);
var list = htmlDocument.DocumentNode.SelectNodes("//body/div[@class='mainbox']/div[@class='main']/div[@class='content']/div[@class='listBox']/ul/li");
int totle = list.Count - 1; //最后一个li是list
for (int i = 0; i < list.Count - 1; i++)
{
var houseInfo = new HouseInfo();
var desEle = list[i].SelectSingleNode("div[@class='des']"); //<div clas="des">
if (desEle != null)
{
var titleEle = desEle.SelectSingleNode("h2/a"); //title
if (titleEle != null)
{
houseInfo.Title = titleEle.InnerText.Replace(" ", "").Replace("\n", "");
houseInfo.Url = titleEle.GetAttributeValue("href", "");
}
var roomDes = desEle.SelectSingleNode("p[@class='room']");
string romText = roomDes.InnerText.Replace(" ", "");
string[] arr = romText.Split(' ');
houseInfo.Type = arr[0];
houseInfo.Size = arr[arr.Length - 1];
var addEle = desEle.SelectSingleNode("p[@class='add']");
var firstA = addEle.SelectSingleNode("a[1]");
var lastA = addEle.SelectSingleNode("a[last()]");
if (firstA != null)
{
houseInfo.Address = firstA.InnerText;
}
if (lastA != null)
{
houseInfo.Community = firstA.InnerText;
}
var listlirightEle = list[i].SelectSingleNode("div[@class='listliright']"); //<div clas="listliright">
if (listlirightEle != null)
{
var sendTimeEle = listlirightEle.SelectSingleNode("div[@class='sendTime']");
var moneyEle = listlirightEle.SelectSingleNode("div[@class='money']/b");
if (sendTimeEle != null)
{
string text = sendTimeEle.InnerText.Replace(" ", "").TrimEnd();
if (string.IsNullOrEmpty(text) || text.Contains("前"))
{
text = $"{DateTime.Now.Month}-{DateTime.Now.Day}";
}
houseInfo.SendTime = text;
}
if (moneyEle != null)
{
houseInfo.Price = moneyEle.InnerText;
}
}
houseInfo.Id = SpiderHelper.Md5Encrypt(houseInfo.Title + houseInfo.Address + houseInfo.Community + houseInfo.Type);
Console.WriteLine(houseInfo.Id + "-" + houseInfo.SendTime);
_houseInfos.Add(houseInfo);
}
}
using (_houseInfoContext)
{
_houseInfoContext.HouseInfos.AddRangeAsync(_houseInfos.Distinct());
_houseInfoContext.SaveChanges();
}
}
