/// <summary> /// 资源编录列表-配置信息 /// </summary> /// <param name="strLoginUrl"></param> /// <param name="strTargerUrl2"></param> public DataTable GetHtmlSourceListPZ(string strTargerUrl) { DataTable data = new DataTable(); string strContent = Tool.ReadHTML(strTargerUrl); if (!string.IsNullOrEmpty(strContent)) { ConvertPZ convertPZ = new ConvertPZ(); var dataList = convertPZ.getListPZ(strContent); //按时间返回信息 if (!string.IsNullOrEmpty(param)) { data = dataList.Clone(); DataRow[] drs = dataList.Select(param); if (drs != null && drs.Count() > 0) { data = drs.CopyToDataTable(); } } else { data = dataList; } } return(data); }
/// <summary> /// 资源编录列表-配置信息 /// </summary> public void GetHtmlSourceListPZ() { ConvertPZ convertPZ = new ConvertPZ(); int pageNum = 1; while (true) { string strTargerUrl = string.Format("http://resource.autoidc.cn/pages/list.aspx?RESOURCEKEY=PZ&PAGEID={0}", pageNum); string strContex = ReadHTML(strTargerUrl); var num = convertPZ.getPageNumHGZ(strContex); var data = convertPZ.getListPZ(strContex); LogManager.Log("MainLog", "PZ", pageNum.ToString()); //InsertPZ insertPZ = new InsertPZ(); //insertPZ.InsertListPZ(data); for (int i = 0; i < data.Rows.Count; i++) { // 资源明细-机动车合格证申请界面 string strTargerUrlDetailsPZ = string.Format("http://resource.autoidc.cn/pages/details.aspx?RESOURCEKEY=PZ&RESOURCEID={0}", data.Rows[i]["PZXLH"]); GetHtmlSourceDetailsPZ(strTargerUrlDetailsPZ); LogManager.Log("MainLog", "PZ", data.Rows[i]["PZXLH"].ToString()); } pageNum++; if (num == pageNum) { break; } } }
/// <summary> /// 配置信息-详细信息 /// </summary> public void GetHtmlSourceDetailsPZ(string strTargerUrl) { string strContex = ReadHTML(strTargerUrl); ConvertPZ convertPZ = new ConvertPZ(); var data = convertPZ.getDetailsPZ(strContex); InsertPZ insertPZ = new InsertPZ(); //insertPZ.InsertDetailsPZ(data); //insertPZ.InsertDBPZ(data); //insertPZ.InsertSingleDBPZ(data); insertPZ.InsertTvpDBPZ(data); }
/// <summary> /// 插入数据库 /// </summary> /// <param name="strLoginUrl"></param> /// <param name="strTargerUrl"></param> /// <param name="data">列表数据</param> public void InsertDataPZ(string strTargerUrl, DataTable data) { string strContex = string.Empty; string msg = string.Empty; int dataCount = data.Rows.Count; InsertPZ insertPZ = new InsertPZ(); ConvertPZ convertPZ = new ConvertPZ(); DataTable dtInsert = new DataTable(); int i = 0; try { for (i = 0; i < dataCount; i++) { if (IsStopped) { string id = data.Rows[i]["PZXLH"].ToString().Trim(); strContex = Tool.ReadHTML(strTargerUrl + id); if (!string.IsNullOrEmpty(strContex)) { var dataDetails = convertPZ.getDetailsPZ(strContex); //insertPZ.InsertDBPZ(dataDetails); if (i == 0) { dtInsert = dataDetails; } else { DataRow dr = dataDetails.Rows[0]; dtInsert.Rows.Add(dr.ItemArray); } } } } if (IsStopped && dtInsert != null && dtInsert.Rows.Count > 0) { insertPZ.InsertDBPZ(dtInsert); LogWrite(string.Format("{0} 插入配置信息数据第{1}页,共{2}条数据", DateTime.Now.ToString("G"), (page).ToString(), dtInsert.Rows.Count.ToString())); } } catch (Exception ex) { msg = string.Format("{0} 正在抓取第{1}页,插入配置信息数据时出错:i={3},{4}", DateTime.Now.ToString("G"), page.ToString(), i.ToString(), ex.Message); LogWrite(msg); } //msg = string.Format("{0} 配置信息数据 插入详细信息{1}条数据", DateTime.Now.ToString("G"), dataCount.ToString()); //LogWrite(msg); }