/// <summary>
/// 资源编录列表-配置信息
/// </summary>
/// <param name="strLoginUrl"></param>
/// <param name="strTargerUrl2"></param>
public DataTable GetHtmlSourceListPZ(string strTargerUrl)
{
DataTable data = new DataTable();
string strContent = Tool.ReadHTML(strTargerUrl);
if (!string.IsNullOrEmpty(strContent))
{
ConvertPZ convertPZ = new ConvertPZ();
var dataList = convertPZ.getListPZ(strContent);
//按时间返回信息
if (!string.IsNullOrEmpty(param))
{
data = dataList.Clone();
DataRow[] drs = dataList.Select(param);
if (drs != null && drs.Count() > 0)
{
data = drs.CopyToDataTable();
}
}
else
{
data = dataList;
}
}
return(data);
}
/// <summary>
/// 资源编录列表-配置信息
/// </summary>
public void GetHtmlSourceListPZ()
{
ConvertPZ convertPZ = new ConvertPZ();
int pageNum = 1;
while (true)
{
string strTargerUrl = string.Format("http://resource.autoidc.cn/pages/list.aspx?RESOURCEKEY=PZ&PAGEID={0}", pageNum);
string strContex = ReadHTML(strTargerUrl);
var num = convertPZ.getPageNumHGZ(strContex);
var data = convertPZ.getListPZ(strContex);
LogManager.Log("MainLog", "PZ", pageNum.ToString());
//InsertPZ insertPZ = new InsertPZ();
//insertPZ.InsertListPZ(data);
for (int i = 0; i < data.Rows.Count; i++)
{
// 资源明细-机动车合格证申请界面
string strTargerUrlDetailsPZ = string.Format("http://resource.autoidc.cn/pages/details.aspx?RESOURCEKEY=PZ&RESOURCEID={0}", data.Rows[i]["PZXLH"]);
GetHtmlSourceDetailsPZ(strTargerUrlDetailsPZ);
LogManager.Log("MainLog", "PZ", data.Rows[i]["PZXLH"].ToString());
}
pageNum++;
if (num == pageNum)
{
break;
}
}
}
/// <summary>
/// 配置信息-详细信息
/// </summary>
public void GetHtmlSourceDetailsPZ(string strTargerUrl)
{
string strContex = ReadHTML(strTargerUrl);
ConvertPZ convertPZ = new ConvertPZ();
var data = convertPZ.getDetailsPZ(strContex);
InsertPZ insertPZ = new InsertPZ();
//insertPZ.InsertDetailsPZ(data);
//insertPZ.InsertDBPZ(data);
//insertPZ.InsertSingleDBPZ(data);
insertPZ.InsertTvpDBPZ(data);
}
/// <summary>
/// 插入数据库
/// </summary>
/// <param name="strLoginUrl"></param>
/// <param name="strTargerUrl"></param>
/// <param name="data">列表数据</param>
public void InsertDataPZ(string strTargerUrl, DataTable data)
{
string strContex = string.Empty;
string msg = string.Empty;
int dataCount = data.Rows.Count;
InsertPZ insertPZ = new InsertPZ();
ConvertPZ convertPZ = new ConvertPZ();
DataTable dtInsert = new DataTable();
int i = 0;
try
{
for (i = 0; i < dataCount; i++)
{
if (IsStopped)
{
string id = data.Rows[i]["PZXLH"].ToString().Trim();
strContex = Tool.ReadHTML(strTargerUrl + id);
if (!string.IsNullOrEmpty(strContex))
{
var dataDetails = convertPZ.getDetailsPZ(strContex);
//insertPZ.InsertDBPZ(dataDetails);
if (i == 0)
{
dtInsert = dataDetails;
}
else
{
DataRow dr = dataDetails.Rows[0];
dtInsert.Rows.Add(dr.ItemArray);
}
}
}
}
if (IsStopped && dtInsert != null && dtInsert.Rows.Count > 0)
{
insertPZ.InsertDBPZ(dtInsert);
LogWrite(string.Format("{0} 插入配置信息数据第{1}页，共{2}条数据", DateTime.Now.ToString("G"), (page).ToString(), dtInsert.Rows.Count.ToString()));
}
}
catch (Exception ex)
{
msg = string.Format("{0} 正在抓取第{1}页，插入配置信息数据时出错：i={3},{4}", DateTime.Now.ToString("G"), page.ToString(), i.ToString(), ex.Message);
LogWrite(msg);
}
//msg = string.Format("{0} 配置信息数据 插入详细信息{1}条数据", DateTime.Now.ToString("G"), dataCount.ToString());
//LogWrite(msg);
}
