public void cyPortalAnalysis(PageContentEntity entity)
{
try
{
string pContent = entity.PContent;
Utilities util = new Utilities();
SqlBuild sqlBuild = new SqlBuild();
SqlPara sqlPara = new SqlPara();
ClsDB clsDB = new ClsDB();
RegFunc rf = new RegFunc();
ArrayList arrayList = rf.GetStrArr(pContent, "\"aid\":", ",");
for (int i = 0; i < 1; i++)
{
string nexurl = "http://t.cjcyw.com:8081/ship/detail";
clsPageUrl.AddPageUrl(entity.ProgramName, entity.KeyWord, entity.PID, "cyDetail", entity.SiteUrl, entity.Url, nexurl,
"POST", "aid=" + arrayList[i].ToString(), entity.EnCode, "aid=" + arrayList[i].ToString(), getuser().cookieContainer, entity.AContent, entity.TrySpiderTimes, entity.Depth + 1);
}
}
catch (Exception ex)
{
ClsLog clsLog = new ClsLog();
clsLog.AddLog(DateTime.Now.ToString(), "分析数据失败" + ex.ToString());
clsLog.AddLog(DateTime.Now.ToString(), entity.SType + ";" + entity.Url + ";");
}
}
public void cydaPortalAnalysis(PageContentEntity entity)
{
try
{
string pContent = entity.PContent;
Utilities util = new Utilities();
SqlBuild sqlBuild = new SqlBuild();
SqlPara sqlPara = new SqlPara();
ClsDB clsDB = new ClsDB();
RegFunc rf = new RegFunc();
ArrayList arrayList = rf.GetStrArr(pContent, "\"boatid\":", ",");
for (int i = 0; i < arrayList.Count; i++)
{
string nexurl = "http://t.cjcyw.com:8081/Boat/getBoatById.aspx?userid=" + getuser().token + "&id=" + arrayList[i].ToString() + "";
clsPageUrl.AddPageUrl(entity.ProgramName, entity.KeyWord, entity.PID, "cydaDetail", entity.SiteUrl, entity.Url, nexurl,
"GET", "", entity.EnCode, arrayList[i].ToString(), entity.CookieContent, entity.AContent, entity.TrySpiderTimes, entity.Depth + 1);
}
}
catch (Exception ex)
{
ClsLog clsLog = new ClsLog();
clsLog.AddLog(DateTime.Now.ToString(), "分析数据失败" + ex.ToString());
clsLog.AddLog(DateTime.Now.ToString(), entity.SType + ";" + entity.Url + ";");
UrlContorl urlContorl = new UrlContorl();
}
}
public void HousePortalAnalysis(PageContentEntity entity)
{
try
{
string pContent = entity.PContent;
ClsPageUrl clsPageUrl = new ClsPageUrl();
Utilities util = new Utilities();
SqlBuild sqlBuild = new SqlBuild();
SqlPara sqlPara = new SqlPara();
ClsDB clsDB = new ClsDB();
RegFunc rf = new RegFunc();
ArrayList arrayList = rf.GetStrArr(pContent, "\"id\":", ",");
for (int k = 0; k < arrayList.Count; k++)
{
}
string KeyWord = entity.KeyWord;
decimal num;
DateTime dt;
string postDataStr = "";
pContent = rf.GetStr(pContent, "/共有", "页");
if (pContent != "")
{
for (int i = 1; i <= Convert.ToInt32(pContent); i++)
//for (int i = 1; i <= 1; i++)
{
// clsPageUrl.AddPageUrl(entity.ProgramName, entity.KeyWord, entity.PID, "Batch", entity.SiteUrl, entity.Url, "http://218.14.207.76/xxgs/xmlpzs/webissue.asp?page=" + i,
//"GET", "", entity.EnCode, i.ToString(), entity.CookieContent, entity.AContent, entity.TrySpiderTimes, entity.Depth + 1);
}
}
else
{
throw new Exception("分析数据失败:页面没有数据");
}
}
catch (Exception ex)
{
ClsLog clsLog = new ClsLog();
clsLog.AddLog(DateTime.Now.ToString(), "分析数据失败" + ex.ToString());
clsLog.AddLog(DateTime.Now.ToString(), entity.SType + ";" + entity.Url + ";");
UrlContorl urlContorl = new UrlContorl();
urlContorl.SaveUrl(entity, ex.ToString());
}
}