public PageContent AddNewPage(Page page, string text, string editedBy, DateTime editedOn)
{
PageEntity pageEntity = new PageEntity();
ToEntity.FromPage(page, pageEntity);
pageEntity.Id = 0;
UnitOfWork.Add(pageEntity);
UnitOfWork.SaveChanges();
PageContentEntity pageContentEntity = new PageContentEntity()
{
Id = Guid.NewGuid(),
Page = pageEntity,
Text = text,
EditedBy = editedBy,
EditedOn = editedOn,
VersionNumber = 1,
};
UnitOfWork.Add(pageContentEntity);
UnitOfWork.SaveChanges();
PageContent pageContent = FromEntity.ToPageContent(pageContentEntity);
pageContent.Page = FromEntity.ToPage(pageEntity);
return pageContent;
}
public static void FromPageContent(PageContent pageContent, PageContentEntity entity)
{
entity.EditedOn = pageContent.EditedOn;
entity.EditedBy = pageContent.EditedBy;
entity.Text = pageContent.Text;
entity.VersionNumber = pageContent.VersionNumber;
}
public void topagecontent_shouldfillcorrectproperties()
{
// Arrange
PageContentEntity entity = new PageContentEntity();
entity.Page = new PageEntity()
{
Title = "Page title"
};
//entity.Id = Guid.NewGuid(); // can't be tested
entity.EditedBy = "editedtest";
entity.EditedOn = DateTime.UtcNow;
entity.Text = "text";
entity.VersionNumber = 99;
// Act
PageContent pageContent = FromEntity.ToPageContent(entity);
// Assert
Assert.That(pageContent.EditedBy, Is.EqualTo(entity.EditedBy));
Assert.That(pageContent.EditedOn, Is.EqualTo(entity.EditedOn));
Assert.That(pageContent.Text, Is.EqualTo(entity.Text));
Assert.That(pageContent.VersionNumber, Is.EqualTo(pageContent.VersionNumber));
Assert.That(pageContent.Page, Is.Not.Null);
Assert.That(pageContent.Page.Title, Is.EqualTo(pageContent.Page.Title));
}
public void cyPortalAnalysis(PageContentEntity entity)
{
try
{
string pContent = entity.PContent;
Utilities util = new Utilities();
SqlBuild sqlBuild = new SqlBuild();
SqlPara sqlPara = new SqlPara();
ClsDB clsDB = new ClsDB();
RegFunc rf = new RegFunc();
ArrayList arrayList = rf.GetStrArr(pContent, "\"aid\":", ",");
for (int i = 0; i < 1; i++)
{
string nexurl = "http://t.cjcyw.com:8081/ship/detail";
clsPageUrl.AddPageUrl(entity.ProgramName, entity.KeyWord, entity.PID, "cyDetail", entity.SiteUrl, entity.Url, nexurl,
"POST", "aid=" + arrayList[i].ToString(), entity.EnCode, "aid=" + arrayList[i].ToString(), getuser().cookieContainer, entity.AContent, entity.TrySpiderTimes, entity.Depth + 1);
}
}
catch (Exception ex)
{
ClsLog clsLog = new ClsLog();
clsLog.AddLog(DateTime.Now.ToString(), "分析数据失败" + ex.ToString());
clsLog.AddLog(DateTime.Now.ToString(), entity.SType + ";" + entity.Url + ";");
}
}
public static PageContent FromPageContentEntity(PageContentEntity entity)
{
if (entity == null)
{
return(null);
}
var pageContent = new PageContent();
pageContent.Id = entity.Id;
pageContent.EditedOn = entity.EditedOn;
pageContent.EditedBy = entity.EditedBy;
pageContent.Text = entity.Text;
pageContent.VersionNumber = entity.VersionNumber;
pageContent.Page = Page.FromPageEntity(entity.Page);
pageContent.ProjectStart = entity.ProjectStart;
pageContent.ProjectEnd = entity.ProjectEnd;
pageContent.ProjectEstimatedTime = entity.ProjectEstimatedTime;
pageContent.ProjectStatus = entity.ProjectStatus;
pageContent.ProjectLanguage = entity.ProjectLanguage;
pageContent.orgID = entity.orgID;
pageContent.Department = entity.Department;
pageContent.Owner = entity.Owner;
pageContent.OwnerEmail = entity.OwnerEmail;
pageContent.ProjectAgileLifeCyclePhase = entity.ProjectAgileLifeCyclePhase;
pageContent.CollaborationLevel = entity.CollaborationLevel;
pageContent.FundingBoundary = entity.FundingBoundary;
return(pageContent);
}
public void ToPageContentList_ShouldContainValidList()
{
// Arrange
PageContentEntity entity1 = new PageContentEntity();
entity1.EditedBy = "editedtest1";
entity1.EditedOn = DateTime.UtcNow;
entity1.Text = "text";
entity1.VersionNumber = 90;
PageContentEntity entity2 = new PageContentEntity();
entity2.EditedBy = "editedtest2";
entity2.EditedOn = DateTime.UtcNow;
entity2.Text = "text";
entity2.VersionNumber = 91;
PageContentEntity entity3 = new PageContentEntity();
entity3.EditedBy = "editedtest3";
entity3.EditedOn = DateTime.UtcNow;
entity3.Text = "text";
entity3.VersionNumber = 92;
List<PageContentEntity> entityList = new List<PageContentEntity>();
entityList.Add(entity1);
entityList.Add(entity2);
entityList.Add(entity3);
// Act
List<PageContent> contentList = FromEntity.ToPageContentList(entityList).ToList();
// Assert
Assert.That(contentList.Count, Is.EqualTo(3));
Assert.That(contentList[0].VersionNumber, Is.EqualTo(entity1.VersionNumber));
Assert.That(contentList[1].VersionNumber, Is.EqualTo(entity2.VersionNumber));
Assert.That(contentList[2].VersionNumber, Is.EqualTo(entity3.VersionNumber));
}
//保存数据
public void SaveUrl(PageContentEntity entity, string ErrorMsg)
{
CookieFunc cookieFunc = new CookieFunc();
DatUrlEntity urlEntity = new DatUrlEntity();
urlEntity.ID = entity.ID;
urlEntity.KeyWord = entity.KeyWord;
urlEntity.ProgramName = entity.ProgramName;
urlEntity.SpiderDate = entity.SpiderDate;
urlEntity.PID = entity.PID;
urlEntity.SiteUrl = entity.SiteUrl;
urlEntity.SType = entity.SType;
urlEntity.SourUrl = entity.SourUrl;
urlEntity.Url = entity.Url;
urlEntity.UrlType = entity.UrlType;
urlEntity.UrlPara = entity.UrlPara;
urlEntity.EnCode = entity.EnCode;
urlEntity.APara = entity.APara;
urlEntity.CookieContent = cookieFunc.GetCookiesStr(entity.CookieContent);
urlEntity.AContent = entity.AContent;
urlEntity.PConent = entity.PContent;
urlEntity.ErrorMsg = ErrorMsg;
urlEntity.TrySpiderTimes = entity.TrySpiderTimes + 1;
urlEntity.Depth = entity.Depth;
urlEntity.SpiderTime = entity.SpiderTime;
DbHelp.ClsDB clsdb = new DbHelp.ClsDB();
Analysis.SqlBuild sqlBuild = new Analysis.SqlBuild();
Analysis.SqlPara sqlPara = new Analysis.SqlPara();
clsdb.AddPageDB(entity, sqlBuild.GetHalfBakeInsSql(), sqlPara.GetHalfBakeInsPara(urlEntity));
DbHelp.Utilities util = new DbHelp.Utilities();
}
public void AddPageContent(Spider.PageUrlEntity pageUrlEntity, Bitmap MContent)
{
//分析数据
PageContentEntity pageContentEntity = new PageContentEntity();
pageContentEntity.ID = pageUrlEntity.ID;
pageContentEntity.KeyWord = pageUrlEntity.KeyWord;
pageContentEntity.ProgramName = pageUrlEntity.ProgramName;
pageContentEntity.SpiderDate = pageUrlEntity.SpiderDate;
pageContentEntity.PID = pageUrlEntity.PID;
pageContentEntity.SType = pageUrlEntity.SType;
pageContentEntity.SiteUrl = pageUrlEntity.SiteUrl;
pageContentEntity.SourUrl = pageUrlEntity.SourUrl;
pageContentEntity.Url = pageUrlEntity.Url;
pageContentEntity.UrlType = pageUrlEntity.UrlType;
pageContentEntity.UrlPara = pageUrlEntity.UrlPara;
pageContentEntity.EnCode = pageUrlEntity.EnCode;
pageContentEntity.APara = pageUrlEntity.APara;
pageContentEntity.CookieContent = pageUrlEntity.CookieContent;
pageContentEntity.AContent = pageUrlEntity.AContent;
pageContentEntity.PContent = "";
pageContentEntity.MContent = MContent;
pageContentEntity.TrySpiderTimes = pageUrlEntity.TrySpiderTimes;
pageContentEntity.Depth = pageUrlEntity.Depth;
pageContentEntity.SpiderTime = DateTime.Now;
Interlocked.Increment(ref Program.clsContentSignal);
Program.pageContentList.Add(pageContentEntity);
}
public void cydaPortalAnalysis(PageContentEntity entity)
{
try
{
string pContent = entity.PContent;
Utilities util = new Utilities();
SqlBuild sqlBuild = new SqlBuild();
SqlPara sqlPara = new SqlPara();
ClsDB clsDB = new ClsDB();
RegFunc rf = new RegFunc();
ArrayList arrayList = rf.GetStrArr(pContent, "\"boatid\":", ",");
for (int i = 0; i < arrayList.Count; i++)
{
string nexurl = "http://t.cjcyw.com:8081/Boat/getBoatById.aspx?userid=" + getuser().token + "&id=" + arrayList[i].ToString() + "";
clsPageUrl.AddPageUrl(entity.ProgramName, entity.KeyWord, entity.PID, "cydaDetail", entity.SiteUrl, entity.Url, nexurl,
"GET", "", entity.EnCode, arrayList[i].ToString(), entity.CookieContent, entity.AContent, entity.TrySpiderTimes, entity.Depth + 1);
}
}
catch (Exception ex)
{
ClsLog clsLog = new ClsLog();
clsLog.AddLog(DateTime.Now.ToString(), "分析数据失败" + ex.ToString());
clsLog.AddLog(DateTime.Now.ToString(), entity.SType + ";" + entity.Url + ";");
UrlContorl urlContorl = new UrlContorl();
}
}
public static PageContent ToPageContent(PageContentEntity entity)
{
if (entity == null)
return null;
PageContent pageContent = new PageContent();
pageContent.Id = entity.Id;
pageContent.EditedOn = entity.EditedOn;
pageContent.EditedBy = entity.EditedBy;
pageContent.Text = entity.Text;
pageContent.VersionNumber = entity.VersionNumber;
pageContent.Page = ToPage(entity.Page);
return pageContent;
}
public void HousePortalAnalysis(PageContentEntity entity)
{
try
{
string pContent = entity.PContent;
ClsPageUrl clsPageUrl = new ClsPageUrl();
Utilities util = new Utilities();
SqlBuild sqlBuild = new SqlBuild();
SqlPara sqlPara = new SqlPara();
ClsDB clsDB = new ClsDB();
RegFunc rf = new RegFunc();
ArrayList arrayList = rf.GetStrArr(pContent, "\"id\":", ",");
for (int k = 0; k < arrayList.Count; k++)
{
}
string KeyWord = entity.KeyWord;
decimal num;
DateTime dt;
string postDataStr = "";
pContent = rf.GetStr(pContent, "/共有", "页");
if (pContent != "")
{
for (int i = 1; i <= Convert.ToInt32(pContent); i++)
//for (int i = 1; i <= 1; i++)
{
// clsPageUrl.AddPageUrl(entity.ProgramName, entity.KeyWord, entity.PID, "Batch", entity.SiteUrl, entity.Url, "http://218.14.207.76/xxgs/xmlpzs/webissue.asp?page=" + i,
//"GET", "", entity.EnCode, i.ToString(), entity.CookieContent, entity.AContent, entity.TrySpiderTimes, entity.Depth + 1);
}
}
else
{
throw new Exception("分析数据失败:页面没有数据");
}
}
catch (Exception ex)
{
ClsLog clsLog = new ClsLog();
clsLog.AddLog(DateTime.Now.ToString(), "分析数据失败" + ex.ToString());
clsLog.AddLog(DateTime.Now.ToString(), entity.SType + ";" + entity.Url + ";");
UrlContorl urlContorl = new UrlContorl();
urlContorl.SaveUrl(entity, ex.ToString());
}
}
public void AddPageDB(PageContentEntity pageContentEntity, string SqlStr, SqlParameter[] paraArgs)
{
//分析数据
SqlCommand com = new SqlCommand(SqlStr);
com.CommandType = CommandType.Text;
if (paraArgs.Length > 0)
{
com.Parameters.AddRange(paraArgs);
}
DBEntity dbEntity = new DBEntity();
dbEntity.pageContentEntity = pageContentEntity;
dbEntity.myCom = com;
Interlocked.Increment(ref Program.clsDBSignal);
Program.dbList.Add(dbEntity);
}
public void FromPageContent_ShouldFillCorrectProperties()
{
// Arrange
PageContent pageContent = new PageContent();
pageContent.Id = Guid.NewGuid();
pageContent.EditedBy = "editedby";
pageContent.EditedOn = DateTime.UtcNow;
pageContent.Text = "text";
PageContentEntity entity = new PageContentEntity();
// Act
ToEntity.FromPageContent(pageContent, entity);
// Assert
Assert.That(entity.Id, Is.Not.EqualTo(pageContent.Id)); // the id isn't copied from the page
Assert.That(entity.EditedBy, Is.EqualTo(pageContent.EditedBy));
Assert.That(entity.EditedOn, Is.EqualTo(pageContent.EditedOn));
Assert.That(entity.Text, Is.EqualTo(pageContent.Text));
Assert.That(entity.Page , Is.Null);
}
public static PageContent ToPageContent(PageContentEntity entity)
{
if (entity == null)
return null;
PageContent pageContent = new PageContent();
pageContent.Id = entity.Id;
pageContent.EditedOn = entity.EditedOn;
pageContent.EditedBy = entity.EditedBy;
pageContent.Text = entity.Text;
pageContent.VersionNumber = entity.VersionNumber;
pageContent.Page = ToPage(entity.Page);
pageContent.ProjectStart = entity.ProjectStart;
pageContent.ProjectEnd = entity.ProjectEnd;
pageContent.ProjectEstimatedTime = entity.ProjectEstimatedTime;
pageContent.ProjectStatus = entity.ProjectStatus;
pageContent.ProjectLanguage = entity.ProjectLanguage;
pageContent.orgID = entity.orgID;
return pageContent;
}
public void frompagecontent_shouldfillcorrectproperties()
{
// Arrange
PageContent pageContent = new PageContent();
pageContent.Id = Guid.NewGuid();
pageContent.EditedBy = "editedby";
pageContent.EditedOn = DateTime.UtcNow;
pageContent.Text = "text";
PageContentEntity entity = new PageContentEntity();
// Act
ToEntity.FromPageContent(pageContent, entity);
// Assert
Assert.That(entity.Id, Is.Not.EqualTo(pageContent.Id)); // the id isn't copied from the page
Assert.That(entity.EditedBy, Is.EqualTo(pageContent.EditedBy));
Assert.That(entity.EditedOn, Is.EqualTo(pageContent.EditedOn));
Assert.That(entity.Text, Is.EqualTo(pageContent.Text));
Assert.That(entity.Page, Is.Null);
}
public void topagecontentlist_shouldcontainvalidlist()
{
// Arrange
PageContentEntity entity1 = new PageContentEntity();
entity1.EditedBy = "editedtest1";
entity1.EditedOn = DateTime.UtcNow;
entity1.Text = "text";
entity1.VersionNumber = 90;
PageContentEntity entity2 = new PageContentEntity();
entity2.EditedBy = "editedtest2";
entity2.EditedOn = DateTime.UtcNow;
entity2.Text = "text";
entity2.VersionNumber = 91;
PageContentEntity entity3 = new PageContentEntity();
entity3.EditedBy = "editedtest3";
entity3.EditedOn = DateTime.UtcNow;
entity3.Text = "text";
entity3.VersionNumber = 92;
List <PageContentEntity> entityList = new List <PageContentEntity>();
entityList.Add(entity1);
entityList.Add(entity2);
entityList.Add(entity3);
// Act
List <PageContent> contentList = FromEntity.ToPageContentList(entityList).ToList();
// Assert
Assert.That(contentList.Count, Is.EqualTo(3));
Assert.That(contentList[0].VersionNumber, Is.EqualTo(entity1.VersionNumber));
Assert.That(contentList[1].VersionNumber, Is.EqualTo(entity2.VersionNumber));
Assert.That(contentList[2].VersionNumber, Is.EqualTo(entity3.VersionNumber));
}
public void ToPageContent_ShouldFillCorrectProperties()
{
// Arrange
PageContentEntity entity = new PageContentEntity();
entity.Page = new PageEntity() { Title = "Page title" };
//entity.Id = Guid.NewGuid(); // can't be tested
entity.EditedBy = "editedtest";
entity.EditedOn = DateTime.UtcNow;
entity.Text = "text";
entity.VersionNumber = 99;
// Act
PageContent pageContent = FromEntity.ToPageContent(entity);
// Assert
Assert.That(pageContent.EditedBy, Is.EqualTo(entity.EditedBy));
Assert.That(pageContent.EditedOn, Is.EqualTo(entity.EditedOn));
Assert.That(pageContent.Text, Is.EqualTo(entity.Text));
Assert.That(pageContent.VersionNumber, Is.EqualTo(pageContent.VersionNumber));
Assert.That(pageContent.Page, Is.Not.Null);
Assert.That(pageContent.Page.Title, Is.EqualTo(pageContent.Page.Title));
}
public PageContent AddNewPageContentVersion(Page page, string text, string editedBy, DateTime editedOn, int version)
{
if (version < 1)
version = 1;
PageEntity pageEntity = UnitOfWork.FindById<PageEntity>(page.Id);
if (pageEntity != null)
{
// Update the content
PageContentEntity pageContentEntity = new PageContentEntity()
{
Id = Guid.NewGuid(),
Page = pageEntity,
Text = text,
EditedBy = editedBy,
EditedOn = editedOn,
VersionNumber = version,
};
UnitOfWork.Add(pageContentEntity);
UnitOfWork.SaveChanges();
// The page modified fields
pageEntity.ModifiedOn = editedOn;
pageEntity.ModifiedBy = editedBy;
UnitOfWork.SaveChanges();
// Turn the content database entity back into a domain object
PageContent pageContent = FromEntity.ToPageContent(pageContentEntity);
pageContent.Page = FromEntity.ToPage(pageEntity);
return pageContent;
}
Log.Error("Unable to update page content for page id {0} (not found)", page.Id);
return null;
}
public void cyDetailAnalysis(PageContentEntity entity)
{
try
{
string content2 = entity.PContent;
Utilities util = new Utilities();
SqlBuild sqlBuild = new SqlBuild();
SqlPara sqlPara = new SqlPara();
ClsDB clsDB = new ClsDB();
RegFunc rf = new RegFunc();
var controllerArgs = new EventControllerArgs()
{
IsSuccess = false
};
user user = getuser();
if (rf.GetStr(content2, "\"mobile\":\"", "\",") == "操作频繁稍后再试！")
{
controllerArgs.Msg = "操作频繁切换用户补抓" + user.userName;
string nexurl = "http://t.cjcyw.com:8081/ship/detail";
clsPageUrl.AddPageUrl(entity.ProgramName, entity.KeyWord, entity.PID, "cyDetail", entity.SiteUrl, entity.Url, nexurl,
"POST", entity.APara, entity.EnCode, entity.APara, getuser().cookieContainer, entity.AContent, entity.TrySpiderTimes, entity.Depth + 1);
}
else if (!string.IsNullOrEmpty(content2))
{
if (rf.GetStr(content2, "\"publishTel\":", ",").IndexOf("*") >= 0)
{
Program.helper.OntxtviewCompleted(this, new EventControllerArgs()
{
IsSuccess = true, Msg = "查看"
});
string nexurl = "http://t.cjcyw.com:8081/user/viewDetail?" + entity.APara;
HttpClient httpClient = new HttpClient("", 0, false, entity.CookieContent);
string viewpon = httpClient.GetResponse("", nexurl, "Post", entity.APara);
if (viewpon.IndexOf("积分") >= 0)
{
Program.helper.OntxtviewCompleted(this, new EventControllerArgs()
{
IsSuccess = true, Msg = "积分不足,切换账号"
});
nexurl = "http://t.cjcyw.com:8081/ship/detail";
clsPageUrl.AddPageUrl(entity.ProgramName, entity.KeyWord, entity.PID, "cyDetail", entity.SiteUrl, entity.Url, nexurl,
"POST", entity.APara, entity.EnCode, entity.APara, getuser().cookieContainer, entity.AContent, entity.TrySpiderTimes, entity.Depth + 1);
}
else
{
content2 = httpClient.GetResponse("", "http://t.cjcyw.com:8081/ship/detail", "Post", entity.APara);
}
}
if (rf.GetStr(content2, "\"publishTel\":", ",").IndexOf("*") < 0)
{
string _datastr = "";
//创建文件夹
string Path = "down\\船源数据.txt";
if (!File.Exists(Path))
{
using (new FileStream(Path, FileMode.Create, FileAccess.Write)) { };
}
using (StreamWriter sw = new StreamWriter(Path, true, Encoding.Default))
{
_datastr += "<id>" + rf.GetStr(content2, "\"id\":", ",") + "</id>";
_datastr += "<boatid>" + rf.GetStr(content2, "\"boatid\":", ",") + "</boatid>";
_datastr += "<Privince>" + rf.GetStr(content2, "\"Privince\":\"", "\",") + "</Privince>";
_datastr += "<city>" + rf.GetStr(content2, "\"city\":\"", "\",") + "</city>";
_datastr += "<bz>" + rf.GetStr(content2, "\"bz\":\"", "\"") + "/bz>";
_datastr += "<userid>" + rf.GetStr(content2, "\"userid\":", ",") + "/userid>";
_datastr += "<gsmc>" + rf.GetStr(content2, "\"gsmc\":\"", "\",") + "</gsmc>";
_datastr += "<szg>" + rf.GetStr(content2, "\"szg\":\"", "\",") + "</szg>";
_datastr += "<mdg>" + rf.GetStr(content2, "\"mdg\":\"", "\",") + "</mdg>";
_datastr += "<cpdw>" + rf.GetStr(content2, "\"cpdw\":\"", "\",") + "</cpdw>";
_datastr += "<cplx>" + rf.GetStr(content2, "\"cplx\":\"", "\",") + "</cplx>";
_datastr += "<kclb>" + rf.GetStr(content2, "\"kclb\":\"", "\",") + "</kclb>";
_datastr += "<zhrq1>" + rf.GetStr(content2, "\"zhrq1\":\"", "\",") + "</zhrq1>";
_datastr += "<zhrq2>" + rf.GetStr(content2, "\"zhrq2\":\"", "\",") + "</zhrq2>";
_datastr += "<bzlb>" + rf.GetStr(content2, "\"bzlb\":\"", "\",") + "</bzlb>";
_datastr += "<name>" + rf.GetStr(content2, "\"name\":\"", "\"") + "</name>";
_datastr += "<mobile>" + rf.GetStr(content2, "\"mobile\":\"", "\",") + "</mobile>";
string content3 = rf.GetStr(content2, "\"czxx\":", "}]");
_datastr += "<czxxid>" + rf.GetStr(content3, "\"id\":", ",") + "</czxxid>";
_datastr += "<lx>" + rf.GetStr(content3, "\"lx\":\"", "\",") + "</lx>";
_datastr += "<Qymc>" + rf.GetStr(content3, "\"Qymc\":\"", "\",") + "</Qymc>";
_datastr += "<Uname>" + rf.GetStr(content3, "\"Uname\":\"", "\",") + "</Uname>";
_datastr += "<name>" + rf.GetStr(content3, "\"name\":\"", "\",") + "</name>";
_datastr += "<mobile>" + rf.GetStr(content3, "\"mobile\":\"", "\",") + "</mobile>";
_datastr += "<flag>" + rf.GetStr(content3, "\"flag\":", ",") + "</flag>";
_datastr += "<hppj>" + rf.GetStr(content3, "\"hppj\":", ",") + "</hppj>";
_datastr += "<ybpj>" + rf.GetStr(content3, "\"ybpj\":", ",") + "</ybpj>";
_datastr += "<cppj>" + rf.GetStr(content3, "\"cppj\":", ",") + "</cppj>";
_datastr += "<userimg>" + rf.GetStr(content3, "\"userimg\":\"", "\"") + "</userimg>";
string content4 = rf.GetStr(content2, "\"ds\":", "}");
if (!string.IsNullOrEmpty(rf.GetStr(content4, "\"ch\":\"", "\",")))
{
_datastr += "<ch>" + rf.GetStr(content4, "\"ch\":\"", "\",") + "</ch>";
_datastr += "<sf>" + rf.GetStr(content4, "\"sf\":\"", "\",") + "</sf>";
_datastr += "<city>" + rf.GetStr(content4, "\"city\":\"", "\",") + "</city>";
_datastr += "<sc>" + rf.GetStr(content4, "\"sc\":\"", "\",") + "</sc>";
_datastr += "<cc>" + rf.GetStr(content4, "\"cc\":\"", "\",") + "</cc>";
_datastr += "<ck>" + rf.GetStr(content4, "\"ck\":\"", "\",") + "</ck>";
_datastr += "<cs>" + rf.GetStr(content4, "\"cs\":\"", "\"") + "</cs>";
}
else
{
_datastr += "<ch></ch>";
_datastr += "<sf></sf>";
_datastr += "<city></city>";
_datastr += "<sc></sc>";
_datastr += "<cc></cc>";
_datastr += "<ck></ck>";
_datastr += "<cs></cs>";
}
//开始写入
sw.Write(_datastr + "\r\n");
controllerArgs.Msg = "已抓到吨位" + rf.GetStr(content2, "\"cpdw\":\"", "\",") + "所在地" + rf.GetStr(content2, "\"szg\":\"", "\",") + rf.GetStr(content2, "\"cplx\":\"", "\",");
}
}
}
Program.helper.OntxtviewCompleted(this, controllerArgs);
}
catch (Exception ex)
{
ClsLog clsLog = new ClsLog();
clsLog.AddLog(DateTime.Now.ToString(), "分析数据失败" + ex.ToString());
clsLog.AddLog(DateTime.Now.ToString(), entity.SType + ";" + entity.Url + ";");
UrlContorl urlContorl = new UrlContorl();
}
}
public void hyDetailAnalysis(PageContentEntity entity)
{
try
{
string content2 = entity.PContent;
Utilities util = new Utilities();
SqlBuild sqlBuild = new SqlBuild();
SqlPara sqlPara = new SqlPara();
ClsDB clsDB = new ClsDB();
RegFunc rf = new RegFunc();
var controllerArgs = new EventControllerArgs()
{
IsSuccess = false
};
user user = getuser();
if (rf.GetStr(content2, "\"mobile\":\"", "\",") == "操作频繁稍后再试！")
{
controllerArgs.Msg = "操作频繁切换用户补抓" + user.token;
string nexurl = "http://t.cjcyw.com:8081//Goods/FindGoodsDetails.aspx?userid=" + user.token + "&hwid=" + entity.APara + "";
clsPageUrl.AddPageUrl(entity.ProgramName, entity.KeyWord, entity.PID, "cyDetail", entity.SiteUrl, entity.Url, nexurl,
"GET", "", entity.EnCode, entity.APara, entity.CookieContent, entity.AContent, entity.TrySpiderTimes, entity.Depth + 1);
}
else if (!string.IsNullOrEmpty(content2))
{
string _datastr = "";
//创建文件夹
FileStream fs;
string Path = "down\\货源数据.txt";
if (!File.Exists(Path))
{
using (new FileStream(Path, FileMode.Create, FileAccess.Write)) { };
}
using (StreamWriter sw = new StreamWriter(Path, true, Encoding.Default))
{
_datastr += "<hzimg>" + rf.GetStr(content2, "\"hzimg\":\"", "\",") + "</hzimg>";
_datastr += "<name>" + rf.GetStr(content2, "\"name\":\"", "\",") + "</name>";
_datastr += "<mobile>" + rf.GetStr(content2, "\"mobile\":\"", "\",") + "</mobile>";
_datastr += "<title>" + rf.GetStr(content2, "\"title\":\"", "\",") + "</title>";
_datastr += "<hwUserid>" + rf.GetStr(content2, "\"hwUserid\":", ",") + "/hwUserid>";
_datastr += "<cppj>" + rf.GetStr(content2, "\"cppj\":\"", "\",") + "</cppj>";
_datastr += "<ybpj>" + rf.GetStr(content2, "\"ybpj\":\"", "\",") + "</ybpj>";
_datastr += "<cppj>" + rf.GetStr(content2, "\"cppj\":\"", "\",") + "</cppj>";
_datastr += "<hits>" + rf.GetStr(content2, "\"hits\":\"", "\",") + "</hits>";
_datastr += "<hymc>" + rf.GetStr(content2, "\"hymc\":\"", "\",") + "</hymc>";
_datastr += "<ckyj>" + rf.GetStr(content2, "\"ckyj\":\"", "\",") + "</ckyj>";
_datastr += "<hwds>" + rf.GetStr(content2, "\"hwds\":\"", "\",") + "</hwds>";
_datastr += "<fhg>" + rf.GetStr(content2, "\"fhg\":\"", "\",") + "</fhg>";
_datastr += "<ddg>" + rf.GetStr(content2, "\"ddg\":\"", "\",") + "</ddg>";
_datastr += "<ssss>" + rf.GetStr(content2, "\"ssss\":\"", "\"") + "</ssss>";
_datastr += "<CFPrivince>" + rf.GetStr(content2, "\"CFPrivince\":\"", "\",") + "</CFPrivince>";
_datastr += "<CFCity>" + rf.GetStr(content2, "\"CFCity\":\"", "\",") + "</CFCity>";
_datastr += "<bzxs>" + rf.GetStr(content2, "\"bzxs\":\"", "\",") + "</bzxs>";
_datastr += "<fhrq>" + rf.GetStr(content2, "\"fhrq\":\"", "\",") + "</fhrq>";
_datastr += "<jzrq>" + rf.GetStr(content2, "\"jzrq\":\"", "\",") + "</jzrq>";
_datastr += "<lb>" + rf.GetStr(content2, "\"lb\":\"", "\",") + "</lb>";
_datastr += "<hwid>" + rf.GetStr(content2, "\"hwid\":", ",") + "</hwid>";
_datastr += "<bz>" + rf.GetStr(content2, "\"bz\":\"", "\"") + "</bz>";
//开始写入
sw.Write(_datastr + "\r\n");
controllerArgs.Msg = "已抓到" + rf.GetStr(content2, "\"name\":\"", "\",") + "的货源" + rf.GetStr(content2, "\"title\":\"", "\",");
}
//抓起间隔
}
Program.helper.OntxtviewCompleted(this, controllerArgs);
}
catch (Exception ex)
{
ClsLog clsLog = new ClsLog();
clsLog.AddLog(DateTime.Now.ToString(), "分析数据失败" + ex.ToString());
clsLog.AddLog(DateTime.Now.ToString(), entity.SType + ";" + entity.Url + ";");
UrlContorl urlContorl = new UrlContorl();
}
}
public void cydaDetailAnalysis(PageContentEntity entity)
{
try
{
string content2 = entity.PContent;
Utilities util = new Utilities();
SqlBuild sqlBuild = new SqlBuild();
SqlPara sqlPara = new SqlPara();
ClsDB clsDB = new ClsDB();
RegFunc rf = new RegFunc();
var controllerArgs = new EventControllerArgs()
{
IsSuccess = false
};
user user = getuser();
if (rf.GetStr(content2, "\"mobile\":\"", "\",") == "操作频繁稍后再试！")
{
controllerArgs.Msg = "操作频繁切换用户补抓" + user.token;
string nexurl = "http://t.cjcyw.com:8081/Boat/getBoatById.aspx?userid=" + user.token + "&id=" + entity.APara + "";
clsPageUrl.AddPageUrl(entity.ProgramName, entity.KeyWord, entity.PID, "cyDetail", entity.SiteUrl, entity.Url, nexurl,
"GET", "", entity.EnCode, entity.APara, entity.CookieContent, entity.AContent, entity.TrySpiderTimes, entity.Depth + 1);
}
else if (!string.IsNullOrEmpty(content2))
{
string _datastr = "";
//创建文件夹
FileStream fs;
string Path = "down\\船舶档案数据.txt";
if (!File.Exists(Path))
{
using (new FileStream(Path, FileMode.Create, FileAccess.Write)) { };
}
using (StreamWriter sw = new StreamWriter(Path, true, Encoding.Default))
{
_datastr += "<id>" + rf.GetStr(content2, "\"id\":", ",") + "</id>";
_datastr += "<dw>" + rf.GetStr(content2, "\"hzimg\":", ",") + "</hzimg>";
_datastr += "<cx>" + rf.GetStr(content2, "\"cx\":\"", "\",") + "</cx>";
_datastr += "<sf>" + rf.GetStr(content2, "\"sf\":\"", "\",") + "</sf>";
_datastr += "<cx>" + rf.GetStr(content2, "\"cx\":\"", "\",") + "</cx>";
_datastr += "<city>" + rf.GetStr(content2, "\"city\":\"", "\",") + "</city>";
_datastr += "<czxm>" + rf.GetStr(content2, "\"czxm\":\"", "\",") + "</czxm>";
_datastr += "<sjhm>" + rf.GetStr(content2, "\"sjhm\":\"", "\",") + "</sjhm>";
_datastr += "<date>" + rf.GetStr(content2, "\"date\":\"", "\",") + "</date>";
_datastr += "<gkgs>" + rf.GetStr(content2, "\"gkgs\":\"", "\",") + "</gkgs>";
_datastr += "<sfzh>" + rf.GetStr(content2, "\"sfzh\":\"", "\",") + "</sfzh>";
_datastr += "<ch>" + rf.GetStr(content2, "\"ch\":\"", "\",") + "</ch>";
_datastr += "<hc>" + rf.GetStr(content2, "\"hc\":\"", "\",") + "</hc>";
_datastr += "<bz>" + rf.GetStr(content2, "\"bz\":\"", "\",") + "</bz>";
_datastr += "<cc>" + rf.GetStr(content2, "\"cc\":\"", "\",") + "</cc>";
_datastr += "<cg>" + rf.GetStr(content2, "\"cg\":\"", "\",") + "</cg>";
_datastr += "<ck>" + rf.GetStr(content2, "\"ck\":\"", "\",") + "</ck>";
_datastr += "<cs>" + rf.GetStr(content2, "\"cs\":\"", "\",") + "</cs>";
_datastr += "<sfdb>" + rf.GetStr(content2, "\"sfdb\":\"", "\",") + "</sfdb>";
_datastr += "<adress>" + rf.GetStr(content2, "\"adress\":\"", "\",") + "</adress>";
_datastr += "<lxdh>" + rf.GetStr(content2, "\"lxdh\":\"", "\",") + "</lxdh>";
_datastr += "<qq>" + rf.GetStr(content2, "\"qq\":\"", "\",") + "</qq>";
_datastr += "<gmsj>" + rf.GetStr(content2, "\"gmsj\":\"", "\",") + "</gmsj>";
_datastr += "<email>" + rf.GetStr(content2, "\"email\":\"", "\",") + "</email>";
_datastr += "<frdb>" + rf.GetStr(content2, "\"frdb\":\"", "\",") + "</frdb>";
_datastr += "<gsdh>" + rf.GetStr(content2, "\"gsdh\":\"", "\",") + "</gsdh>";
_datastr += "<gsweb>" + rf.GetStr(content2, "\"gsweb\":\"", "\",") + "</gsweb>";
_datastr += "<gsemail>" + rf.GetStr(content2, "\"gsemail\":\"", "\",") + "</gsemail>";
_datastr += "<gsfax>" + rf.GetStr(content2, "\"gsfax\":\"", "\",") + "</gsfax>";
_datastr += "<gsadress>" + rf.GetStr(content2, "\"gsadress\":\"", "\",") + "</gsadress>";
_datastr += "<flag>" + rf.GetStr(content2, "\"flag\":", ",") + "</flag>";
_datastr += "<userid>" + rf.GetStr(content2, "\"userid\":", ",") + "</userid>";
_datastr += "<lx>" + rf.GetStr(content2, "\"lx\":\"", "\",") + "</lx>";
_datastr += "<ip>" + rf.GetStr(content2, "\"ip\":\"", "\",") + "</ip>";
_datastr += "<hits>" + rf.GetStr(content2, "\"hits\":\"", "\",") + "</hits>";
_datastr += "<ISCheck>" + rf.GetStr(content2, "\"ISCheck\":\"", "\",") + "</ISCheck>";
_datastr += "<CB_Photo>" + rf.GetStr(content2, "\"CB_Photo\":\"", "\",") + "</CB_Photo>";
_datastr += "<CB_Class>" + rf.GetStr(content2, "\"CB_Class\":\"", "\",") + "</CB_Class>";
_datastr += "<ISTop>" + rf.GetStr(content2, "\"ISTop\":\"", "\",") + "</ISTop>";
_datastr += "<Topdate>" + rf.GetStr(content2, "\"Topdate\":\"", "\"") + "</Topdate>";
//开始写入
sw.Write(_datastr + "\r\n");
controllerArgs.Msg = "已抓到" + rf.GetStr(content2, "\"ch\":\"", "\",") + "的船舶档案信息" + rf.GetStr(content2, "\"title\":\"", "\",");
}
Program.helper.OntxtviewCompleted(this, controllerArgs);
}
}
catch (Exception ex)
{
ClsLog clsLog = new ClsLog();
clsLog.AddLog(DateTime.Now.ToString(), "分析数据失败" + ex.ToString());
clsLog.AddLog(DateTime.Now.ToString(), entity.SType + ";" + entity.Url + ";");
UrlContorl urlContorl = new UrlContorl();
}
}
public PageContent AddNewPage(Page page, string text, string editedBy, DateTime editedOn, DateTime projectStart, DateTime projectEnd, bool projectEstimatedTime, string projectStatus, string projectLanguage, int orgID)
{
PageEntity pageEntity = new PageEntity();
ToEntity.FromPage(page, pageEntity);
pageEntity.Id = 0;
UnitOfWork.Add(pageEntity);
UnitOfWork.SaveChanges();
PageContentEntity pageContentEntity = new PageContentEntity()
{
Id = Guid.NewGuid(),
Page = pageEntity,
Text = text,
EditedBy = editedBy,
EditedOn = editedOn,
VersionNumber = 1,
ProjectStart = projectStart,
ProjectEnd = projectEnd,
ProjectEstimatedTime = projectEstimatedTime,
ProjectStatus = projectStatus,
ProjectLanguage = projectLanguage,
orgID = orgID,
};
UnitOfWork.Add(pageContentEntity);
UnitOfWork.SaveChanges();
PageContent pageContent = FromEntity.ToPageContent(pageContentEntity);
pageContent.Page = FromEntity.ToPage(pageEntity);
return pageContent;
}
