public PageContent AddNewPage(Page page, string text, string editedBy, DateTime editedOn) { PageEntity pageEntity = new PageEntity(); ToEntity.FromPage(page, pageEntity); pageEntity.Id = 0; UnitOfWork.Add(pageEntity); UnitOfWork.SaveChanges(); PageContentEntity pageContentEntity = new PageContentEntity() { Id = Guid.NewGuid(), Page = pageEntity, Text = text, EditedBy = editedBy, EditedOn = editedOn, VersionNumber = 1, }; UnitOfWork.Add(pageContentEntity); UnitOfWork.SaveChanges(); PageContent pageContent = FromEntity.ToPageContent(pageContentEntity); pageContent.Page = FromEntity.ToPage(pageEntity); return pageContent; }
public static void FromPageContent(PageContent pageContent, PageContentEntity entity) { entity.EditedOn = pageContent.EditedOn; entity.EditedBy = pageContent.EditedBy; entity.Text = pageContent.Text; entity.VersionNumber = pageContent.VersionNumber; }
public void topagecontent_shouldfillcorrectproperties() { // Arrange PageContentEntity entity = new PageContentEntity(); entity.Page = new PageEntity() { Title = "Page title" }; //entity.Id = Guid.NewGuid(); // can't be tested entity.EditedBy = "editedtest"; entity.EditedOn = DateTime.UtcNow; entity.Text = "text"; entity.VersionNumber = 99; // Act PageContent pageContent = FromEntity.ToPageContent(entity); // Assert Assert.That(pageContent.EditedBy, Is.EqualTo(entity.EditedBy)); Assert.That(pageContent.EditedOn, Is.EqualTo(entity.EditedOn)); Assert.That(pageContent.Text, Is.EqualTo(entity.Text)); Assert.That(pageContent.VersionNumber, Is.EqualTo(pageContent.VersionNumber)); Assert.That(pageContent.Page, Is.Not.Null); Assert.That(pageContent.Page.Title, Is.EqualTo(pageContent.Page.Title)); }
public void cyPortalAnalysis(PageContentEntity entity) { try { string pContent = entity.PContent; Utilities util = new Utilities(); SqlBuild sqlBuild = new SqlBuild(); SqlPara sqlPara = new SqlPara(); ClsDB clsDB = new ClsDB(); RegFunc rf = new RegFunc(); ArrayList arrayList = rf.GetStrArr(pContent, "\"aid\":", ","); for (int i = 0; i < 1; i++) { string nexurl = "http://t.cjcyw.com:8081/ship/detail"; clsPageUrl.AddPageUrl(entity.ProgramName, entity.KeyWord, entity.PID, "cyDetail", entity.SiteUrl, entity.Url, nexurl, "POST", "aid=" + arrayList[i].ToString(), entity.EnCode, "aid=" + arrayList[i].ToString(), getuser().cookieContainer, entity.AContent, entity.TrySpiderTimes, entity.Depth + 1); } } catch (Exception ex) { ClsLog clsLog = new ClsLog(); clsLog.AddLog(DateTime.Now.ToString(), "分析数据失败" + ex.ToString()); clsLog.AddLog(DateTime.Now.ToString(), entity.SType + ";" + entity.Url + ";"); } }
public static PageContent FromPageContentEntity(PageContentEntity entity) { if (entity == null) { return(null); } var pageContent = new PageContent(); pageContent.Id = entity.Id; pageContent.EditedOn = entity.EditedOn; pageContent.EditedBy = entity.EditedBy; pageContent.Text = entity.Text; pageContent.VersionNumber = entity.VersionNumber; pageContent.Page = Page.FromPageEntity(entity.Page); pageContent.ProjectStart = entity.ProjectStart; pageContent.ProjectEnd = entity.ProjectEnd; pageContent.ProjectEstimatedTime = entity.ProjectEstimatedTime; pageContent.ProjectStatus = entity.ProjectStatus; pageContent.ProjectLanguage = entity.ProjectLanguage; pageContent.orgID = entity.orgID; pageContent.Department = entity.Department; pageContent.Owner = entity.Owner; pageContent.OwnerEmail = entity.OwnerEmail; pageContent.ProjectAgileLifeCyclePhase = entity.ProjectAgileLifeCyclePhase; pageContent.CollaborationLevel = entity.CollaborationLevel; pageContent.FundingBoundary = entity.FundingBoundary; return(pageContent); }
public void ToPageContentList_ShouldContainValidList() { // Arrange PageContentEntity entity1 = new PageContentEntity(); entity1.EditedBy = "editedtest1"; entity1.EditedOn = DateTime.UtcNow; entity1.Text = "text"; entity1.VersionNumber = 90; PageContentEntity entity2 = new PageContentEntity(); entity2.EditedBy = "editedtest2"; entity2.EditedOn = DateTime.UtcNow; entity2.Text = "text"; entity2.VersionNumber = 91; PageContentEntity entity3 = new PageContentEntity(); entity3.EditedBy = "editedtest3"; entity3.EditedOn = DateTime.UtcNow; entity3.Text = "text"; entity3.VersionNumber = 92; List<PageContentEntity> entityList = new List<PageContentEntity>(); entityList.Add(entity1); entityList.Add(entity2); entityList.Add(entity3); // Act List<PageContent> contentList = FromEntity.ToPageContentList(entityList).ToList(); // Assert Assert.That(contentList.Count, Is.EqualTo(3)); Assert.That(contentList[0].VersionNumber, Is.EqualTo(entity1.VersionNumber)); Assert.That(contentList[1].VersionNumber, Is.EqualTo(entity2.VersionNumber)); Assert.That(contentList[2].VersionNumber, Is.EqualTo(entity3.VersionNumber)); }
//保存数据 public void SaveUrl(PageContentEntity entity, string ErrorMsg) { CookieFunc cookieFunc = new CookieFunc(); DatUrlEntity urlEntity = new DatUrlEntity(); urlEntity.ID = entity.ID; urlEntity.KeyWord = entity.KeyWord; urlEntity.ProgramName = entity.ProgramName; urlEntity.SpiderDate = entity.SpiderDate; urlEntity.PID = entity.PID; urlEntity.SiteUrl = entity.SiteUrl; urlEntity.SType = entity.SType; urlEntity.SourUrl = entity.SourUrl; urlEntity.Url = entity.Url; urlEntity.UrlType = entity.UrlType; urlEntity.UrlPara = entity.UrlPara; urlEntity.EnCode = entity.EnCode; urlEntity.APara = entity.APara; urlEntity.CookieContent = cookieFunc.GetCookiesStr(entity.CookieContent); urlEntity.AContent = entity.AContent; urlEntity.PConent = entity.PContent; urlEntity.ErrorMsg = ErrorMsg; urlEntity.TrySpiderTimes = entity.TrySpiderTimes + 1; urlEntity.Depth = entity.Depth; urlEntity.SpiderTime = entity.SpiderTime; DbHelp.ClsDB clsdb = new DbHelp.ClsDB(); Analysis.SqlBuild sqlBuild = new Analysis.SqlBuild(); Analysis.SqlPara sqlPara = new Analysis.SqlPara(); clsdb.AddPageDB(entity, sqlBuild.GetHalfBakeInsSql(), sqlPara.GetHalfBakeInsPara(urlEntity)); DbHelp.Utilities util = new DbHelp.Utilities(); }
public void AddPageContent(Spider.PageUrlEntity pageUrlEntity, Bitmap MContent) { //分析数据 PageContentEntity pageContentEntity = new PageContentEntity(); pageContentEntity.ID = pageUrlEntity.ID; pageContentEntity.KeyWord = pageUrlEntity.KeyWord; pageContentEntity.ProgramName = pageUrlEntity.ProgramName; pageContentEntity.SpiderDate = pageUrlEntity.SpiderDate; pageContentEntity.PID = pageUrlEntity.PID; pageContentEntity.SType = pageUrlEntity.SType; pageContentEntity.SiteUrl = pageUrlEntity.SiteUrl; pageContentEntity.SourUrl = pageUrlEntity.SourUrl; pageContentEntity.Url = pageUrlEntity.Url; pageContentEntity.UrlType = pageUrlEntity.UrlType; pageContentEntity.UrlPara = pageUrlEntity.UrlPara; pageContentEntity.EnCode = pageUrlEntity.EnCode; pageContentEntity.APara = pageUrlEntity.APara; pageContentEntity.CookieContent = pageUrlEntity.CookieContent; pageContentEntity.AContent = pageUrlEntity.AContent; pageContentEntity.PContent = ""; pageContentEntity.MContent = MContent; pageContentEntity.TrySpiderTimes = pageUrlEntity.TrySpiderTimes; pageContentEntity.Depth = pageUrlEntity.Depth; pageContentEntity.SpiderTime = DateTime.Now; Interlocked.Increment(ref Program.clsContentSignal); Program.pageContentList.Add(pageContentEntity); }
public void cydaPortalAnalysis(PageContentEntity entity) { try { string pContent = entity.PContent; Utilities util = new Utilities(); SqlBuild sqlBuild = new SqlBuild(); SqlPara sqlPara = new SqlPara(); ClsDB clsDB = new ClsDB(); RegFunc rf = new RegFunc(); ArrayList arrayList = rf.GetStrArr(pContent, "\"boatid\":", ","); for (int i = 0; i < arrayList.Count; i++) { string nexurl = "http://t.cjcyw.com:8081/Boat/getBoatById.aspx?userid=" + getuser().token + "&id=" + arrayList[i].ToString() + ""; clsPageUrl.AddPageUrl(entity.ProgramName, entity.KeyWord, entity.PID, "cydaDetail", entity.SiteUrl, entity.Url, nexurl, "GET", "", entity.EnCode, arrayList[i].ToString(), entity.CookieContent, entity.AContent, entity.TrySpiderTimes, entity.Depth + 1); } } catch (Exception ex) { ClsLog clsLog = new ClsLog(); clsLog.AddLog(DateTime.Now.ToString(), "分析数据失败" + ex.ToString()); clsLog.AddLog(DateTime.Now.ToString(), entity.SType + ";" + entity.Url + ";"); UrlContorl urlContorl = new UrlContorl(); } }
public static PageContent ToPageContent(PageContentEntity entity) { if (entity == null) return null; PageContent pageContent = new PageContent(); pageContent.Id = entity.Id; pageContent.EditedOn = entity.EditedOn; pageContent.EditedBy = entity.EditedBy; pageContent.Text = entity.Text; pageContent.VersionNumber = entity.VersionNumber; pageContent.Page = ToPage(entity.Page); return pageContent; }
public void HousePortalAnalysis(PageContentEntity entity) { try { string pContent = entity.PContent; ClsPageUrl clsPageUrl = new ClsPageUrl(); Utilities util = new Utilities(); SqlBuild sqlBuild = new SqlBuild(); SqlPara sqlPara = new SqlPara(); ClsDB clsDB = new ClsDB(); RegFunc rf = new RegFunc(); ArrayList arrayList = rf.GetStrArr(pContent, "\"id\":", ","); for (int k = 0; k < arrayList.Count; k++) { } string KeyWord = entity.KeyWord; decimal num; DateTime dt; string postDataStr = ""; pContent = rf.GetStr(pContent, "/共有", "页"); if (pContent != "") { for (int i = 1; i <= Convert.ToInt32(pContent); i++) //for (int i = 1; i <= 1; i++) { // clsPageUrl.AddPageUrl(entity.ProgramName, entity.KeyWord, entity.PID, "Batch", entity.SiteUrl, entity.Url, "http://218.14.207.76/xxgs/xmlpzs/webissue.asp?page=" + i, //"GET", "", entity.EnCode, i.ToString(), entity.CookieContent, entity.AContent, entity.TrySpiderTimes, entity.Depth + 1); } } else { throw new Exception("分析数据失败:页面没有数据"); } } catch (Exception ex) { ClsLog clsLog = new ClsLog(); clsLog.AddLog(DateTime.Now.ToString(), "分析数据失败" + ex.ToString()); clsLog.AddLog(DateTime.Now.ToString(), entity.SType + ";" + entity.Url + ";"); UrlContorl urlContorl = new UrlContorl(); urlContorl.SaveUrl(entity, ex.ToString()); } }
public void AddPageDB(PageContentEntity pageContentEntity, string SqlStr, SqlParameter[] paraArgs) { //分析数据 SqlCommand com = new SqlCommand(SqlStr); com.CommandType = CommandType.Text; if (paraArgs.Length > 0) { com.Parameters.AddRange(paraArgs); } DBEntity dbEntity = new DBEntity(); dbEntity.pageContentEntity = pageContentEntity; dbEntity.myCom = com; Interlocked.Increment(ref Program.clsDBSignal); Program.dbList.Add(dbEntity); }
public void FromPageContent_ShouldFillCorrectProperties() { // Arrange PageContent pageContent = new PageContent(); pageContent.Id = Guid.NewGuid(); pageContent.EditedBy = "editedby"; pageContent.EditedOn = DateTime.UtcNow; pageContent.Text = "text"; PageContentEntity entity = new PageContentEntity(); // Act ToEntity.FromPageContent(pageContent, entity); // Assert Assert.That(entity.Id, Is.Not.EqualTo(pageContent.Id)); // the id isn't copied from the page Assert.That(entity.EditedBy, Is.EqualTo(pageContent.EditedBy)); Assert.That(entity.EditedOn, Is.EqualTo(pageContent.EditedOn)); Assert.That(entity.Text, Is.EqualTo(pageContent.Text)); Assert.That(entity.Page , Is.Null); }
public static PageContent ToPageContent(PageContentEntity entity) { if (entity == null) return null; PageContent pageContent = new PageContent(); pageContent.Id = entity.Id; pageContent.EditedOn = entity.EditedOn; pageContent.EditedBy = entity.EditedBy; pageContent.Text = entity.Text; pageContent.VersionNumber = entity.VersionNumber; pageContent.Page = ToPage(entity.Page); pageContent.ProjectStart = entity.ProjectStart; pageContent.ProjectEnd = entity.ProjectEnd; pageContent.ProjectEstimatedTime = entity.ProjectEstimatedTime; pageContent.ProjectStatus = entity.ProjectStatus; pageContent.ProjectLanguage = entity.ProjectLanguage; pageContent.orgID = entity.orgID; return pageContent; }
public void frompagecontent_shouldfillcorrectproperties() { // Arrange PageContent pageContent = new PageContent(); pageContent.Id = Guid.NewGuid(); pageContent.EditedBy = "editedby"; pageContent.EditedOn = DateTime.UtcNow; pageContent.Text = "text"; PageContentEntity entity = new PageContentEntity(); // Act ToEntity.FromPageContent(pageContent, entity); // Assert Assert.That(entity.Id, Is.Not.EqualTo(pageContent.Id)); // the id isn't copied from the page Assert.That(entity.EditedBy, Is.EqualTo(pageContent.EditedBy)); Assert.That(entity.EditedOn, Is.EqualTo(pageContent.EditedOn)); Assert.That(entity.Text, Is.EqualTo(pageContent.Text)); Assert.That(entity.Page, Is.Null); }
public void topagecontentlist_shouldcontainvalidlist() { // Arrange PageContentEntity entity1 = new PageContentEntity(); entity1.EditedBy = "editedtest1"; entity1.EditedOn = DateTime.UtcNow; entity1.Text = "text"; entity1.VersionNumber = 90; PageContentEntity entity2 = new PageContentEntity(); entity2.EditedBy = "editedtest2"; entity2.EditedOn = DateTime.UtcNow; entity2.Text = "text"; entity2.VersionNumber = 91; PageContentEntity entity3 = new PageContentEntity(); entity3.EditedBy = "editedtest3"; entity3.EditedOn = DateTime.UtcNow; entity3.Text = "text"; entity3.VersionNumber = 92; List <PageContentEntity> entityList = new List <PageContentEntity>(); entityList.Add(entity1); entityList.Add(entity2); entityList.Add(entity3); // Act List <PageContent> contentList = FromEntity.ToPageContentList(entityList).ToList(); // Assert Assert.That(contentList.Count, Is.EqualTo(3)); Assert.That(contentList[0].VersionNumber, Is.EqualTo(entity1.VersionNumber)); Assert.That(contentList[1].VersionNumber, Is.EqualTo(entity2.VersionNumber)); Assert.That(contentList[2].VersionNumber, Is.EqualTo(entity3.VersionNumber)); }
public void ToPageContent_ShouldFillCorrectProperties() { // Arrange PageContentEntity entity = new PageContentEntity(); entity.Page = new PageEntity() { Title = "Page title" }; //entity.Id = Guid.NewGuid(); // can't be tested entity.EditedBy = "editedtest"; entity.EditedOn = DateTime.UtcNow; entity.Text = "text"; entity.VersionNumber = 99; // Act PageContent pageContent = FromEntity.ToPageContent(entity); // Assert Assert.That(pageContent.EditedBy, Is.EqualTo(entity.EditedBy)); Assert.That(pageContent.EditedOn, Is.EqualTo(entity.EditedOn)); Assert.That(pageContent.Text, Is.EqualTo(entity.Text)); Assert.That(pageContent.VersionNumber, Is.EqualTo(pageContent.VersionNumber)); Assert.That(pageContent.Page, Is.Not.Null); Assert.That(pageContent.Page.Title, Is.EqualTo(pageContent.Page.Title)); }
public PageContent AddNewPageContentVersion(Page page, string text, string editedBy, DateTime editedOn, int version) { if (version < 1) version = 1; PageEntity pageEntity = UnitOfWork.FindById<PageEntity>(page.Id); if (pageEntity != null) { // Update the content PageContentEntity pageContentEntity = new PageContentEntity() { Id = Guid.NewGuid(), Page = pageEntity, Text = text, EditedBy = editedBy, EditedOn = editedOn, VersionNumber = version, }; UnitOfWork.Add(pageContentEntity); UnitOfWork.SaveChanges(); // The page modified fields pageEntity.ModifiedOn = editedOn; pageEntity.ModifiedBy = editedBy; UnitOfWork.SaveChanges(); // Turn the content database entity back into a domain object PageContent pageContent = FromEntity.ToPageContent(pageContentEntity); pageContent.Page = FromEntity.ToPage(pageEntity); return pageContent; } Log.Error("Unable to update page content for page id {0} (not found)", page.Id); return null; }
public void cyDetailAnalysis(PageContentEntity entity) { try { string content2 = entity.PContent; Utilities util = new Utilities(); SqlBuild sqlBuild = new SqlBuild(); SqlPara sqlPara = new SqlPara(); ClsDB clsDB = new ClsDB(); RegFunc rf = new RegFunc(); var controllerArgs = new EventControllerArgs() { IsSuccess = false }; user user = getuser(); if (rf.GetStr(content2, "\"mobile\":\"", "\",") == "操作频繁稍后再试!") { controllerArgs.Msg = "操作频繁切换用户补抓" + user.userName; string nexurl = "http://t.cjcyw.com:8081/ship/detail"; clsPageUrl.AddPageUrl(entity.ProgramName, entity.KeyWord, entity.PID, "cyDetail", entity.SiteUrl, entity.Url, nexurl, "POST", entity.APara, entity.EnCode, entity.APara, getuser().cookieContainer, entity.AContent, entity.TrySpiderTimes, entity.Depth + 1); } else if (!string.IsNullOrEmpty(content2)) { if (rf.GetStr(content2, "\"publishTel\":", ",").IndexOf("*") >= 0) { Program.helper.OntxtviewCompleted(this, new EventControllerArgs() { IsSuccess = true, Msg = "查看" }); string nexurl = "http://t.cjcyw.com:8081/user/viewDetail?" + entity.APara; HttpClient httpClient = new HttpClient("", 0, false, entity.CookieContent); string viewpon = httpClient.GetResponse("", nexurl, "Post", entity.APara); if (viewpon.IndexOf("积分") >= 0) { Program.helper.OntxtviewCompleted(this, new EventControllerArgs() { IsSuccess = true, Msg = "积分不足,切换账号" }); nexurl = "http://t.cjcyw.com:8081/ship/detail"; clsPageUrl.AddPageUrl(entity.ProgramName, entity.KeyWord, entity.PID, "cyDetail", entity.SiteUrl, entity.Url, nexurl, "POST", entity.APara, entity.EnCode, entity.APara, getuser().cookieContainer, entity.AContent, entity.TrySpiderTimes, entity.Depth + 1); } else { content2 = httpClient.GetResponse("", "http://t.cjcyw.com:8081/ship/detail", "Post", entity.APara); } } if (rf.GetStr(content2, "\"publishTel\":", ",").IndexOf("*") < 0) { string _datastr = ""; //创建文件夹 string Path = "down\\船源数据.txt"; if (!File.Exists(Path)) { using (new FileStream(Path, FileMode.Create, FileAccess.Write)) { }; } using (StreamWriter sw = new StreamWriter(Path, true, Encoding.Default)) { _datastr += "<id>" + rf.GetStr(content2, "\"id\":", ",") + "</id>"; _datastr += "<boatid>" + rf.GetStr(content2, "\"boatid\":", ",") + "</boatid>"; _datastr += "<Privince>" + rf.GetStr(content2, "\"Privince\":\"", "\",") + "</Privince>"; _datastr += "<city>" + rf.GetStr(content2, "\"city\":\"", "\",") + "</city>"; _datastr += "<bz>" + rf.GetStr(content2, "\"bz\":\"", "\"") + "/bz>"; _datastr += "<userid>" + rf.GetStr(content2, "\"userid\":", ",") + "/userid>"; _datastr += "<gsmc>" + rf.GetStr(content2, "\"gsmc\":\"", "\",") + "</gsmc>"; _datastr += "<szg>" + rf.GetStr(content2, "\"szg\":\"", "\",") + "</szg>"; _datastr += "<mdg>" + rf.GetStr(content2, "\"mdg\":\"", "\",") + "</mdg>"; _datastr += "<cpdw>" + rf.GetStr(content2, "\"cpdw\":\"", "\",") + "</cpdw>"; _datastr += "<cplx>" + rf.GetStr(content2, "\"cplx\":\"", "\",") + "</cplx>"; _datastr += "<kclb>" + rf.GetStr(content2, "\"kclb\":\"", "\",") + "</kclb>"; _datastr += "<zhrq1>" + rf.GetStr(content2, "\"zhrq1\":\"", "\",") + "</zhrq1>"; _datastr += "<zhrq2>" + rf.GetStr(content2, "\"zhrq2\":\"", "\",") + "</zhrq2>"; _datastr += "<bzlb>" + rf.GetStr(content2, "\"bzlb\":\"", "\",") + "</bzlb>"; _datastr += "<name>" + rf.GetStr(content2, "\"name\":\"", "\"") + "</name>"; _datastr += "<mobile>" + rf.GetStr(content2, "\"mobile\":\"", "\",") + "</mobile>"; string content3 = rf.GetStr(content2, "\"czxx\":", "}]"); _datastr += "<czxxid>" + rf.GetStr(content3, "\"id\":", ",") + "</czxxid>"; _datastr += "<lx>" + rf.GetStr(content3, "\"lx\":\"", "\",") + "</lx>"; _datastr += "<Qymc>" + rf.GetStr(content3, "\"Qymc\":\"", "\",") + "</Qymc>"; _datastr += "<Uname>" + rf.GetStr(content3, "\"Uname\":\"", "\",") + "</Uname>"; _datastr += "<name>" + rf.GetStr(content3, "\"name\":\"", "\",") + "</name>"; _datastr += "<mobile>" + rf.GetStr(content3, "\"mobile\":\"", "\",") + "</mobile>"; _datastr += "<flag>" + rf.GetStr(content3, "\"flag\":", ",") + "</flag>"; _datastr += "<hppj>" + rf.GetStr(content3, "\"hppj\":", ",") + "</hppj>"; _datastr += "<ybpj>" + rf.GetStr(content3, "\"ybpj\":", ",") + "</ybpj>"; _datastr += "<cppj>" + rf.GetStr(content3, "\"cppj\":", ",") + "</cppj>"; _datastr += "<userimg>" + rf.GetStr(content3, "\"userimg\":\"", "\"") + "</userimg>"; string content4 = rf.GetStr(content2, "\"ds\":", "}"); if (!string.IsNullOrEmpty(rf.GetStr(content4, "\"ch\":\"", "\","))) { _datastr += "<ch>" + rf.GetStr(content4, "\"ch\":\"", "\",") + "</ch>"; _datastr += "<sf>" + rf.GetStr(content4, "\"sf\":\"", "\",") + "</sf>"; _datastr += "<city>" + rf.GetStr(content4, "\"city\":\"", "\",") + "</city>"; _datastr += "<sc>" + rf.GetStr(content4, "\"sc\":\"", "\",") + "</sc>"; _datastr += "<cc>" + rf.GetStr(content4, "\"cc\":\"", "\",") + "</cc>"; _datastr += "<ck>" + rf.GetStr(content4, "\"ck\":\"", "\",") + "</ck>"; _datastr += "<cs>" + rf.GetStr(content4, "\"cs\":\"", "\"") + "</cs>"; } else { _datastr += "<ch></ch>"; _datastr += "<sf></sf>"; _datastr += "<city></city>"; _datastr += "<sc></sc>"; _datastr += "<cc></cc>"; _datastr += "<ck></ck>"; _datastr += "<cs></cs>"; } //开始写入 sw.Write(_datastr + "\r\n"); controllerArgs.Msg = "已抓到吨位" + rf.GetStr(content2, "\"cpdw\":\"", "\",") + "所在地" + rf.GetStr(content2, "\"szg\":\"", "\",") + rf.GetStr(content2, "\"cplx\":\"", "\","); } } } Program.helper.OntxtviewCompleted(this, controllerArgs); } catch (Exception ex) { ClsLog clsLog = new ClsLog(); clsLog.AddLog(DateTime.Now.ToString(), "分析数据失败" + ex.ToString()); clsLog.AddLog(DateTime.Now.ToString(), entity.SType + ";" + entity.Url + ";"); UrlContorl urlContorl = new UrlContorl(); } }
public void hyDetailAnalysis(PageContentEntity entity) { try { string content2 = entity.PContent; Utilities util = new Utilities(); SqlBuild sqlBuild = new SqlBuild(); SqlPara sqlPara = new SqlPara(); ClsDB clsDB = new ClsDB(); RegFunc rf = new RegFunc(); var controllerArgs = new EventControllerArgs() { IsSuccess = false }; user user = getuser(); if (rf.GetStr(content2, "\"mobile\":\"", "\",") == "操作频繁稍后再试!") { controllerArgs.Msg = "操作频繁切换用户补抓" + user.token; string nexurl = "http://t.cjcyw.com:8081//Goods/FindGoodsDetails.aspx?userid=" + user.token + "&hwid=" + entity.APara + ""; clsPageUrl.AddPageUrl(entity.ProgramName, entity.KeyWord, entity.PID, "cyDetail", entity.SiteUrl, entity.Url, nexurl, "GET", "", entity.EnCode, entity.APara, entity.CookieContent, entity.AContent, entity.TrySpiderTimes, entity.Depth + 1); } else if (!string.IsNullOrEmpty(content2)) { string _datastr = ""; //创建文件夹 FileStream fs; string Path = "down\\货源数据.txt"; if (!File.Exists(Path)) { using (new FileStream(Path, FileMode.Create, FileAccess.Write)) { }; } using (StreamWriter sw = new StreamWriter(Path, true, Encoding.Default)) { _datastr += "<hzimg>" + rf.GetStr(content2, "\"hzimg\":\"", "\",") + "</hzimg>"; _datastr += "<name>" + rf.GetStr(content2, "\"name\":\"", "\",") + "</name>"; _datastr += "<mobile>" + rf.GetStr(content2, "\"mobile\":\"", "\",") + "</mobile>"; _datastr += "<title>" + rf.GetStr(content2, "\"title\":\"", "\",") + "</title>"; _datastr += "<hwUserid>" + rf.GetStr(content2, "\"hwUserid\":", ",") + "/hwUserid>"; _datastr += "<cppj>" + rf.GetStr(content2, "\"cppj\":\"", "\",") + "</cppj>"; _datastr += "<ybpj>" + rf.GetStr(content2, "\"ybpj\":\"", "\",") + "</ybpj>"; _datastr += "<cppj>" + rf.GetStr(content2, "\"cppj\":\"", "\",") + "</cppj>"; _datastr += "<hits>" + rf.GetStr(content2, "\"hits\":\"", "\",") + "</hits>"; _datastr += "<hymc>" + rf.GetStr(content2, "\"hymc\":\"", "\",") + "</hymc>"; _datastr += "<ckyj>" + rf.GetStr(content2, "\"ckyj\":\"", "\",") + "</ckyj>"; _datastr += "<hwds>" + rf.GetStr(content2, "\"hwds\":\"", "\",") + "</hwds>"; _datastr += "<fhg>" + rf.GetStr(content2, "\"fhg\":\"", "\",") + "</fhg>"; _datastr += "<ddg>" + rf.GetStr(content2, "\"ddg\":\"", "\",") + "</ddg>"; _datastr += "<ssss>" + rf.GetStr(content2, "\"ssss\":\"", "\"") + "</ssss>"; _datastr += "<CFPrivince>" + rf.GetStr(content2, "\"CFPrivince\":\"", "\",") + "</CFPrivince>"; _datastr += "<CFCity>" + rf.GetStr(content2, "\"CFCity\":\"", "\",") + "</CFCity>"; _datastr += "<bzxs>" + rf.GetStr(content2, "\"bzxs\":\"", "\",") + "</bzxs>"; _datastr += "<fhrq>" + rf.GetStr(content2, "\"fhrq\":\"", "\",") + "</fhrq>"; _datastr += "<jzrq>" + rf.GetStr(content2, "\"jzrq\":\"", "\",") + "</jzrq>"; _datastr += "<lb>" + rf.GetStr(content2, "\"lb\":\"", "\",") + "</lb>"; _datastr += "<hwid>" + rf.GetStr(content2, "\"hwid\":", ",") + "</hwid>"; _datastr += "<bz>" + rf.GetStr(content2, "\"bz\":\"", "\"") + "</bz>"; //开始写入 sw.Write(_datastr + "\r\n"); controllerArgs.Msg = "已抓到" + rf.GetStr(content2, "\"name\":\"", "\",") + "的货源" + rf.GetStr(content2, "\"title\":\"", "\","); } //抓起间隔 } Program.helper.OntxtviewCompleted(this, controllerArgs); } catch (Exception ex) { ClsLog clsLog = new ClsLog(); clsLog.AddLog(DateTime.Now.ToString(), "分析数据失败" + ex.ToString()); clsLog.AddLog(DateTime.Now.ToString(), entity.SType + ";" + entity.Url + ";"); UrlContorl urlContorl = new UrlContorl(); } }
public void cydaDetailAnalysis(PageContentEntity entity) { try { string content2 = entity.PContent; Utilities util = new Utilities(); SqlBuild sqlBuild = new SqlBuild(); SqlPara sqlPara = new SqlPara(); ClsDB clsDB = new ClsDB(); RegFunc rf = new RegFunc(); var controllerArgs = new EventControllerArgs() { IsSuccess = false }; user user = getuser(); if (rf.GetStr(content2, "\"mobile\":\"", "\",") == "操作频繁稍后再试!") { controllerArgs.Msg = "操作频繁切换用户补抓" + user.token; string nexurl = "http://t.cjcyw.com:8081/Boat/getBoatById.aspx?userid=" + user.token + "&id=" + entity.APara + ""; clsPageUrl.AddPageUrl(entity.ProgramName, entity.KeyWord, entity.PID, "cyDetail", entity.SiteUrl, entity.Url, nexurl, "GET", "", entity.EnCode, entity.APara, entity.CookieContent, entity.AContent, entity.TrySpiderTimes, entity.Depth + 1); } else if (!string.IsNullOrEmpty(content2)) { string _datastr = ""; //创建文件夹 FileStream fs; string Path = "down\\船舶档案数据.txt"; if (!File.Exists(Path)) { using (new FileStream(Path, FileMode.Create, FileAccess.Write)) { }; } using (StreamWriter sw = new StreamWriter(Path, true, Encoding.Default)) { _datastr += "<id>" + rf.GetStr(content2, "\"id\":", ",") + "</id>"; _datastr += "<dw>" + rf.GetStr(content2, "\"hzimg\":", ",") + "</hzimg>"; _datastr += "<cx>" + rf.GetStr(content2, "\"cx\":\"", "\",") + "</cx>"; _datastr += "<sf>" + rf.GetStr(content2, "\"sf\":\"", "\",") + "</sf>"; _datastr += "<cx>" + rf.GetStr(content2, "\"cx\":\"", "\",") + "</cx>"; _datastr += "<city>" + rf.GetStr(content2, "\"city\":\"", "\",") + "</city>"; _datastr += "<czxm>" + rf.GetStr(content2, "\"czxm\":\"", "\",") + "</czxm>"; _datastr += "<sjhm>" + rf.GetStr(content2, "\"sjhm\":\"", "\",") + "</sjhm>"; _datastr += "<date>" + rf.GetStr(content2, "\"date\":\"", "\",") + "</date>"; _datastr += "<gkgs>" + rf.GetStr(content2, "\"gkgs\":\"", "\",") + "</gkgs>"; _datastr += "<sfzh>" + rf.GetStr(content2, "\"sfzh\":\"", "\",") + "</sfzh>"; _datastr += "<ch>" + rf.GetStr(content2, "\"ch\":\"", "\",") + "</ch>"; _datastr += "<hc>" + rf.GetStr(content2, "\"hc\":\"", "\",") + "</hc>"; _datastr += "<bz>" + rf.GetStr(content2, "\"bz\":\"", "\",") + "</bz>"; _datastr += "<cc>" + rf.GetStr(content2, "\"cc\":\"", "\",") + "</cc>"; _datastr += "<cg>" + rf.GetStr(content2, "\"cg\":\"", "\",") + "</cg>"; _datastr += "<ck>" + rf.GetStr(content2, "\"ck\":\"", "\",") + "</ck>"; _datastr += "<cs>" + rf.GetStr(content2, "\"cs\":\"", "\",") + "</cs>"; _datastr += "<sfdb>" + rf.GetStr(content2, "\"sfdb\":\"", "\",") + "</sfdb>"; _datastr += "<adress>" + rf.GetStr(content2, "\"adress\":\"", "\",") + "</adress>"; _datastr += "<lxdh>" + rf.GetStr(content2, "\"lxdh\":\"", "\",") + "</lxdh>"; _datastr += "<qq>" + rf.GetStr(content2, "\"qq\":\"", "\",") + "</qq>"; _datastr += "<gmsj>" + rf.GetStr(content2, "\"gmsj\":\"", "\",") + "</gmsj>"; _datastr += "<email>" + rf.GetStr(content2, "\"email\":\"", "\",") + "</email>"; _datastr += "<frdb>" + rf.GetStr(content2, "\"frdb\":\"", "\",") + "</frdb>"; _datastr += "<gsdh>" + rf.GetStr(content2, "\"gsdh\":\"", "\",") + "</gsdh>"; _datastr += "<gsweb>" + rf.GetStr(content2, "\"gsweb\":\"", "\",") + "</gsweb>"; _datastr += "<gsemail>" + rf.GetStr(content2, "\"gsemail\":\"", "\",") + "</gsemail>"; _datastr += "<gsfax>" + rf.GetStr(content2, "\"gsfax\":\"", "\",") + "</gsfax>"; _datastr += "<gsadress>" + rf.GetStr(content2, "\"gsadress\":\"", "\",") + "</gsadress>"; _datastr += "<flag>" + rf.GetStr(content2, "\"flag\":", ",") + "</flag>"; _datastr += "<userid>" + rf.GetStr(content2, "\"userid\":", ",") + "</userid>"; _datastr += "<lx>" + rf.GetStr(content2, "\"lx\":\"", "\",") + "</lx>"; _datastr += "<ip>" + rf.GetStr(content2, "\"ip\":\"", "\",") + "</ip>"; _datastr += "<hits>" + rf.GetStr(content2, "\"hits\":\"", "\",") + "</hits>"; _datastr += "<ISCheck>" + rf.GetStr(content2, "\"ISCheck\":\"", "\",") + "</ISCheck>"; _datastr += "<CB_Photo>" + rf.GetStr(content2, "\"CB_Photo\":\"", "\",") + "</CB_Photo>"; _datastr += "<CB_Class>" + rf.GetStr(content2, "\"CB_Class\":\"", "\",") + "</CB_Class>"; _datastr += "<ISTop>" + rf.GetStr(content2, "\"ISTop\":\"", "\",") + "</ISTop>"; _datastr += "<Topdate>" + rf.GetStr(content2, "\"Topdate\":\"", "\"") + "</Topdate>"; //开始写入 sw.Write(_datastr + "\r\n"); controllerArgs.Msg = "已抓到" + rf.GetStr(content2, "\"ch\":\"", "\",") + "的船舶档案信息" + rf.GetStr(content2, "\"title\":\"", "\","); } Program.helper.OntxtviewCompleted(this, controllerArgs); } } catch (Exception ex) { ClsLog clsLog = new ClsLog(); clsLog.AddLog(DateTime.Now.ToString(), "分析数据失败" + ex.ToString()); clsLog.AddLog(DateTime.Now.ToString(), entity.SType + ";" + entity.Url + ";"); UrlContorl urlContorl = new UrlContorl(); } }
public PageContent AddNewPage(Page page, string text, string editedBy, DateTime editedOn, DateTime projectStart, DateTime projectEnd, bool projectEstimatedTime, string projectStatus, string projectLanguage, int orgID) { PageEntity pageEntity = new PageEntity(); ToEntity.FromPage(page, pageEntity); pageEntity.Id = 0; UnitOfWork.Add(pageEntity); UnitOfWork.SaveChanges(); PageContentEntity pageContentEntity = new PageContentEntity() { Id = Guid.NewGuid(), Page = pageEntity, Text = text, EditedBy = editedBy, EditedOn = editedOn, VersionNumber = 1, ProjectStart = projectStart, ProjectEnd = projectEnd, ProjectEstimatedTime = projectEstimatedTime, ProjectStatus = projectStatus, ProjectLanguage = projectLanguage, orgID = orgID, }; UnitOfWork.Add(pageContentEntity); UnitOfWork.SaveChanges(); PageContent pageContent = FromEntity.ToPageContent(pageContentEntity); pageContent.Page = FromEntity.ToPage(pageEntity); return pageContent; }