public List <TruckModel> GetTruckList(int pageIndex, int pageSize, string number, DateTime dateTime, out int total) { total = 0; QueryPageModel queryPageModel = new QueryPageModel(); queryPageModel.OrderBy = "TruckID"; queryPageModel.PageIndex = pageIndex; queryPageModel.PageSize = pageSize; queryPageModel.QuerySql = @"(select * from [Truck]) u where 1=1 {0} )"; string sqlWhere = ""; TruckModel model = new TruckModel(); if (!string.IsNullOrEmpty(number)) { sqlWhere += " and Number like @Number"; model.Number = number + "%"; } if (dateTime > new DateTime(1950, 1, 1)) { sqlWhere += " and CheckInTime < @CheckInTime"; model.CheckInTime = dateTime; } queryPageModel.QuerySql = string.Format(queryPageModel.QuerySql, sqlWhere); var result = PageDataHelper.QueryWithPage <TruckModel>(queryPageModel, model); total = PageDataHelper.QueryTotalCount(queryPageModel, model); return(result.ToList()); }
/// <summary> /// The get sitemap items. /// </summary> /// <param name="root"> /// The root. /// </param> /// <param name="language"> /// The language. /// </param> /// <returns> /// The <see cref="IList"/>. /// </returns> private List <PageData> GetSitemapItems(SiteDefinition root, LanguageBranch language) { var thisLanguage = language.Culture.DisplayName; var repository = ServiceLocator.Current.GetInstance <IContentLoader>(); var contentRoot = repository.Get <PageData>(root.StartPage); // Get all published pages which are visible and have not been excluded from the site map var descendants = new List <PageData>(); PageDataHelper.GetChildrenRecursive(contentRoot.ContentLink, descendants); descendants = FilterForVisitor.Filter(descendants).OfType <PageData>().Where(x => x.Status == VersionStatus.Published && x.IsVisibleOnSite()).ToList(); // TODO: Change current user to search for pages as in sitecore. var sitemapItems = descendants; // Limit the sitemap items to only those descendants that have a version in default language set in the site node configuration sitemapItems = sitemapItems.Where(x => x.ExistingLanguages.Any(l => l.DisplayName == thisLanguage)).ToList(); // Add root sitemapItems.Insert(0, contentRoot); // Filter types which are not allowed var selected = from itm in sitemapItems where this.IsRestricted(itm) == false select itm; return(selected.ToList()); }
protected override void Fun(List <urlInfo> task) { System.Threading.Thread.Sleep(10 * 1000); string date = DateTime.Now.Date.AddDays(-1).ToShortDateString() + " 0:00:00"; var gotList = ORMHelper.GetModel <Tmall_Skechers_Name>(" where State =" + Program.UpdateTimes); Dictionary <Int64, Tmall_Skechers_Name> dic_Got = new Dictionary <long, Tmall_Skechers_Name>(); foreach (var dg in gotList) { if (!dic_Got.ContainsKey(dg.Id)) { dic_Got.Add(dg.Id, dg); } } List <Tmall_Skechers_Name> nsList = new List <Tmall_Skechers_Name>(); List <Tmall_Skechers_Detail> dsList = new List <Tmall_Skechers_Detail>(); int a = 0; foreach (var t in task) { ShowMsg(t.dataId.ToString()); if (dic_Got.ContainsKey((long)t.dataId)) { continue; } //if (++a == 20) //{ // System.Threading.Thread.Sleep(60 * 1000); // a = 0; //} var result = PageDataHelper.GotDetailData(t); Tmall_Skechers_Detail td = new Tmall_Skechers_Detail(); Tmall_Skechers_Name tn = new Tmall_Skechers_Name(); td.Id = tn.Id = (Int64)result.Id; tn.Name = result.Name; td.LastUpdate = tn.LastUpdate = result.LastUpdate; td.indexPrice = result.IndexPrice; td.AvePrice = result.AvePrice; td.Comments_Mon = result.IndexComment; td.Comments_Total = result.TotalComment; td.Repertory = (int)result.Repertory; td.Sales_Mon = result.MonSales; tn.State = td.State = sbyte.Parse(Program.UpdateTimes); td.Sales_Total = result.TotalSales; ShowMsg(t.dataId + " " + t.name + " " + td.AvePrice + " " + td.Sales_Mon + " " + td.Comments_Mon + td.LastUpdate); nsList.Add(tn); dsList.Add(td); Random random = new Random(); int interval = random.Next(35, 80); ShowMsg(interval.ToString()); System.Threading.Thread.Sleep(interval * 100); } DataToBase.SaveData(nsList); DataToBase.SaveData(dsList); //更新配置文件 CC.Utility.iniHelper ini = new CC.Utility.iniHelper(Program.FilePath); ini.Write("state", "times", (sbyte.Parse(Program.UpdateTimes) + 1).ToString()); }
protected override void Fun(List <urlInfo> task) { string date = DateTime.Now.Date.ToShortDateString() + " 0:00:00"; var gotList = ORMHelper.GetModel <Tmall_Name_Anta>(" where State = '" + (Program.UpdateTimes + 1) + "' "); Dictionary <UInt64, Tmall_Name_Anta> dic_Got = new Dictionary <ulong, Tmall_Name_Anta>(); foreach (var dg in gotList) { if (!dic_Got.ContainsKey(dg.Id)) { dic_Got.Add(dg.Id, dg); } } int a = 0; List <Tmall_Detail_Anta> dsList = new List <Tmall_Detail_Anta>(); List <Tmall_Name_Anta> nsList = new List <Tmall_Name_Anta>(); foreach (var t in task) { a++; ShowMsg(t.dataId.ToString()); if (dic_Got.ContainsKey(t.dataId)) { continue; } var result = PageDataHelper.GotDetailData(t); Tmall_Detail_Anta td = new Tmall_Detail_Anta(); Tmall_Name_Anta tn = new Tmall_Name_Anta(); td.Id = tn.Id = (UInt64)result.Id; tn.Name = result.Name; td.LastUpdate = tn.LastUpdate = result.LastUpdate; td.IndexPrice = result.IndexPrice; td.AvePrice = result.AvePrice; td.Comments_Mon = result.IndexComment; td.Comments_Total = result.TotalComment; td.Repertory = (uint)result.Repertory; td.Sales_Mon = result.MonSales; td.Sales_Total = result.TotalSales; tn.State = td.State = byte.Parse(Program.UpdateTimes); ShowMsg(t.dataId + " " + t.name + " " + td.AvePrice + " " + td.Sales_Mon + " " + td.Comments_Mon + td.LastUpdate); nsList.Add(tn); dsList.Add(td); Random random = new Random(); int interval = random.Next(25, 76); ShowMsg(interval.ToString()); System.Threading.Thread.Sleep(interval * 100); if (a == 50) { ShowMsg("<加入50条数据>"); DataToBase.SaveData(nsList); DataToBase.SaveData(dsList); } } //更新配置文件 CC.Utility.iniHelper ini = new CC.Utility.iniHelper(Program.FilePath); ini.Write("state", "times", (byte.Parse(Program.UpdateTimes) + 1).ToString()); driver.Close(); }
protected override void NoTask() { string nikeUrl = "https://adidas.tmall.com/view_shop.htm?spm=a1z10.3-b-s.w4011-14687612648.108.ijX6sv&type=p&newHeader_b=s_from&searcy_type=item&from=.shop.pc_2_searchbutton&search=y&orderType=hotsell_desc&keyword=%D0%AC&tsearch=y&pageNo="; ShowMsg("<获取商品列表>"); PageDataHelper ph = new PageDataHelper(); var resultList = ph.GetIndexList(nikeUrl, 1, new List <urlInfo>()); ShowMsg("<获取商品列表成功>"); AddTask(resultList); }
protected override void NoTask() { string nikeUrl = "https://lining.tmall.com/i/asynSearch.htm?_ksTS=1489859374230_126&callback=jsonp127&mid=w-14681080882-0&wid=14681080882&path=/search.htm&&search=y&spm=a1z10.3-b-s.w4011-14681080882.520.uk4GXH&scene=taobao_shop&orderType=hotsell_desc&keyword=%D0%AC&tsearch=y&pageNo="; ShowMsg("<获取商品列表>"); PageDataHelper ph = new PageDataHelper(); var resultList = ph.GetIndexList(nikeUrl, 1, new List <urlInfo>()); ShowMsg("<获取商品列表成功>"); AddTask(resultList); }
protected override void NoTask() { string nikeUrl = "https://nike.tmall.com/view_shop.htm?spm=a1z10.3-b-s.w4011-14234872766.169.XC2eb5&type=p&newHeader_b=s_from&searcy_type=item&from=.shop.pc_2_searchbutton&search=y&keyword=%D0%AC&tsearch=y&pageNo="; ShowMsg("<获取商品列表>"); PageDataHelper ph = new PageDataHelper(); var resultList = ph.GetIndexList(nikeUrl, 1, new List <urlInfo>()); Console.WriteLine(); ShowMsg("<获取商品列表成功>"); AddTask(resultList); }
protected void Button_Search_Click(object sender, EventArgs e) { string teamName = TextBox_TeamName.Text; DateTime time = string.IsNullOrEmpty(TextBox_CreateTime.Text) ? DateTime.Now : Convert.ToDateTime(TextBox_CreateTime.Text); //重新绑定列表绑定的数据. Repeater1.DataSource = dal.GetTruckList(pageIndex, pageSize, teamName, time, out total); Repeater1.DataBind(); //显示页数列表 Repeater2.DataSource = PageDataHelper.GetPageList(total, pageSize); Repeater2.DataBind(); }
public void TestMethodQuery6() { QueryPageModel queryPageModel = new QueryPageModel(); queryPageModel.OrderBy = "UserID"; queryPageModel.PageIndex = 0; queryPageModel.PageSize = 5; queryPageModel.QuerySql = @"(select s.*,r.RoleName from [User] s left join [Role] r on s.FK_RoleID = r.RoleID ) u where u.UserName like '张%' )"; UserModel model = new UserModel(); var result = PageDataHelper.QueryWithPage <UserModel>(queryPageModel, model); var total = PageDataHelper.QueryTotalCount <UserModel>(queryPageModel, model); Assert.AreNotEqual(0, result); }
protected void Page_Load(object sender, EventArgs e) { //是否回发 if (!IsPostBack) { string teamName = TextBox_TeamName.Text; DateTime time = string.IsNullOrEmpty(TextBox_CreateTime.Text) ? DateTime.Now : Convert.ToDateTime(TextBox_CreateTime.Text); Repeater1.DataSource = dal.GetTruckList(pageIndex, pageSize, teamName, time, out total); Repeater1.DataBind(); //显示页数列表 Repeater2.DataSource = PageDataHelper.GetPageList(total, pageSize); Repeater2.DataBind(); } }
public void TestMethodQuery5() { QueryPageModel queryPageModel = new QueryPageModel(); queryPageModel.OrderBy = "UserID"; queryPageModel.PageIndex = 0; queryPageModel.PageSize = 5; queryPageModel.QuerySql = @"(select * from [User]) u where UserName like @UserName )"; UserModel model = new UserModel(); model.UserName = "******"; var result = PageDataHelper.QueryWithPage <UserModel>(queryPageModel, model); var total = PageDataHelper.QueryTotalCount(queryPageModel, model); Assert.AreNotEqual(0, result); }
public void TestMethodQuery4() { QueryPageModel queryPageModel = new QueryPageModel(); queryPageModel.OrderBy = "UserID"; queryPageModel.PageIndex = 1; queryPageModel.PageSize = 5; queryPageModel.QuerySql = @"(select *, (select RoleName from [Role] where u.FK_RoleID = [Role].RoleID) as RoleName from [User] as u) uu where uu.RoleName = @RoleName)"; UserModel model = new UserModel(); model.RoleName = "系统管理员"; var result = PageDataHelper.QueryWithPage <UserModel>(queryPageModel, model); Assert.AreNotEqual(0, result); }
protected override void Fun(List <urlInfo> task) { int a = 0; List <Tmall_Detail_Nike> dsList = new List <Tmall_Detail_Nike>(); List <Tmall_Name_Nike> nsList = new List <Tmall_Name_Nike>(); foreach (var t in task) { //if (++a == 20) //{ // System.Threading.Thread.Sleep(60 * 1000); // a = 0; //} ShowMsg(t.dataId.ToString()); var result = PageDataHelper.GotDetailData(t); Tmall_Detail_Nike td = new Tmall_Detail_Nike(); Tmall_Name_Nike tn = new Tmall_Name_Nike(); td.Id = tn.Id = (UInt64)result.Id; tn.Name = result.Name; td.LastUpdate = tn.LastUpdate = result.LastUpdate; td.IndexPrice = result.IndexPrice; td.AvePrice = result.AvePrice; td.Comments_Mon = result.IndexComment; td.Comments_Total = result.TotalComment; td.Repertory = (uint)result.Repertory; td.Sales_Mon = result.MonSales; tn.State = td.State = sbyte.Parse(Program.UpdateTimes); td.Sales_Total = result.TotalSales; ShowMsg(t.dataId + " " + t.name + " " + td.AvePrice + " " + td.Sales_Mon + " " + td.Comments_Mon + td.LastUpdate); nsList.Add(tn); dsList.Add(td); ShowMsg("<加入一条数据>"); DataToBase.SaveData(nsList); DataToBase.SaveData(dsList); Random random = new Random(); int interval = random.Next(56, 65); ShowMsg(interval.ToString()); System.Threading.Thread.Sleep(interval * 100); } //更新配置文件 CC.Utility.iniHelper ini = new CC.Utility.iniHelper(Program.FilePath); ini.Write("state", "times", (sbyte.Parse(Program.UpdateTimes) + 1).ToString()); }
protected override void NoTask() { List <urlInfo> indexList = new List <urlInfo>(); string[] usls = new string[] { "https://skechers.tmall.com/i/asynSearch.htm?_ksTS=1489735339386_178&callback=jsonp179&mid=w-15004456963-0&wid=15004456963&path=/category-526898310.htm&&spm=a1z10.5-b-s.w4011-15004456963.392.QmjRFT&scene=taobao_shop&catId=526898310&scid=526898310&pageNo=", //女鞋 "https://skechersnx.tmall.com/i/asynSearch.htm?_ksTS=1489735707723_125&callback=jsonp126&mid=w-15038655369-0&wid=15038655369&path=/search.htm&&search=y&spm=a1z10.3-b-s.w4011-15038655369.380.DnM87k&scene=taobao_shop&orderType=defaultSort&keyword=%D0%AC&tsearch=y&pageNo=", //男鞋 "https://skechersyd.tmall.com/i/asynSearch.htm?_ksTS=1497596125893_364&callback=jsonp365&mid=w-15008901561-0&wid=15008901561&path=/search.htm&&search=y&spm=a1z10.3-b-s.w4011-15008901561.83.RqWGVQ&viewType=grid&keyword=%D0%AC&tsearch=y&pageNo=", //童鞋 "https://skechersyd.tmall.com/i/asynSearch.htm?_ksTS=1489736155257_57&callback=jsonp58&mid=w-15008901561-0&wid=15008901561&path=/search.htm&&search=y&spm=a1z10.3-b-s.w4011-15008901561.83.lPurZK&scene=taobao_shop&orderType=defaultSort&keyword=%D0%AC&tsearch=y&pageNo=" //运动鞋 }; ShowMsg("<获取商品列表>"); foreach (var url in usls) { PageDataHelper ph = new PageDataHelper(); var result = ph.GetIndexList(url, 1, new List <urlInfo>()); indexList.AddRange(result); } ShowMsg("<获取商品列表成功>"); AddTask(indexList); }
void VirtualSkinnedEndPoint_MergeRegion(object sender, EndPointEventArgs e) { //Get ref to BASEApp BASEApplication app = (BASEApplication)HttpContext.Current.ApplicationInstance; VirtualSkinnedEndPoint ep = (VirtualSkinnedEndPoint)sender; //Get the Page info int pageID = app.BASERequest._pageUID; PageEntity page = PageDataHelper.SelectSingle(pageID); if (page == null) { throw new ContentMergingException("Page not found. TODO: This needs to change!"); //TODO: Need to change for better handling, as well as default management } //TODO: Page entity/table needs to be modified to be preparsed just like templates. //page.HTMLContent //Grab PageRegions EntityCollection <PageRegionEntity> regions = new EntityCollection <PageRegionEntity>(); RelationPredicateBucket filter = new RelationPredicateBucket(); filter.PredicateExpression.Add(PageRegionFields.PageUID == pageID); DataAccessAdapter da = new DataAccessAdapter(); da.FetchEntityCollection(regions, filter); foreach (PageRegionEntity region in regions) { Control[] controls = new HtmlParser().ParseToControls(ep, region.RegionContent); RegionPanel regPanel = new RegionPanel(RegionPanelType.PlaceHolder); regPanel.RegionID = region.RegionId; foreach (Control c in controls) { regPanel.Controls.Add(c); } ep.RegionPanels.Add(regPanel.RegionID, regPanel); } //Add content to RegionPanel //Add region panels to RegionList }
protected override void NoTask() { string[] antaUrl = new string[] { "https://anta.tmall.com/view_shop.htm?spm=a1z10.3-b-s.w4011-14727303322.493.1LywM1&type=p&search=y&newHeader_b=s_from&searcy_type=item&from=.shop.pc_2_searchbutton&keyword=%D0%AC&tsearch=y&pageNo=", "https://antakids.tmall.com/view_shop.htm?spm=a1z10.3-b-s.w4011-14681036885.92.kaIptO&shopId=106096685&search=y&orderType=hotsell_desc&keyword=Ь&pageNo=" }; ShowMsg("<获取商品列表>"); var resultList = new List <urlInfo>(); foreach (var item in antaUrl) { PageDataHelper ph = new PageDataHelper(); var aaa = ph.GetIndexList(item, 1, new List <urlInfo>()); resultList.AddRange(aaa); Console.WriteLine("共有" + resultList.Count + "个"); } ShowMsg("<获取商品列表成功>"); AddTask(resultList); }
/// <summary> /// /// </summary> /// <param name="pageIndex"></param> /// <param name="pageSize"></param> /// <param name="userModel"></param> /// <param name="total"></param> /// <returns></returns> public List <UserModel> GetNewUserPageList(int pageIndex, int pageSize, UserModel userModel, out int total) { total = 0; //创建一个分页查询的model QueryPageModel model = new QueryPageModel(); model.PageIndex = pageIndex; model.PageSize = pageSize; //排序字段的名字 model.OrderBy = "UserID"; //定义查询的sql语句 //model.QuerySql = @"(select * from [User]) u where 1=1 {0})"; //model.QuerySql = @"(select *, // (select RoleName from [Role] where u.FK_RoleID = [Role].RoleID) as RoleName from [User] as u) uu where 1=1 {0})"; model.QuerySql = @"(select s.*,r.RoleName from [User] s left join [Role] r on s.FK_RoleID = r.RoleID ) u where 1=1 {0})"; string sqlWhere = ""; if (!string.IsNullOrEmpty(userModel.Account)) { sqlWhere += " and u.Account=@Account "; } if (!string.IsNullOrEmpty(userModel.UserName)) { sqlWhere += " and u.UserName like @UserName "; } if (!string.IsNullOrEmpty(userModel.RoleName) && userModel.RoleName != "请选择") { sqlWhere += " and u.RoleName=@RoleName"; } //拼接查询语句与where条件。 model.QuerySql = string.Format(model.QuerySql, sqlWhere); //调用分页查询的帮助类,查询数据。 List <UserModel> users = PageDataHelper.QueryWithPage <UserModel>(model, userModel).ToList(); //查询当前的sql 总条数。 total = PageDataHelper.QueryTotalCount <UserModel>(model, userModel); return(users); }
/// <summary> /// /// </summary> public void SearchUsers() { //获取搜索参数 string account = TextBox_Account.Text; string time = TextBox_CreateTime.Text; string roleName = DropDownList_Roles.SelectedItem.Text; //查询数据 DateTime bornTime = string.IsNullOrEmpty(time) ? DateTime.Now : Convert.ToDateTime(time); UserModel model = new UserModel(); model.Account = account; model.RoleName = roleName; model.CheckInTime = bornTime; //调用dal层分页查询代码 List <UserModel> result = dal.GetNewUserPageList(pageIndex, pageSize, model, out total); //把数据绑定到界面 repeater Repeater1.DataSource = result; Repeater1.DataBind(); //页码repeater2 //查询页码的数据 Repeater2.DataSource = PageDataHelper.GetPageList(total, pageSize); Repeater2.DataBind(); }
public ListingItemPageScraperTests() { var html = PageDataHelper.GetListingItemPage(Source.Funda, 0); _listingItemPageItemScraper = new ListingItemPageScraper(html); }