public List <TruckModel> GetTruckList(int pageIndex, int pageSize, string number, DateTime dateTime, out int total)
{
total = 0;
QueryPageModel queryPageModel = new QueryPageModel();
queryPageModel.OrderBy = "TruckID";
queryPageModel.PageIndex = pageIndex;
queryPageModel.PageSize = pageSize;
queryPageModel.QuerySql = @"(select * from [Truck]) u where 1=1 {0} )";
string sqlWhere = "";
TruckModel model = new TruckModel();
if (!string.IsNullOrEmpty(number))
{
sqlWhere += " and Number like @Number";
model.Number = number + "%";
}
if (dateTime > new DateTime(1950, 1, 1))
{
sqlWhere += " and CheckInTime < @CheckInTime";
model.CheckInTime = dateTime;
}
queryPageModel.QuerySql = string.Format(queryPageModel.QuerySql, sqlWhere);
var result = PageDataHelper.QueryWithPage <TruckModel>(queryPageModel, model);
total = PageDataHelper.QueryTotalCount(queryPageModel, model);
return(result.ToList());
}
/// <summary>
/// The get sitemap items.
/// </summary>
/// <param name="root">
/// The root.
/// </param>
/// <param name="language">
/// The language.
/// </param>
/// <returns>
/// The <see cref="IList"/>.
/// </returns>
private List <PageData> GetSitemapItems(SiteDefinition root, LanguageBranch language)
{
var thisLanguage = language.Culture.DisplayName;
var repository = ServiceLocator.Current.GetInstance <IContentLoader>();
var contentRoot = repository.Get <PageData>(root.StartPage);
// Get all published pages which are visible and have not been excluded from the site map
var descendants = new List <PageData>();
PageDataHelper.GetChildrenRecursive(contentRoot.ContentLink, descendants);
descendants = FilterForVisitor.Filter(descendants).OfType <PageData>().Where(x => x.Status == VersionStatus.Published &&
x.IsVisibleOnSite()).ToList();
// TODO: Change current user to search for pages as in sitecore.
var sitemapItems = descendants;
// Limit the sitemap items to only those descendants that have a version in default language set in the site node configuration
sitemapItems = sitemapItems.Where(x => x.ExistingLanguages.Any(l => l.DisplayName == thisLanguage)).ToList();
// Add root
sitemapItems.Insert(0, contentRoot);
// Filter types which are not allowed
var selected = from itm in sitemapItems
where this.IsRestricted(itm) == false
select itm;
return(selected.ToList());
}
protected override void Fun(List <urlInfo> task)
{
System.Threading.Thread.Sleep(10 * 1000);
string date = DateTime.Now.Date.AddDays(-1).ToShortDateString() + " 0:00:00";
var gotList = ORMHelper.GetModel <Tmall_Skechers_Name>(" where State =" + Program.UpdateTimes);
Dictionary <Int64, Tmall_Skechers_Name> dic_Got = new Dictionary <long, Tmall_Skechers_Name>();
foreach (var dg in gotList)
{
if (!dic_Got.ContainsKey(dg.Id))
{
dic_Got.Add(dg.Id, dg);
}
}
List <Tmall_Skechers_Name> nsList = new List <Tmall_Skechers_Name>();
List <Tmall_Skechers_Detail> dsList = new List <Tmall_Skechers_Detail>();
int a = 0;
foreach (var t in task)
{
ShowMsg(t.dataId.ToString());
if (dic_Got.ContainsKey((long)t.dataId))
{
continue;
}
//if (++a == 20)
//{
// System.Threading.Thread.Sleep(60 * 1000);
// a = 0;
//}
var result = PageDataHelper.GotDetailData(t);
Tmall_Skechers_Detail td = new Tmall_Skechers_Detail();
Tmall_Skechers_Name tn = new Tmall_Skechers_Name();
td.Id = tn.Id = (Int64)result.Id;
tn.Name = result.Name;
td.LastUpdate = tn.LastUpdate = result.LastUpdate;
td.indexPrice = result.IndexPrice;
td.AvePrice = result.AvePrice;
td.Comments_Mon = result.IndexComment;
td.Comments_Total = result.TotalComment;
td.Repertory = (int)result.Repertory;
td.Sales_Mon = result.MonSales;
tn.State = td.State = sbyte.Parse(Program.UpdateTimes);
td.Sales_Total = result.TotalSales;
ShowMsg(t.dataId + " " + t.name + " " + td.AvePrice + " " + td.Sales_Mon + " " + td.Comments_Mon + td.LastUpdate);
nsList.Add(tn);
dsList.Add(td);
Random random = new Random();
int interval = random.Next(35, 80);
ShowMsg(interval.ToString());
System.Threading.Thread.Sleep(interval * 100);
}
DataToBase.SaveData(nsList);
DataToBase.SaveData(dsList);
//更新配置文件
CC.Utility.iniHelper ini = new CC.Utility.iniHelper(Program.FilePath);
ini.Write("state", "times", (sbyte.Parse(Program.UpdateTimes) + 1).ToString());
}
protected override void Fun(List <urlInfo> task)
{
string date = DateTime.Now.Date.ToShortDateString() + " 0:00:00";
var gotList = ORMHelper.GetModel <Tmall_Name_Anta>(" where State = '" + (Program.UpdateTimes + 1) + "' ");
Dictionary <UInt64, Tmall_Name_Anta> dic_Got = new Dictionary <ulong, Tmall_Name_Anta>();
foreach (var dg in gotList)
{
if (!dic_Got.ContainsKey(dg.Id))
{
dic_Got.Add(dg.Id, dg);
}
}
int a = 0;
List <Tmall_Detail_Anta> dsList = new List <Tmall_Detail_Anta>();
List <Tmall_Name_Anta> nsList = new List <Tmall_Name_Anta>();
foreach (var t in task)
{
a++;
ShowMsg(t.dataId.ToString());
if (dic_Got.ContainsKey(t.dataId))
{
continue;
}
var result = PageDataHelper.GotDetailData(t);
Tmall_Detail_Anta td = new Tmall_Detail_Anta();
Tmall_Name_Anta tn = new Tmall_Name_Anta();
td.Id = tn.Id = (UInt64)result.Id;
tn.Name = result.Name;
td.LastUpdate = tn.LastUpdate = result.LastUpdate;
td.IndexPrice = result.IndexPrice;
td.AvePrice = result.AvePrice;
td.Comments_Mon = result.IndexComment;
td.Comments_Total = result.TotalComment;
td.Repertory = (uint)result.Repertory;
td.Sales_Mon = result.MonSales;
td.Sales_Total = result.TotalSales;
tn.State = td.State = byte.Parse(Program.UpdateTimes);
ShowMsg(t.dataId + " " + t.name + " " + td.AvePrice + " " + td.Sales_Mon + " " + td.Comments_Mon + td.LastUpdate);
nsList.Add(tn);
dsList.Add(td);
Random random = new Random();
int interval = random.Next(25, 76);
ShowMsg(interval.ToString());
System.Threading.Thread.Sleep(interval * 100);
if (a == 50)
{
ShowMsg("<加入50条数据>");
DataToBase.SaveData(nsList);
DataToBase.SaveData(dsList);
}
}
//更新配置文件
CC.Utility.iniHelper ini = new CC.Utility.iniHelper(Program.FilePath);
ini.Write("state", "times", (byte.Parse(Program.UpdateTimes) + 1).ToString());
driver.Close();
}
protected override void NoTask()
{
string nikeUrl = "https://adidas.tmall.com/view_shop.htm?spm=a1z10.3-b-s.w4011-14687612648.108.ijX6sv&type=p&newHeader_b=s_from&searcy_type=item&from=.shop.pc_2_searchbutton&search=y&orderType=hotsell_desc&keyword=%D0%AC&tsearch=y&pageNo=";
ShowMsg("<获取商品列表>");
PageDataHelper ph = new PageDataHelper();
var resultList = ph.GetIndexList(nikeUrl, 1, new List <urlInfo>());
ShowMsg("<获取商品列表成功>");
AddTask(resultList);
}
protected override void NoTask()
{
string nikeUrl = "https://lining.tmall.com/i/asynSearch.htm?_ksTS=1489859374230_126&callback=jsonp127&mid=w-14681080882-0&wid=14681080882&path=/search.htm&&search=y&spm=a1z10.3-b-s.w4011-14681080882.520.uk4GXH&scene=taobao_shop&orderType=hotsell_desc&keyword=%D0%AC&tsearch=y&pageNo=";
ShowMsg("<获取商品列表>");
PageDataHelper ph = new PageDataHelper();
var resultList = ph.GetIndexList(nikeUrl, 1, new List <urlInfo>());
ShowMsg("<获取商品列表成功>");
AddTask(resultList);
}
protected override void NoTask()
{
string nikeUrl = "https://nike.tmall.com/view_shop.htm?spm=a1z10.3-b-s.w4011-14234872766.169.XC2eb5&type=p&newHeader_b=s_from&searcy_type=item&from=.shop.pc_2_searchbutton&search=y&keyword=%D0%AC&tsearch=y&pageNo=";
ShowMsg("<获取商品列表>");
PageDataHelper ph = new PageDataHelper();
var resultList = ph.GetIndexList(nikeUrl, 1, new List <urlInfo>());
Console.WriteLine();
ShowMsg("<获取商品列表成功>");
AddTask(resultList);
}
protected void Button_Search_Click(object sender, EventArgs e)
{
string teamName = TextBox_TeamName.Text;
DateTime time = string.IsNullOrEmpty(TextBox_CreateTime.Text) ? DateTime.Now : Convert.ToDateTime(TextBox_CreateTime.Text);
//重新绑定列表绑定的数据.
Repeater1.DataSource = dal.GetTruckList(pageIndex, pageSize, teamName, time, out total);
Repeater1.DataBind();
//显示页数列表
Repeater2.DataSource = PageDataHelper.GetPageList(total, pageSize);
Repeater2.DataBind();
}
public void TestMethodQuery6()
{
QueryPageModel queryPageModel = new QueryPageModel();
queryPageModel.OrderBy = "UserID";
queryPageModel.PageIndex = 0;
queryPageModel.PageSize = 5;
queryPageModel.QuerySql = @"(select s.*,r.RoleName from [User] s left join [Role] r on s.FK_RoleID = r.RoleID ) u where u.UserName like '张%' )";
UserModel model = new UserModel();
var result = PageDataHelper.QueryWithPage <UserModel>(queryPageModel, model);
var total = PageDataHelper.QueryTotalCount <UserModel>(queryPageModel, model);
Assert.AreNotEqual(0, result);
}
protected void Page_Load(object sender, EventArgs e)
{
//是否回发
if (!IsPostBack)
{
string teamName = TextBox_TeamName.Text;
DateTime time = string.IsNullOrEmpty(TextBox_CreateTime.Text) ? DateTime.Now : Convert.ToDateTime(TextBox_CreateTime.Text);
Repeater1.DataSource = dal.GetTruckList(pageIndex, pageSize, teamName, time, out total);
Repeater1.DataBind();
//显示页数列表
Repeater2.DataSource = PageDataHelper.GetPageList(total, pageSize);
Repeater2.DataBind();
}
}
public void TestMethodQuery5()
{
QueryPageModel queryPageModel = new QueryPageModel();
queryPageModel.OrderBy = "UserID";
queryPageModel.PageIndex = 0;
queryPageModel.PageSize = 5;
queryPageModel.QuerySql = @"(select * from [User]) u where UserName like @UserName )";
UserModel model = new UserModel();
model.UserName = "******";
var result = PageDataHelper.QueryWithPage <UserModel>(queryPageModel, model);
var total = PageDataHelper.QueryTotalCount(queryPageModel, model);
Assert.AreNotEqual(0, result);
}
public void TestMethodQuery4()
{
QueryPageModel queryPageModel = new QueryPageModel();
queryPageModel.OrderBy = "UserID";
queryPageModel.PageIndex = 1;
queryPageModel.PageSize = 5;
queryPageModel.QuerySql = @"(select *,
(select RoleName from [Role] where u.FK_RoleID = [Role].RoleID) as RoleName from [User] as u) uu where uu.RoleName = @RoleName)";
UserModel model = new UserModel();
model.RoleName = "系统管理员";
var result = PageDataHelper.QueryWithPage <UserModel>(queryPageModel, model);
Assert.AreNotEqual(0, result);
}
protected override void Fun(List <urlInfo> task)
{
int a = 0;
List <Tmall_Detail_Nike> dsList = new List <Tmall_Detail_Nike>();
List <Tmall_Name_Nike> nsList = new List <Tmall_Name_Nike>();
foreach (var t in task)
{
//if (++a == 20)
//{
// System.Threading.Thread.Sleep(60 * 1000);
// a = 0;
//}
ShowMsg(t.dataId.ToString());
var result = PageDataHelper.GotDetailData(t);
Tmall_Detail_Nike td = new Tmall_Detail_Nike();
Tmall_Name_Nike tn = new Tmall_Name_Nike();
td.Id = tn.Id = (UInt64)result.Id;
tn.Name = result.Name;
td.LastUpdate = tn.LastUpdate = result.LastUpdate;
td.IndexPrice = result.IndexPrice;
td.AvePrice = result.AvePrice;
td.Comments_Mon = result.IndexComment;
td.Comments_Total = result.TotalComment;
td.Repertory = (uint)result.Repertory;
td.Sales_Mon = result.MonSales;
tn.State = td.State = sbyte.Parse(Program.UpdateTimes);
td.Sales_Total = result.TotalSales;
ShowMsg(t.dataId + " " + t.name + " " + td.AvePrice + " " + td.Sales_Mon + " " + td.Comments_Mon + td.LastUpdate);
nsList.Add(tn);
dsList.Add(td);
ShowMsg("<加入一条数据>");
DataToBase.SaveData(nsList);
DataToBase.SaveData(dsList);
Random random = new Random();
int interval = random.Next(56, 65);
ShowMsg(interval.ToString());
System.Threading.Thread.Sleep(interval * 100);
}
//更新配置文件
CC.Utility.iniHelper ini = new CC.Utility.iniHelper(Program.FilePath);
ini.Write("state", "times", (sbyte.Parse(Program.UpdateTimes) + 1).ToString());
}
protected override void NoTask()
{
List <urlInfo> indexList = new List <urlInfo>();
string[] usls = new string[] {
"https://skechers.tmall.com/i/asynSearch.htm?_ksTS=1489735339386_178&callback=jsonp179&mid=w-15004456963-0&wid=15004456963&path=/category-526898310.htm&&spm=a1z10.5-b-s.w4011-15004456963.392.QmjRFT&scene=taobao_shop&catId=526898310&scid=526898310&pageNo=", //女鞋
"https://skechersnx.tmall.com/i/asynSearch.htm?_ksTS=1489735707723_125&callback=jsonp126&mid=w-15038655369-0&wid=15038655369&path=/search.htm&&search=y&spm=a1z10.3-b-s.w4011-15038655369.380.DnM87k&scene=taobao_shop&orderType=defaultSort&keyword=%D0%AC&tsearch=y&pageNo=", //男鞋
"https://skechersyd.tmall.com/i/asynSearch.htm?_ksTS=1497596125893_364&callback=jsonp365&mid=w-15008901561-0&wid=15008901561&path=/search.htm&&search=y&spm=a1z10.3-b-s.w4011-15008901561.83.RqWGVQ&viewType=grid&keyword=%D0%AC&tsearch=y&pageNo=", //童鞋
"https://skechersyd.tmall.com/i/asynSearch.htm?_ksTS=1489736155257_57&callback=jsonp58&mid=w-15008901561-0&wid=15008901561&path=/search.htm&&search=y&spm=a1z10.3-b-s.w4011-15008901561.83.lPurZK&scene=taobao_shop&orderType=defaultSort&keyword=%D0%AC&tsearch=y&pageNo=" //运动鞋
};
ShowMsg("<获取商品列表>");
foreach (var url in usls)
{
PageDataHelper ph = new PageDataHelper();
var result = ph.GetIndexList(url, 1, new List <urlInfo>());
indexList.AddRange(result);
}
ShowMsg("<获取商品列表成功>");
AddTask(indexList);
}
void VirtualSkinnedEndPoint_MergeRegion(object sender, EndPointEventArgs e)
{
//Get ref to BASEApp
BASEApplication app = (BASEApplication)HttpContext.Current.ApplicationInstance;
VirtualSkinnedEndPoint ep = (VirtualSkinnedEndPoint)sender;
//Get the Page info
int pageID = app.BASERequest._pageUID;
PageEntity page = PageDataHelper.SelectSingle(pageID);
if (page == null)
{
throw new ContentMergingException("Page not found. TODO: This needs to change!"); //TODO: Need to change for better handling, as well as default management
}
//TODO: Page entity/table needs to be modified to be preparsed just like templates.
//page.HTMLContent
//Grab PageRegions
EntityCollection <PageRegionEntity> regions = new EntityCollection <PageRegionEntity>();
RelationPredicateBucket filter = new RelationPredicateBucket();
filter.PredicateExpression.Add(PageRegionFields.PageUID == pageID);
DataAccessAdapter da = new DataAccessAdapter();
da.FetchEntityCollection(regions, filter);
foreach (PageRegionEntity region in regions)
{
Control[] controls = new HtmlParser().ParseToControls(ep, region.RegionContent);
RegionPanel regPanel = new RegionPanel(RegionPanelType.PlaceHolder);
regPanel.RegionID = region.RegionId;
foreach (Control c in controls)
{
regPanel.Controls.Add(c);
}
ep.RegionPanels.Add(regPanel.RegionID, regPanel);
}
//Add content to RegionPanel
//Add region panels to RegionList
}
protected override void NoTask()
{
string[] antaUrl = new string[]
{
"https://anta.tmall.com/view_shop.htm?spm=a1z10.3-b-s.w4011-14727303322.493.1LywM1&type=p&search=y&newHeader_b=s_from&searcy_type=item&from=.shop.pc_2_searchbutton&keyword=%D0%AC&tsearch=y&pageNo=",
"https://antakids.tmall.com/view_shop.htm?spm=a1z10.3-b-s.w4011-14681036885.92.kaIptO&shopId=106096685&search=y&orderType=hotsell_desc&keyword=Ь&pageNo="
};
ShowMsg("<获取商品列表>");
var resultList = new List <urlInfo>();
foreach (var item in antaUrl)
{
PageDataHelper ph = new PageDataHelper();
var aaa = ph.GetIndexList(item, 1, new List <urlInfo>());
resultList.AddRange(aaa);
Console.WriteLine("共有" + resultList.Count + "个");
}
ShowMsg("<获取商品列表成功>");
AddTask(resultList);
}
/// <summary>
///
/// </summary>
/// <param name="pageIndex"></param>
/// <param name="pageSize"></param>
/// <param name="userModel"></param>
/// <param name="total"></param>
/// <returns></returns>
public List <UserModel> GetNewUserPageList(int pageIndex, int pageSize, UserModel userModel, out int total)
{
total = 0;
//创建一个分页查询的model
QueryPageModel model = new QueryPageModel();
model.PageIndex = pageIndex;
model.PageSize = pageSize;
//排序字段的名字
model.OrderBy = "UserID";
//定义查询的sql语句
//model.QuerySql = @"(select * from [User]) u where 1=1 {0})";
//model.QuerySql = @"(select *,
// (select RoleName from [Role] where u.FK_RoleID = [Role].RoleID) as RoleName from [User] as u) uu where 1=1 {0})";
model.QuerySql = @"(select s.*,r.RoleName from [User] s left join [Role] r on s.FK_RoleID = r.RoleID ) u where 1=1 {0})";
string sqlWhere = "";
if (!string.IsNullOrEmpty(userModel.Account))
{
sqlWhere += " and u.Account=@Account ";
}
if (!string.IsNullOrEmpty(userModel.UserName))
{
sqlWhere += " and u.UserName like @UserName ";
}
if (!string.IsNullOrEmpty(userModel.RoleName) && userModel.RoleName != "请选择")
{
sqlWhere += " and u.RoleName=@RoleName";
}
//拼接查询语句与where条件。
model.QuerySql = string.Format(model.QuerySql, sqlWhere);
//调用分页查询的帮助类，查询数据。
List <UserModel> users = PageDataHelper.QueryWithPage <UserModel>(model, userModel).ToList();
//查询当前的sql 总条数。
total = PageDataHelper.QueryTotalCount <UserModel>(model, userModel);
return(users);
}
/// <summary>
///
/// </summary>
public void SearchUsers()
{
//获取搜索参数
string account = TextBox_Account.Text;
string time = TextBox_CreateTime.Text;
string roleName = DropDownList_Roles.SelectedItem.Text;
//查询数据
DateTime bornTime = string.IsNullOrEmpty(time) ? DateTime.Now : Convert.ToDateTime(time);
UserModel model = new UserModel();
model.Account = account;
model.RoleName = roleName;
model.CheckInTime = bornTime;
//调用dal层分页查询代码
List <UserModel> result = dal.GetNewUserPageList(pageIndex, pageSize, model, out total);
//把数据绑定到界面 repeater
Repeater1.DataSource = result;
Repeater1.DataBind();
//页码repeater2
//查询页码的数据
Repeater2.DataSource = PageDataHelper.GetPageList(total, pageSize);
Repeater2.DataBind();
}
public ListingItemPageScraperTests()
{
var html = PageDataHelper.GetListingItemPage(Source.Funda, 0);
_listingItemPageItemScraper = new ListingItemPageScraper(html);
}
