public static bool ImportStoreSuggestDataBulk(string IndexNew) { int PageSize = int.Parse(ConfigurationManager.AppSettings["PageSize"].ToString()); int PageNumber = 1; var clinet = GetClient(IndexNew); List <int> rs = new List <int>(); Utils.WriteLogFile("ImportStoreSuggestDataBulk开始导入数据(" + IndexNew + ")页大小" + PageSize); while (true) { SQLinq.Dynamic.DynamicSQLinq sql = new SQLinq.Dynamic.DynamicSQLinq("v_ProductInfo_s "); sql = sql.Select("storeid,StoreName name").GroupBy("storeid,StoreName"); sql = sql.Skip(PageSize * (PageNumber - 1)).Take(PageSize).OrderByDescending("storeid"); var list = db.Query <dynamic>(sql); if (list.Count == 0) { break; } string initials = ""; var keywordslist = list.Select(a => new { keywords = new { input = new List <string>() { a.name, ChineseToPinYin.ToPinYin(a.name, ref initials), initials }, output = a.name, payload = new { id = a.storeid.ToString(), type = "store", keyword = "" }, weight = 10 } }); var bk = clinet.Bulk(a => a.IndexMany <object>(keywordslist)); if (bk.Errors) { Utils.WriteLogFile("(页码" + PageNumber + "数据量" + list.Count + ")(" + IndexNew + ")导入有错误,数据来源sql语句--" + sql.ToSQL().ToQuery()); rs.Add(0); } else { Utils.WriteLogFile("(页码" + PageNumber + "数据量" + list.Count + ")(" + IndexNew + ")导入成功"); rs.Add(1); } PageNumber++; } Utils.WriteLogFile("ImportStoreSuggestDataBulk导入数据结束(" + IndexNew + ")"); return(rs.Where(a => a == 0).Count() == 0); }
public static bool ImportMallDataBulk(string IndexNew) { int PageSize = int.Parse(ConfigurationManager.AppSettings["PageSize"].ToString()); int PageNumber = 1; var clinet = GetClient(IndexNew); List <int> rs = new List <int>(); Utils.WriteLogFile("ImportMallDataBulk开始导入数据(" + IndexNew + ")页大小" + PageSize); while (true) { SQLinq.Dynamic.DynamicSQLinq sql = new SQLinq.Dynamic.DynamicSQLinq("v_ProductInfo_s "); sql = sql.Select("*"); sql = sql.Skip(PageSize * (PageNumber - 1)).Take(PageSize).OrderByDescending("pid"); var list = db.Query <dynamic>(sql); if (list.Count == 0) { break; } var bk = clinet.Bulk(a => a.IndexMany(list)); if (bk.Errors) { Utils.WriteLogFile("(页码" + PageNumber + "数据量" + list.Count + ")(" + IndexNew + ")导入有错误,数据来源sql语句--" + sql.ToSQL().ToQuery()); rs.Add(0); } else { Utils.WriteLogFile("(页码" + PageNumber + "数据量" + list.Count + ")(" + IndexNew + ")导入成功"); rs.Add(1); } PageNumber++; } Utils.WriteLogFile("ImportMallDataBulk导入数据结束(" + IndexNew + ")"); return(rs.Where(a => a == 0).Count() == 0); }
public static bool ImportBrandSuggestDataBulk(string IndexNew) { int PageSize = int.Parse(ConfigurationManager.AppSettings["PageSize"].ToString()); int PageNumber = 1; var clinet = GetClient(IndexNew); List <int> rs = new List <int>(); Utils.WriteLogFile("ImportBrandSuggestDataBulk开始导入数据(" + IndexNew + ")页大小" + PageSize); while (true) { SQLinq.Dynamic.DynamicSQLinq sql = new SQLinq.Dynamic.DynamicSQLinq("v_ProductInfo_s "); sql = sql.Select("brandid,BrandName name").GroupBy("brandid,BrandName"); sql = sql.Skip(PageSize * (PageNumber - 1)).Take(PageSize).OrderByDescending("brandid"); var list = db.Query <dynamic>(sql); if (list.Count == 0) { break; } List <object> keywordslist = new List <object>(); string initials = ""; string pinyin = ""; string output = ""; SQLinq.Dynamic.DynamicSQLinq sqlkeywords = new SQLinq.Dynamic.DynamicSQLinq("bma_brands "); sqlkeywords = sqlkeywords.Select("brandid,keywords"); var listkeywords = db.Query <dynamic>(sqlkeywords).ToList(); foreach (var item in list) { output = item.name; initials = ""; pinyin = ChineseToPinYin.ToPinYin(output, ref initials); keywordslist.Add(new { keywords = new { input = new List <string>() { output, pinyin, initials }, output = output, payload = new { id = item.brandid.ToString(), type = "brand", keyword = "" }, weight = 20 } }); //添加关键词 var brandinfo = listkeywords.FirstOrDefault(a => a.brandid == item.brandid); if (brandinfo != null && brandinfo.keywords != null) { List <string> brandkeywords = ((string)brandinfo.keywords).Split(',').ToList(); foreach (var key in brandkeywords) { if (key == "") { continue; } output = item.name + key; initials = ""; pinyin = ChineseToPinYin.ToPinYin(output, ref initials); keywordslist.Add(new { keywords = new { input = new List <string>() { output, pinyin, initials }, output = output, payload = new { id = item.brandid.ToString(), type = "brand", keyword = key }, weight = 20 } }); } } } var bk = clinet.Bulk(a => a.IndexMany <object>(keywordslist)); if (bk.Errors) { Utils.WriteLogFile("(页码" + PageNumber + "数据量" + list.Count + ")(" + IndexNew + ")导入有错误,数据来源sql语句--" + sql.ToSQL().ToQuery()); rs.Add(0); } else { Utils.WriteLogFile("(页码" + PageNumber + "数据量" + list.Count + ")(" + IndexNew + ")导入成功"); rs.Add(1); } PageNumber++; } Utils.WriteLogFile("ImportBrandSuggestDataBulk导入数据结束(" + IndexNew + ")"); return(rs.Where(a => a == 0).Count() == 0); }