public void Execute(IJobExecutionContext context) { try { _logger.Info("######同步ProductSku开始######"); SynchronousDataService service = new SynchronousDataService(); var token = service.AccessToken().GetAwaiter().GetResult(); //同步商品池 var x = service.GetPageNum(token).GetAwaiter().GetResult(); if (InsertToProductPool(x)) { Console.WriteLine("同步商品池数据成功"); } else { Console.WriteLine("同步商品池数据失败!"); } //同步每个商品池中的SkuId InsertToProductSku(); _logger.Info("######同步ProductSku结束######"); } catch (Exception ex) { _logger.ErrorFormat("同步ProductSku出现错误,错误信息:{0}", ex.Message); } }
public void Execute(IJobExecutionContext context) { try { _logger.Info("######刷新Token开始######"); SynchronousDataService service = new SynchronousDataService(); service.RefreshToken().GetAwaiter().GetResult(); _logger.Info("######刷新Token结束######"); } catch (Exception ex) { _logger.Error("刷新Token出现错误,错误信息:" + ex.Message); } }
private async Task <bool> InsertToProductSkuDetail() { var sw = new Stopwatch(); sw.Start(); try { SynchronousDataService service = new SynchronousDataService(); var token = await service.AccessToken(); IDbConnection conn = null; IDbTransaction transaction = null; List <ProductSku> list = GetProductSkuList(); var len = Math.Ceiling(list.Count() * 0.0001); using (var db = new JDProductContext()) { for (var i = 0; i < len; i++) { List <ProductDetail> insertList = new List <ProductDetail>(); ParallelOptions po = new ParallelOptions(); po.MaxDegreeOfParallelism = Environment.ProcessorCount; Parallel.ForEach(list.Skip(i * 10000).Take(10000), po, (sku) => { var x = service.GetDetail(token, (sku.SkuId.ToString()), true).GetAwaiter().GetResult(); if (x == null) { _logger.ErrorFormat("######################SKUId={0}返回值为null#######################", sku.SkuId); return; } ProductDetail productDetail = new ProductDetail { ProductId = Guid.NewGuid().ToString(), Appintroduce = x.appintroduce, BrandName = x.brandName, Category = x.category, EleGift = x.eleGift, ImagePath = x.imagePath, Introduction = x.introduction, Name = x.name, Param = x.param, ProductArea = x.productArea, SaleUnit = x.saleUnit, Shouhou = x.shouhou, Sku = x.sku, State = x.state, Upc = x.upc, WareQD = x.wareQD, Weight = x.weight, CreateTime = DateTime.Now }; lock (obj) { insertList.Add(productDetail); } //Console.WriteLine("Insert {0} Success!", x.sku); }); sw.Stop(); _logger.InfoFormat("调用{0}次商品明细接口耗时{1}毫秒", insertList.Count(), sw.ElapsedMilliseconds); insertList.RemoveAll(item => item == null); if (conn == null) { conn = db.Database.Connection; } if (conn.State != System.Data.ConnectionState.Open) { conn.Open(); } if (transaction == null) { transaction = conn.BeginTransaction(); } if (i == 0 && transaction != null) { conn.Execute("delete from [dbo].[ProductDetail]", null, transaction); } BulkInsertHelper.InsertBatch <ProductDetail>(conn, insertList, transaction).GetAwaiter().GetResult(); if (i == len - 1) { //提交事务 transaction.Commit(); } } return(true); } } catch (Exception ex) { throw ex; } }
private bool InsertToProductSku() { var sw = new Stopwatch(); sw.Start(); SynchronousDataService service = new SynchronousDataService(); var token = service.AccessToken().GetAwaiter().GetResult(); using (var db = new JDProductContext()) { try { List <ProductPool> list = GetProductPoolList(); List <ProductSku> skus = new List <ProductSku>(); Parallel.ForEach(list, (num) => { _logger.InfoFormat("商品池编号:{0},商品池名称:{1}", num.PageNum, num.Name); var skustringArray = service.GetSku(token, num.PageNum.ToString()).GetAwaiter().GetResult(); if (string.IsNullOrWhiteSpace(skustringArray)) { _logger.InfoFormat("#######string.IsNullOrWhiteSpace(skustringArray)###########"); return; } if (skustringArray.Contains(',')) { var skuList = skustringArray.Split(','); //Console.WriteLine("商品池编号:{0}--商品池名称:{1}--有{2}个Sku", num.PageNum, num.Name, skuList.Count()); long x = 0; if (skuList == null || !skuList.Any()) { Console.WriteLine("*******************************************"); Debug.Assert(true); } var tmp = (from c in skuList select new ProductSku { ProductSkuId = Guid.NewGuid().ToString(), ProductPoolId = num.ProductPoolId, PageNum = num.PageNum, SkuId = long.TryParse(c, out x) ? x : 0, CreateTime = DateTime.Now }).ToList(); if (tmp == null || !tmp.Any()) { Console.WriteLine("----------------------------------------------------"); Debug.Assert(true); } //var jsonStr = JsonConvert.SerializeObject(tmp); //Console.WriteLine("商品池编号:{0}--商品池名称:{1}--有{2}个Sku,序列化结果:{3}", num.PageNum, num.Name, skuList.Count(),jsonStr); //log.Info(jsonStr); skus.AddRange(tmp); } else { long x = 0; var flag = long.TryParse(skustringArray, out x); var tmp = new ProductSku { ProductSkuId = Guid.NewGuid().ToString(), ProductPoolId = num.ProductPoolId, PageNum = num.PageNum, SkuId = x, CreateTime = DateTime.Now }; if (tmp == null) { Console.WriteLine("====================================================="); Debug.Assert(true); } skus.Add(tmp); //var jsonStr = JsonConvert.SerializeObject(tmp); //Console.WriteLine("商品池编号:{0}--商品池名称:{1},序列化结果:{2}", num.PageNum, num.Name, jsonStr); //log.Info(jsonStr); } }); sw.Stop(); _logger.InfoFormat("执行InsertToProductSku-All耗时:{0}毫秒。", sw.ElapsedMilliseconds); var conn = db.Database.Connection; skus.RemoveAll(item => item == null); BulkInsertHelper.InsertBatch <ProductSku>(conn, skus).GetAwaiter().GetResult(); } catch (Exception ex) { throw ex; } return(true); } }