private void btnSearch_Click_1(object sender, EventArgs e) { this.lbTotalCount.Text = "总条数:"; dataGridView1.DataBindings.Clear(); SearchPolicyRequest request = FillSearchPolicyRequest(); if (request == null) { return; } request.IsUpload = false; request.IsSearchTotalCount = true; Task.Factory.StartNew(() => { // SearchPolicyResponse rep= ClientFactory<ISearchPolicy>.CreateService().SearchPolicy(request); string responseContent = CoreHelper.DoPost(System.Configuration.ConfigurationManager.AppSettings["SearchPolicyUrl"].ToString(), request); if (string.IsNullOrEmpty(responseContent)) { // MessageBox.Show("未找到符合条件的政策!"); return; } SearchPolicyResponse rep = JsonConvert.DeserializeObject <SearchPolicyResponse>(responseContent); if (rep.lstPolicies.Count <= 0) { this.lbTotalCount.Text = "总条数:"; // dataGridView1.Rows.Clear(); ClearDataGirdViewRecord(); MessageBox.Show("未找到符合条件的政策!"); return; } DataTable dt = ListToDataTable(rep.lstPolicies); //this.Invoke(showPolicy, dt, rep.lstPolicies.Count); ShowPolicyData(dt, rep.TotalCount); }); }
public override void Invoke(IHandlerContext context) { try { OnMiddlewareWorking(new EventMsg { Status = RunStatus.Normal, Msg = "开始获取去哪儿增量更新包..." }); QunarUploadPolicyRequest qunarIncrementRequest = CoreHelper.ChangeToChild <UpLoadPolicyRequest, QunarUploadPolicyRequest>(context.Request); #region 查询增量政策 SearchPolicyRequest request = new SearchPolicyRequest() { CommisionMoney = qunarIncrementRequest.CommisionMoney, CommsionPoint = qunarIncrementRequest.CommsionPoint, IsUpload = true, OperName = qunarIncrementRequest.OperName, PageSize = qunarIncrementRequest.PageSize, PolicyType = qunarIncrementRequest.PolicyType, pType = PurchaserType.Qunar, SqlWhere = qunarIncrementRequest.SqlWhere, UType = qunarIncrementRequest.UploadType, IsSearchTotalCount = false, }; #region 如果是实时上传则根据上传过的去哪儿记录过滤要上传的记录 //if (qunarIncrementRequest.IsRealTimeUpload) //{ // // OnMiddlewareWorking(new EventMsg { Status = RunStatus.Normal, Msg = "开始获取实时更新时间..." }); // request.IsRealTimeUpload = true;//是否实时更新 // //SearchRealTimeUploadResponse realTimeRep = JsonConvert.DeserializeObject<SearchRealTimeUploadResponse>(CoreHelper.DoPost(System.Configuration.ConfigurationManager.AppSettings["SearchRealTimeUploadUrl"].ToString(), request));//获取实时上传的记录 // //if(realTimeRep.ErrCode == ResultType.Failed) // //{ // // return; // //} // //request.RealTimePolicyRec = realTimeRep.PolicyRec; // //OnMiddlewareWorking(new EventMsg { Status = RunStatus.Normal, Msg = "获取到实时更新时间:" + realTimeRep.PolicyRec.LastUpdateTime.ToString("yyyy-MM-dd HH:mm:ss.fff") }); //} #endregion string searchContent = CoreHelper.DoPost(System.Configuration.ConfigurationManager.AppSettings["SearchPolicyUrl"].ToString(), request); string selectSql = ""; int totalCount = 0; SearchPolicyResponse rep = JsonConvert.DeserializeObject <SearchPolicyResponse>(searchContent);//先查询一遍,获取要上传的政策 PolicyRecord policyRec = rep.LastPolicyRecord; context.UploadResponse.BeforePolicyRecord = policyRec; if (rep.lstPolicies.Count <= 0) { OnMiddlewareWorking(new EventMsg { Status = RunStatus.Normal, Msg = "暂时没有收到增量更新包" }); return; } #endregion OnMiddlewareWorking(new EventMsg { Status = RunStatus.Normal, Msg = "收到增量更新包:" + rep.lstPolicies.Count + "条,开始过滤..." }); List <Policies> lstPoliciesOrgin = rep.lstPolicies; #region 如果是实时上传则根据上传过的去哪儿记录过滤要上传的记录 //if (qunarIncrementRequest.IsRealTimeUpload) //{ // OnMiddlewareWorking(new EventMsg { Status = RunStatus.Normal, Msg = "获取上次更新时间:" + rep.LastPolicyRecord.LastUpdateTime.ToString("yyyy-MM-dd HH:mm:ss.fff") }); // //更新到的政策里面去筛选出已经上传的政策Id // CompleteUploadPolicyResponse completePolicyRep = JsonConvert.DeserializeObject<CompleteUploadPolicyResponse>(CoreHelper.DoPost(System.Configuration.ConfigurationManager.AppSettings["SearchCompleteUploadUrl"].ToString(), request)); // //把没有上传的政策删除掉 // if (completePolicyRep.ErrCode == ResultType.Failed || completePolicyRep.CompleteUploadPolicyCollection.Count <= 0) // { // OnMiddlewareWorking(new EventMsg { Status = RunStatus.Normal, Msg = "该更新包不在上传去哪儿的上传列表中,不用更新" }); // return; // } // lstPoliciesOrgin = CoreHelper.ReserveHaveUploadPolicy(lstPoliciesOrgin, completePolicyRep.CompleteUploadPolicyCollection); // if(lstPoliciesOrgin.Count <= 0) // { // OnMiddlewareWorking(new EventMsg { Status = RunStatus.Normal, Msg = "该更新包不在上传去哪儿的上传列表中,不用更新" }); // return; // } //} #endregion selectSql = context.Request.IsPrintSql ? "\r\n去哪儿获取增量数据sql:" + selectSql + "\r\n" : ""; if (lstPoliciesOrgin.Count <= 0) { OnMiddlewareWorking(new EventMsg { Status = RunStatus.Normal, Msg = selectSql + "暂时没有增量政策更新包!" }); return; } qunarIncrementRequest.PolicyDataOrgin = lstPoliciesOrgin; context.UploadResponse.BeforePolicyRecord = rep.LastPolicyRecord; context.SetRequest(qunarIncrementRequest); Next.Invoke(context); #region 旧代码 //#region 过滤政策 //bool isHaveAll = false; //List<Policies> lstFiltedPolicy = CoreHelper.FilterPolicy(qunarIncrementRequest.LstQunarCodes, lstPoliciesOrgin, ref isHaveAll); //if (lstFiltedPolicy.Count <= 0) //{ // OnMiddlewareWorking(new EventMsg { Status = RunStatus.Normal, Msg = "经过去哪儿三子码过滤后未筛选到要上传的政策" }); // return; //} //#endregion //OnMiddlewareWorking(new EventMsg { Status = RunStatus.Normal, Msg = "过滤完成,政策数量:" + lstFiltedPolicy.Count + "条,开始拆分..." }); //#region 拆分政策 //List<Policies> lstIncrementalPolicies = CoreHelper.SplitPolicy(request.pType, lstFiltedPolicy, qunarIncrementRequest.LstQunarCodes); //qunarIncrementRequest.UploadCount = lstIncrementalPolicies.Count; //selectSql = context.Request.IsPrintSql ? "\r\n去哪儿获取增量数据sql:" + selectSql + "\r\n" : ""; //if (lstIncrementalPolicies.Count <= 0) //{ // OnMiddlewareWorking(new EventMsg { Status = RunStatus.Normal, Msg = selectSql + "暂时没有增量政策更新包!" }); // return; //} //#endregion //OnMiddlewareWorking(new EventMsg { Status = RunStatus.Normal, Msg = selectSql + "收到拆分政策" + lstIncrementalPolicies.Count.ToString() + "条增量政策更新包!开始上传..." }); //Policies policy = lstIncrementalPolicies.LastOrDefault(); //PolicyRecord lastPolicyRec = new PolicyRecord() { LastPolicyId = 0, LastUpdateTime = Convert.ToDateTime(DateTime.Now.ToString("yyyy-MM-dd")) }; //context.UploadResponse.PolicyRec[UploadType.Incremental] = lastPolicyRec;//保存上次更新记录 //#region 判断是否分批并交由下个中间件处理 //int upLoadCount = System.Configuration.ConfigurationManager.AppSettings["MaxUploadCount"] == null ? 1000 : int.Parse(System.Configuration.ConfigurationManager.AppSettings["MaxUploadCount"].ToString()); //if (lstIncrementalPolicies.Count < upLoadCount)//小于10000,自动上传 //{ // OnMiddlewareWorking(new EventMsg { Status = RunStatus.Normal, Msg = "当前增量政策为" + lstIncrementalPolicies.Count + "条,小于最高限制条数:" + upLoadCount + "条,不用分批上传" }); // List<Policies> lstAddPolicies = lstIncrementalPolicies.Where(x => x.DelDegree == 1).ToList(); // List<Policies> lstDelPolicies = lstIncrementalPolicies.Where(x => x.DelDegree == 0).ToList(); // qunarIncrementRequest.PolicyData.Add(UploadTypeDetail.IncrementalAdd, lstAddPolicies); // qunarIncrementRequest.PolicyData.Add(UploadTypeDetail.IncrementalDelete, lstDelPolicies); // context.SetRequest(qunarIncrementRequest); // Next.Invoke(context); //} //else //{ // OnMiddlewareWorking(new EventMsg { Status = RunStatus.Normal, Msg = "当前增量政策为" + lstIncrementalPolicies.Count + "条,大于最高限制条数:" + upLoadCount + "条,开始分批上传.." }); // int index = 1; // while (lstIncrementalPolicies.Count > 0) // { // List<Policies> lstPolicies = new List<Policies>(); // lstPolicies = lstIncrementalPolicies.Take(upLoadCount).ToList();//取一万条先上传 // qunarIncrementRequest.UploadCount = lstPolicies.Count; // if (lstPolicies.Count > 0) // { // lstIncrementalPolicies.RemoveRange(0, lstPolicies.Count); // } // OnMiddlewareWorking(new EventMsg { Status = RunStatus.Normal, Msg = "收到增量政策数量:" + lstPolicies.Count + "条,开始第" + index + "次分批上传" }); // List<Policies> lstAddPolicies = lstIncrementalPolicies.Where(x => x.DelDegree == 1).ToList(); // List<Policies> lstDelPolicies = lstIncrementalPolicies.Where(x => x.DelDegree == 0).ToList(); // PolicyRecord rec = new PolicyRecord() { LastPolicyId = lstPolicies.LastOrDefault().Id, LastUpdateTime = lstPolicies.LastOrDefault().UpdateTime }; // context.UploadResponse.BeforePolicyRecord = rec;//每次都保留上回更新的记录 // qunarIncrementRequest.PolicyData.Remove(UploadTypeDetail.IncrementalAdd);//先移除后添加,防止key冲突 // qunarIncrementRequest.PolicyData.Remove(UploadTypeDetail.IncrementalDelete); // qunarIncrementRequest.PolicyData.Add(UploadTypeDetail.IncrementalAdd, lstAddPolicies); // qunarIncrementRequest.PolicyData.Add(UploadTypeDetail.IncrementalDelete, lstDelPolicies); // context.SetRequest(qunarIncrementRequest); // Next.Invoke(context); // index++; // } //} //#endregion #endregion } catch (Exception ex) { OnMiddlewareWorking(new EventMsg() { Status = ND.PolicyService.Enums.RunStatus.Exception, Msg = "QunarLoadIncrementalPolicyMiddleware:" + ex.Message, Exception = ex, PurchaserType = ND.PolicyService.Enums.PurchaserType.Qunar }); context.UploadResponse = new UploadPolicyResponse() { ErrCode = ND.PolicyService.Enums.ResultType.Failed, ErrMsg = ex.Message, Excption = ex }; return; } }
public override void Invoke(IHandlerContext context) { try { QunarUploadPolicyRequest qunarRequest = CoreHelper.ChangeToChild <UpLoadPolicyRequest, QunarUploadPolicyRequest>(context.Request); OnMiddlewareWorking(new EventMsg { Status = RunStatus.Normal, Msg = "开始获取去哪儿全量更新包..." }); //PolicySyncRecLib syncLib = new PolicySyncRecLib(); //PolicyRecord policyRec = CoreHelper.GetLastUpTimeAndId("Qunar\\QunarFullPolicyRecLog");//去哪儿全量选择日志 #region 查询政策 SearchPolicyRequest request = new SearchPolicyRequest() { CommisionMoney = qunarRequest.CommisionMoney, CommsionPoint = qunarRequest.CommsionPoint, IsUpload = true, OperName = qunarRequest.OperName, PageSize = qunarRequest.PageSize, PolicyType = qunarRequest.PolicyType, pType = PurchaserType.Qunar, SqlWhere = qunarRequest.SqlWhere, UType = qunarRequest.UploadType, IsSearchTotalCount = false }; string searchContent = CoreHelper.DoPost(System.Configuration.ConfigurationManager.AppSettings["SearchPolicyUrl"].ToString(), request); SearchPolicyResponse rep = JsonConvert.DeserializeObject <SearchPolicyResponse>(searchContent);//先查询一遍,获取要上传的政策 PolicyRecord policyRec = rep.LastPolicyRecord; context.UploadResponse.BeforePolicyRecord = policyRec; OnMiddlewareWorking(new EventMsg { Status = RunStatus.Normal, Msg = "载入上次更新记录,更新时间:" + policyRec.LastUpdateTime.ToString("yyyy-MM-dd HH:mm:ss.fff") + ",上次最后一条更新id:" + policyRec.LastPolicyId.ToString() + ",收到全量政策包:" + rep.lstPolicies.Count + "条" }); qunarRequest.PolicyDataOrgin = rep.lstPolicies; context.SetRequest(qunarRequest); Next.Invoke(context); #endregion #region 注释 //bool isHaveAll = false; ////过滤政策 //#region 过滤政策 //int count = rep.lstPolicies == null ? 0 : rep.lstPolicies.Count; //OnMiddlewareWorking(new EventMsg { Status = RunStatus.Normal, Msg = "查询到政策数量:" + count + " 条,开始过滤..." }); //List<Policies> lstFiltedPolicy = CoreHelper.FilterPolicy(qunarRequest.LstQunarCodes, rep.lstPolicies, ref isHaveAll); //if (lstFiltedPolicy.Count <= 0) //{ // OnMiddlewareWorking(new EventMsg { Status = RunStatus.Normal, Msg = "经过去哪儿三子码过滤后未筛选到要上传的政策" }); // return; //} ////if (isHaveAll) ////{ //// return; ////DialogResult dr = MessageBox.Show("当前上传的政策有全国对全国的政策,是否继续上传", "提示", MessageBoxButtons.OKCancel); ////if (dr == DialogResult.Cancel) ////{ //// return; ////} ////} //#endregion //List<Policies> lstAddPolicies = CoreHelper.SplitPolicy(request.pType, lstFiltedPolicy, qunarRequest.LstQunarCodes);//拆分政策 //qunarRequest.UploadCount = lstAddPolicies.Count; //context.UploadResponse.BeforePolicyRecord = policyRec; //// List<Policies> lstAddPolicies = syncLib.LoadPolicy(context.Request.PageSize, policyRec, context.Request.SqlWhere, PurchaserType.Qunar, ref selectSql,ref totalCount, UploadType.FullUpload, context.Request.CommisionMoney, context.Request.CommsionPoint);//获取要上传的政策 //// List<Policies> lstAddPolicies = syncLib.LoadPolicy(policyRec, context.Request.CommisionMoney, context.Request.CommsionPoint, context.Request.PageSize, context.Request.SqlWhere, ref selectSql, ref totalCount, UploadType.FullUpload);//获取要上传的政策 ////if(!context.Request.IsPrintSql) ////{ //// selectSql = ""; ////} ////selectSql = context.Request.IsPrintSql ? "\r\n筛选sql为:\r\n" + selectSql+"\r\n" : ""; //if (lstAddPolicies.Count <= 0) //{ // OnMiddlewareWorking(new EventMsg { Status = RunStatus.Normal, Msg = "未筛选到要上传的政策,或者筛选的政策已经上传!" }); // context.UploadResponse = new UploadPolicyResponse() { ErrCode = ResultType.Failed, ErrMsg = "未筛选到要上传的政策,或者筛选的政策已经上传!" }; // return; //} #endregion } catch (Exception ex) { OnMiddlewareWorking(new EventMsg() { Status = ND.PolicyService.Enums.RunStatus.Exception, Msg = "QunarLoadFullPolicyMiddleware:" + ex.Message, Exception = ex, PurchaserType = ND.PolicyService.Enums.PurchaserType.Qunar }); context.UploadResponse = new UploadPolicyResponse() { ErrCode = ND.PolicyService.Enums.ResultType.Failed, ErrMsg = ex.Message, Excption = ex }; return; } }