void doUpdate() { this.Invoke((MethodInvoker) delegate { this.laMess1.Text = String.Format("Start download List company"); }); DBTool.CompanyDataTable dtCom = new DBTool.CompanyDataTable(); DBToolTableAdapters.CompanyTableAdapter adtCom = new DBToolTableAdapters.CompanyTableAdapter(); adtCom.Connection.ConnectionString = QT.Entities.Server.ConnectionString; DBTool2.Product_SolrDataTable dtProduct = new DBTool2.Product_SolrDataTable(); DBTool2TableAdapters.Product_SolrTableAdapter adtProduct = new DBTool2TableAdapters.Product_SolrTableAdapter(); adtProduct.Connection.ConnectionString = QT.Entities.Server.ConnectionString; adtCom.FillBy_WebsiteCoSanPham(dtCom); int x = 0; foreach (DBTool.CompanyRow drCom in dtCom) { x++; this.Invoke((MethodInvoker) delegate { this.laMess1.Text = String.Format("Update {1}/{2} Company {0} ", drCom.Domain.ToString(), x, dtCom.Count); }); try { adtProduct.FillBy_Company(dtProduct, drCom.ID); } catch (Exception) { } SolrDriver.DeleteByCompanyId(drCom.ID); int count = 0; List <SolrProductItem> ls = new List <SolrProductItem>(); for (int i = 0; i < dtProduct.Rows.Count; i++) { DataRow dr = dtProduct.Rows[i]; try { SolrProductItem item = new SolrProductItem { Id = QT.Entities.Common.Obj2Int64(dr["ID"]), Price = QT.Entities.Common.Obj2Int(dr["Price"]), Warranty = QT.Entities.Common.Obj2Int(dr["Warranty"]), Status = QT.Entities.Common.Obj2Int(dr["Status"]), Company = QT.Entities.Common.Obj2Int64(dr["Company"]), LastUpdate = QT.Entities.Common.ObjectToDataTime(dr["LastUpdate"]), Summary = dr["Summary"].ToString(), Description = "", ProductId = QT.Entities.Common.Obj2Int(dr["ProductID"]), ProductType = 2, Name = dr["Name"].ToString(), NameFT = dr["NameFT"].ToString(), DetailUrl = dr["DetailUrl"].ToString(), ImagePath = dr["ImagePath"].ToString(), CategoryId = QT.Entities.Common.Obj2Int(dr["CategoryID"]), ContentFT = dr["ContentFT"].ToString() + " " + Tools.removeHTML(dr["ProductContent"].ToString()), ViewCount = QT.Entities.Common.Obj2Int(dr["ViewCount"]), AddPosition = QT.Entities.Common.Obj2Int(dr["AddPosition"]) }; ls.Add(item); count++; } catch (Exception) { } if (count == 1000) { try { SolrDriver.IndexProducts(ls); SolrDriver.Commit(); count = 0; ls = new List <SolrProductItem>(); this.Invoke((MethodInvoker) delegate { this.laMess1.Text = String.Format("Update solr {0}/{1} Company {2}", i, dtProduct.Rows.Count, drCom.Domain.ToString()); }); } catch (Exception) { } } } try { SolrDriver.IndexProducts(ls); SolrDriver.Commit(); this.Invoke((MethodInvoker) delegate { this.laMess1.Text = String.Format("Update Finish Company {0} ", drCom.Domain.ToString()); }); } catch (Exception) { } adtCom.UpdateQuery_LastUpdateSolr(DateTime.Now, drCom.ID); } //var products = SolrDriver.SearchProducts(SolrDriver.SortCategory.SortByPriceIncrease, 1, 20, 100000, 10000000, "may tinh", // "c100,x430"); dtProduct.Dispose(); dtCom.Dispose(); adtProduct.Dispose(); adtCom.Dispose(); }
public int UpdateProductOfCompany(long companyId, string companyName, Tree <int, Region> regionTree = null) { if (regionTree == null) { regionTree = RegionBAL.GetRegionTree(ConnectionStringProducts); } // Get Company Address var companyAddressTableAdapter = new Company_AddressTableAdapter { Connection = { ConnectionString = ConnectionStringProducts } }; var companyAddressDataTable = companyAddressTableAdapter.GetData(companyId); //var companyRegions = new List<int>(); var companyProvins = new List <int>(); var companyDistricts = new List <int>(); for (var rowIndex = 0; rowIndex < companyAddressDataTable.Rows.Count; rowIndex++) { var branchDistrict = companyAddressDataTable.Rows[rowIndex]["RegionID"] == DBNull.Value ? -1 : (int)companyAddressDataTable.Rows[rowIndex]["RegionID"]; if (branchDistrict == -1 || companyDistricts.Contains(branchDistrict)) { continue; } companyDistricts.Add(branchDistrict); var branchProvinNode = regionTree.GetParentNode(branchDistrict); if (branchProvinNode != null && !companyProvins.Contains(branchProvinNode.ID)) { companyProvins.Add(branchProvinNode.ID); } } //var dtCompanyRegion = var dtProduct = new DBTool2.Product_SolrDataTable(); var adtProduct = new DBTool2TableAdapters.Product_SolrTableAdapter { Connection = { ConnectionString = ConnectionStringProducts } }; //this.Invoke((MethodInvoker)(() => // WriteLog(String.Format("Start download list products of company {0}", companyName)))); try { adtProduct.FillBy_Company(dtProduct, companyId); SolrDriver.DeleteByCompanyId(companyId); } catch (Exception ex) { return(-1); //this.Invoke((MethodInvoker)(() => //WriteLog(string.Format("Update Products Of Company {0}", companyId), ex))); } var solrProductItems = new List <SolrProductItem>(); var numProduct = dtProduct.Rows.Count; for (var index = 0; index < numProduct; index++) { var productRow = dtProduct.Rows[index]; try { var item = new SolrProductItem { Id = QT.Entities.Common.Obj2Int64(productRow["ID"]), Price = QT.Entities.Common.Obj2Int(productRow["Price"]), Warranty = QT.Entities.Common.Obj2Int(productRow["Warranty"]), Status = QT.Entities.Common.Obj2Int(productRow["Status"]), Company = QT.Entities.Common.Obj2Int64(productRow["Company"]), CompanyProvins = companyProvins, CompanyDistricts = companyDistricts, LastUpdate = QT.Entities.Common.ObjectToDataTime(productRow["LastUpdate"]), Summary = productRow["Summary"].ToString(), Description = "", ProductId = QT.Entities.Common.Obj2Int(productRow["ProductID"]), ProductType = 2, Name = productRow["Name"].ToString(), NameFT = productRow["NameFT"].ToString(), DetailUrl = productRow["DetailUrl"].ToString(), ImagePath = productRow["ImagePath"].ToString(), CategoryId = QT.Entities.Common.Obj2Int(productRow["CategoryID"]), ContentFT = productRow["ContentFT"] != DBNull.Value ? productRow["ContentFT"].ToString() : "c000", ViewCount = QT.Entities.Common.Obj2Int(productRow["ViewCount"]), AddPosition = QT.Entities.Common.Obj2Int(productRow["AddPosition"]), StringFilterFields = new Dictionary <string, object>(), DoubleFilterFields = new Dictionary <string, object>(), DateTimeFilterFields = new Dictionary <string, object>(), IntFilterFields = new Dictionary <string, object>() }; for (int exIndex = 1; exIndex <= 10; exIndex++) { string filterPropertyId = QT.Entities.Common.Obj2String(productRow["EX" + exIndex]); string filterPropertyValue = QT.Entities.Common.Obj2String(productRow["EXVALUE" + exIndex]); if (string.IsNullOrEmpty(filterPropertyId) || filterPropertyId.Equals("0") || string.IsNullOrEmpty(filterPropertyValue)) { continue; } try { if (filterPropertyValue.StartsWith("number:")) { if (filterPropertyValue.Equals("number:")) { continue; } double filterDoubleValue; string filterIDAndValue = filterPropertyValue.Substring(7); string filterValueID = filterIDAndValue.Substring(0, filterIDAndValue.IndexOf(":")); string filterValue = filterIDAndValue.Length > filterValueID.Length + 1 ? filterIDAndValue.Substring(filterValueID.Length + 1) : ""; var filterPropertyIdKey = SolrProductUtils.GetFilterIdKey(Int32.Parse(filterPropertyId)); if (item.IntFilterFields.ContainsKey(filterPropertyIdKey)) { continue; } int filterValueInt; if (!int.TryParse(filterValueID, out filterValueInt)) { continue; } item.IntFilterFields.Add(filterPropertyIdKey, filterValueID); if (Double.TryParse(filterValue, out filterDoubleValue)) { item.DoubleFilterFields.Add(filterPropertyId, filterDoubleValue); } } else { string filterValueID = filterPropertyValue.Substring(0, filterPropertyValue.IndexOf(":")); string filterValue = filterPropertyValue.Length > filterValueID.Length + 1 ? filterPropertyValue.Substring(filterValueID.Length + 1) : ""; var filterPropertyIdKey = SolrProductUtils.GetFilterIdKey(Int32.Parse(filterPropertyId)); if (item.IntFilterFields.ContainsKey(filterPropertyIdKey)) { continue; } int filterValueInt; if (!int.TryParse(filterValueID, out filterValueInt)) { continue; } item.IntFilterFields.Add(filterPropertyIdKey, filterValueID); item.StringFilterFields.Add(filterPropertyId, filterValue); } } catch (Exception ex) { throw; } } solrProductItems.Add(item); } catch (Exception oex) { return(-2); //Invoke((MethodInvoker)(() => WriteLog(string.Format("Update Products Of Company {0}", companyId), oex))); } if (index % 1000 == 0 || index == numProduct - 1) { try { SolrDriver.IndexItems(solrProductItems); solrProductItems.Clear(); var numUpdatedProducts = index; //Invoke((MethodInvoker)(() => WriteLog(String.Format("Updated solr {0}/{1} products", numUpdatedProducts, numProduct)))); } catch (Exception solrEx) { return(-3); //Invoke((MethodInvoker)(() => WriteLog(string.Format("Update Products Of Company {0}", companyId), solrEx))); } } } try { SolrDriver.IndexItems(solrProductItems); var adtCom = new DBToolTableAdapters.CompanyTableAdapter { Connection = { ConnectionString = ConnectionStringProducts } }; adtCom.UpdateQuery_LastUpdateSolr(DateTime.Now, companyId); adtCom.Dispose(); //this.Invoke((MethodInvoker)(() => // this.richTextBoxInfo.AppendText(String.Format("Update Finish Company {0} - {1} products", // companyName, numProduct)))); } catch (Exception ex) { return(-4); } dtProduct.Dispose(); adtProduct.Dispose(); return(dtProduct.Rows.Count); }
public static bool DoUpdateSolrIndex(int categoryID, string connProductString, string solrUrl) { DBTool.CompanyDataTable dtCom = new DBTool.CompanyDataTable(); DBToolTableAdapters.CompanyTableAdapter adtCom = new DBToolTableAdapters.CompanyTableAdapter(); adtCom.Connection.ConnectionString = connProductString; DBTool2.Product_SolrDataTable dtProduct = new DBTool2.Product_SolrDataTable(); DBTool2TableAdapters.Product_SolrTableAdapter adtProduct = new DBTool2TableAdapters.Product_SolrTableAdapter(); adtProduct.Connection.ConnectionString = connProductString; adtCom.FillBy_WebsiteCoSanPham(dtCom); SolrDriver.Init(solrUrl); int x = 0; foreach (DBTool.CompanyRow drCom in dtCom) { x++; try { adtProduct.FillBy_CompanyAndCategory(dtProduct, drCom.ID, categoryID); } catch (Exception) { } SolrDriver.DeleteByCompanyId(drCom.ID); int count = 0; List <SolrProductItem> ls = new List <SolrProductItem>(); for (int i = 0; i < dtProduct.Rows.Count; i++) { DataRow dr = dtProduct.Rows[i]; try { SolrProductItem item = new SolrProductItem { Id = QT.Entities.Common.Obj2Int64(dr["ID"]), Price = QT.Entities.Common.Obj2Int(dr["Price"]), Warranty = QT.Entities.Common.Obj2Int(dr["Warranty"]), Status = QT.Entities.Common.Obj2Int(dr["Status"]), Company = QT.Entities.Common.Obj2Int64(dr["Company"]), LastUpdate = QT.Entities.Common.ObjectToDataTime(dr["LastUpdate"]), Summary = dr["Summary"].ToString(), Description = "", ProductId = QT.Entities.Common.Obj2Int(dr["ProductID"]), ProductType = 2, Name = dr["Name"].ToString(), NameFT = dr["NameFT"].ToString(), DetailUrl = dr["DetailUrl"].ToString(), ImagePath = dr["ImagePath"].ToString(), CategoryId = QT.Entities.Common.Obj2Int(dr["CategoryID"]), ContentFT = dr["ContentFT"].ToString() + " " + Tools.removeHTML(dr["ProductContent"].ToString()), ViewCount = QT.Entities.Common.Obj2Int(dr["ViewCount"]), AddPosition = QT.Entities.Common.Obj2Int(dr["AddPosition"]), StringFilterFields = new Dictionary <string, object>(), DoubleFilterFields = new Dictionary <string, object>(), DateTimeFilterFields = new Dictionary <string, object>(), IntFilterFields = new Dictionary <string, object>() }; for (int exIndex = 1; exIndex <= 10; exIndex++) { string filterPropertyName = QT.Entities.Common.Obj2String(dr["EX" + exIndex]); string filterPropertyValue = QT.Entities.Common.Obj2String(dr["EXVALUE" + exIndex]); if (!string.IsNullOrEmpty(filterPropertyName) && !string.IsNullOrEmpty(filterPropertyValue)) { try { if (filterPropertyValue.StartsWith("number:")) { double filterDoubleValue; string filterIDAndValue = filterPropertyValue.Substring(7); string filterValueID = filterIDAndValue.Substring(0, filterIDAndValue.IndexOf(":")); string filterValue = filterIDAndValue.Length > filterValueID.Length + 1 ? filterIDAndValue.Substring(filterValueID.Length + 1) : ""; item.IntFilterFields.Add(filterPropertyName + "_id", filterValueID); if (Double.TryParse(filterValue, out filterDoubleValue)) { item.DoubleFilterFields.Add(filterPropertyName, filterDoubleValue); } } else { string filterValueID = filterPropertyValue.Substring(0, filterPropertyValue.IndexOf(":")); string filterValue = filterPropertyValue.Length > filterValueID.Length + 1 ? filterPropertyValue.Substring(filterValueID.Length + 1) : ""; item.IntFilterFields.Add(filterPropertyName + "_id", filterValueID); item.StringFilterFields.Add(filterPropertyName, filterValue); } } catch (Exception ex) { throw ex; } } } ls.Add(item); count++; } catch (Exception oex) { } if (count == 1000) { try { SolrDriver.IndexProducts(ls); SolrDriver.Commit(); count = 0; ls = new List <SolrProductItem>(); } catch (Exception) { } } } try { SolrDriver.IndexProducts(ls); SolrDriver.Commit(); } catch (Exception) { } adtCom.UpdateQuery_LastUpdateSolr(DateTime.Now, drCom.ID); } //var products = SolrDriver.SearchProducts(SolrDriver.SortCategory.SortByPriceIncrease, 1, 20, 100000, 10000000, "may tinh", // "c100,x430"); dtProduct.Dispose(); dtCom.Dispose(); adtProduct.Dispose(); adtCom.Dispose(); return(true); }