void doUpdateSolrProductID()
{
this.Invoke((MethodInvoker) delegate
{
this.laMess1.Text = String.Format("Start download List Product ID");
});
DBTool2.Product_SolrDataTable dtProduct = new DBTool2.Product_SolrDataTable();
DBTool2TableAdapters.Product_SolrTableAdapter adtProduct = new DBTool2TableAdapters.Product_SolrTableAdapter();
adtProduct.Connection.ConnectionString = QT.Entities.Server.ConnectionString;
try
{
adtProduct.FillBy_ProductSanPhamGoc(dtProduct, DateTime.Now.AddDays(-100));
}
catch (Exception)
{
}
int count = 0;
List <SolrProductItem> ls = new List <SolrProductItem>();
SolrDriver.DeleteByCompanyId(Bussiness.Function.IDWebSoSanh);
for (int i = 0; i < dtProduct.Rows.Count; i++)
{
DataRow dr = dtProduct.Rows[i];
try
{
SolrProductItem item = new SolrProductItem
{
Id = QT.Entities.Common.Obj2Int64(dr["ID"]),
Price = QT.Entities.Common.Obj2Int(dr["GiaNhoNhat"]),
Warranty = QT.Entities.Common.Obj2Int(dr["Warranty"]),
Status = QT.Entities.Common.Obj2Int(dr["Status"]),
Company = QT.Entities.Common.Obj2Int64(dr["Company"]),
LastUpdate = QT.Entities.Common.ObjectToDataTime(dr["LastUpdate"]),
Summary = dr["Summary"].ToString(),
Description = "",
ProductId = QT.Entities.Common.Obj2Int(dr["ProductID"]),
ProductType = 1,
Name = dr["Name"].ToString(),
NameFT = dr["NameFT"].ToString(),
DetailUrl = dr["DetailUrl"].ToString(),
ImagePath = dr["ImagePath"].ToString(),
CategoryId = QT.Entities.Common.Obj2Int(dr["CategoryID"]),
ContentFT = dr["ContentFT"].ToString() + " " + Tools.removeHTML(dr["ProductContent"].ToString()),
ViewCount = QT.Entities.Common.Obj2Int(dr["ViewCount"]),
AddPosition = QT.Entities.Common.Obj2Int(dr["AddPosition"])
};
ls.Add(item);
count++;
}
catch (Exception)
{
}
if (count == 1000)
{
try
{
SolrDriver.IndexProducts(ls);
SolrDriver.Commit();
count = 0;
ls = new List <SolrProductItem>();
this.Invoke((MethodInvoker) delegate
{
this.laMess1.Text = String.Format("Update solr {0}/{1} San Pham goc", i, dtProduct.Rows.Count);
});
}
catch (Exception)
{
}
}
}
try
{
SolrDriver.IndexProducts(ls);
SolrDriver.Commit();
this.Invoke((MethodInvoker) delegate
{
this.laMess1.Text = String.Format("Update Finish Company san pham goc ");
});
}
catch (Exception)
{
}
dtProduct.Dispose();
adtProduct.Dispose();
}
void DoUpdateSolrRootProduct()
{
var startTime = DateTime.Now;
//Invoke((MethodInvoker)(() =>
// WriteLog(String.Format("Start download List Product ID"))));
var dtProduct = new DBTool2.Product_SolrDataTable();
var adtProduct = new DBTool2TableAdapters.Product_SolrTableAdapter();
adtProduct.Connection.ConnectionString = Server.ConnectionString;
var dataTableVotes = new DB.UserCommentDataTable();
var tableAdapterVote = new DBTableAdapters.UserCommentTableAdapter();
tableAdapterVote.Connection.ConnectionString = Server.UserConnectionString;
//Invoke((MethodInvoker)(() =>
// WriteLog(string.Format("User Conection String: {0}", Server.UserConnectionString))));
var startGetDb = DateTime.Now;
try
{
tableAdapterVote.FillAllVote(dataTableVotes);
adtProduct.FillBy_ProductSanPhamGoc(dtProduct, DateTime.Now.AddDays(-100));
}
catch (Exception ex)
{
//Invoke((MethodInvoker)(() =>
// WriteLog("Get ProductSanPhamGoc Error", ex)));
}
var getDbTime = (DateTime.Now - startGetDb).TotalSeconds;
//calculate avgVote
//Invoke((MethodInvoker)(() =>
// WriteLog(string.Format("Num Votes: {0}", dataTableVotes.Rows.Count))));
Dictionary <long, double> avgVoteDict;
Dictionary <long, int> numVoteDict;
IndexProductTools.CalculateAvgVotes(
dataTableVotes.AsEnumerable().Select(x => new KeyValuePair <long, int>(x.IDObject, x.Vote)).ToList(), out avgVoteDict, out numVoteDict);
double getObjectTime = 0;
double indexSolrTime = 0;
var listProducts = new List <SolrProductItem>();
try
{
SolrDriver.DeleteByCompanyId(IDWebsosanh);
}
catch (Exception ex)
{
//Invoke((MethodInvoker)(() =>
// WriteLog("Delete root Product Error", ex)));
}
var numProduct = dtProduct.Rows.Count;
for (var rowIndex = 0; rowIndex < numProduct; rowIndex++)
{
var startGetObjectTime = DateTime.Now;
var productRow = dtProduct.Rows[rowIndex];
try
{
var item = new SolrProductItem
{
Id = Common.Obj2Int64(productRow["ID"]),
Price = Common.Obj2Int(productRow["GiaNhoNhat"]),
Warranty = Common.Obj2Int(productRow["Warranty"]),
Status = Common.Obj2Int(productRow["Status"]),
Company = Common.Obj2Int64(productRow["Company"]),
LastUpdate = Common.ObjectToDataTime(productRow["LastUpdate"]),
Summary = productRow["Summary"].ToString(),
Description = "",
ProductId = Common.Obj2Int(productRow["ProductID"]),
ProductType = 1,
Name = productRow["Name"].ToString(),
NameFT = productRow["NameFT"].ToString(),
DetailUrl = productRow["DetailUrl"].ToString(),
ImagePath = productRow["ImagePath"].ToString(),
CategoryId = Common.Obj2Int(productRow["CategoryID"]),
ContentFT = productRow["ContentFT"] != DBNull.Value ? productRow["ContentFT"].ToString() : "c000",
ViewCount = Common.Obj2Int(productRow["ViewCount"]),
ViewCountLastWeek = Common.Obj2Int(productRow["PriceChangeWeek"]),
AvgRate = 0,
AddPosition = Common.Obj2Int(productRow["AddPosition"]),
StringFilterFields = new Dictionary <string, object>(),
DoubleFilterFields = new Dictionary <string, object>(),
DateTimeFilterFields = new Dictionary <string, object>(),
IntFilterFields = new Dictionary <string, object>()
};
//Thuoc tinh san pham
for (var exIndex = 1; exIndex <= 10; exIndex++)
{
string filterPropertyId = Common.Obj2String(productRow["EX" + exIndex]);
string filterPropertyValue = Common.Obj2String(productRow["EXVALUE" + exIndex]);
if (string.IsNullOrEmpty(filterPropertyId) || filterPropertyId.Equals("0") || string.IsNullOrEmpty(filterPropertyValue))
{
continue;
}
if (filterPropertyValue.StartsWith("number:"))
{
if (filterPropertyValue.Equals("number:"))
{
continue;
}
double filterDoubleValue;
string filterIDAndValue = filterPropertyValue.Substring(7);
string filterValueID = filterIDAndValue.Substring(0,
filterIDAndValue.IndexOf(":"));
string filterValue = filterIDAndValue.Length > filterValueID.Length + 1
? filterIDAndValue.Substring(filterValueID.Length + 1)
: "";
var filterPropertyIdKey =
SolrProductUtils.GetFilterIdKey(Int32.Parse(filterPropertyId));
if (item.IntFilterFields.ContainsKey(filterPropertyIdKey))
{
continue;
}
int filterValueInt;
if (!int.TryParse(filterValueID, out filterValueInt))
{
continue;
}
item.IntFilterFields.Add(filterPropertyIdKey, filterValueID);
if (Double.TryParse(filterValue, out filterDoubleValue))
{
item.DoubleFilterFields.Add(filterPropertyId, filterDoubleValue);
}
}
else
{
string filterValueID = filterPropertyValue.Substring(0,
filterPropertyValue.IndexOf(":"));
string filterValue = filterPropertyValue.Length > filterValueID.Length + 1
? filterPropertyValue.Substring(filterValueID.Length + 1)
: "";
var filterPropertyIdKey =
SolrProductUtils.GetFilterIdKey(Int32.Parse(filterPropertyId));
if (item.IntFilterFields.ContainsKey(filterPropertyIdKey))
{
continue;
}
int filterValueInt;
if (!int.TryParse(filterValueID, out filterValueInt))
{
continue;
}
item.IntFilterFields.Add(filterPropertyIdKey, filterValueID);
item.StringFilterFields.Add(filterPropertyId, filterValue);
}
}
//Get NumProduct And Price Min
Product_KeyComparison productKeyComparison = new Product_KeyComparison();
Product_KeyComparisonEntyties objKey = new Product_KeyComparisonEntyties();
objKey = productKeyComparison.SelectByProductID(item.Id);
item.NumProducts = objKey.TongSanPham;
item.PriceMin = objKey.GiaNhoNhat;
if (avgVoteDict.ContainsKey(item.Id))
{
item.AvgRate = avgVoteDict[item.Id];
item.NumVote = numVoteDict[item.Id];
}
//productKeyComparison.GetRootProductMinPriceAndNumProducts(item.Id, out minPrice, out numProducts);
//if (numProducts > 0)
//{
// item.NumProducts = numProducts;
// item.PriceMin = minPrice;
//}
listProducts.Add(item);
getObjectTime += (DateTime.Now - startGetObjectTime).TotalSeconds;
}
catch (Exception ex)
{
//Invoke((MethodInvoker)(() =>
// WriteLog("Update Root Products", ex)));
}
if (rowIndex % 1000 == 0 || rowIndex == numProduct - 1)
{
var startIndexSolr = DateTime.Now;
try
{
SolrDriver.IndexItems(listProducts);
listProducts.Clear();
var index = rowIndex;
//Invoke((MethodInvoker)(() =>
// WriteLog(String.Format("Update solr {0}/{1} San Pham goc", index,
// numProduct))));
}
catch (Exception ex)
{
//Invoke((MethodInvoker)(() =>
// WriteLog("Update Solr Error", ex)));
}
indexSolrTime += (DateTime.Now - startIndexSolr).TotalSeconds;
}
}
var startIndexRemainSolr = DateTime.Now;
try
{
if (listProducts.Count > 0)
{
SolrDriver.IndexItems(listProducts);
}
SolrDriver.Commit();
//Invoke((MethodInvoker)(() =>
// WriteLog(String.Format("Update Finish Company san pham goc"))));
}
catch (Exception ex)
{
//Invoke((MethodInvoker)(() =>
// WriteLog("Update Solr Error", ex)));
}
indexSolrTime += (DateTime.Now - startIndexRemainSolr).TotalSeconds;
var totalTime = (DateTime.Now - startTime).TotalSeconds;
//Invoke((MethodInvoker)(() =>
// WriteLog(
// String.Format(
// "Update Complete!\nTotalTime: {0}\nGetDbTime: {1}\nGetObjectTime:{2}\nIndexSolrTime:{3}",
// totalTime, getDbTime, getObjectTime, indexSolrTime))));
dtProduct.Dispose();
adtProduct.Dispose();
}
public static bool DoUpdateSolrRootProductIndex(string connProductString, string solrUrl)
{
DBTool2.Product_SolrDataTable dtProduct = new DBTool2.Product_SolrDataTable();
DBTool2TableAdapters.Product_SolrTableAdapter adtProduct = new DBTool2TableAdapters.Product_SolrTableAdapter();
adtProduct.Connection.ConnectionString = QT.Entities.Server.ConnectionString;
SolrDriver.Init(solrUrl);
try
{
adtProduct.FillBy_ProductSanPhamGoc(dtProduct, DateTime.Now.AddDays(-100));
}
catch (Exception ex)
{
}
int count = 0;
List <SolrProductItem> ls = new List <SolrProductItem>();
SolrDriver.DeleteByCompanyId(ID_Websosanh);
for (int i = 0; i < dtProduct.Rows.Count; i++)
{
DataRow dr = dtProduct.Rows[i];
try
{
SolrProductItem item = new SolrProductItem
{
Id = QT.Entities.Common.Obj2Int64(dr["ID"]),
Price = QT.Entities.Common.Obj2Int(dr["GiaNhoNhat"]),
Warranty = QT.Entities.Common.Obj2Int(dr["Warranty"]),
Status = QT.Entities.Common.Obj2Int(dr["Status"]),
Company = QT.Entities.Common.Obj2Int64(dr["Company"]),
LastUpdate = QT.Entities.Common.ObjectToDataTime(dr["LastUpdate"]),
Summary = dr["Summary"].ToString(),
Description = "",
ProductId = QT.Entities.Common.Obj2Int(dr["ProductID"]),
ProductType = 1,
Name = dr["Name"].ToString(),
NameFT = dr["NameFT"].ToString(),
DetailUrl = dr["DetailUrl"].ToString(),
ImagePath = dr["ImagePath"].ToString(),
CategoryId = QT.Entities.Common.Obj2Int(dr["CategoryID"]),
ContentFT = dr["ContentFT"].ToString() + " " + Tools.removeHTML(dr["ProductContent"].ToString()),
ViewCount = QT.Entities.Common.Obj2Int(dr["ViewCount"]),
AddPosition = QT.Entities.Common.Obj2Int(dr["AddPosition"]),
StringFilterFields = new Dictionary <string, object>(),
DoubleFilterFields = new Dictionary <string, object>(),
DateTimeFilterFields = new Dictionary <string, object>(),
IntFilterFields = new Dictionary <string, object>()
};
for (int exIndex = 1; exIndex <= 10; exIndex++)
{
string filterPropertyName = QT.Entities.Common.Obj2String(dr["EX" + exIndex]);
string filterPropertyValue = QT.Entities.Common.Obj2String(dr["EXVALUE" + exIndex]);
if (!string.IsNullOrEmpty(filterPropertyName) && !string.IsNullOrEmpty(filterPropertyValue))
{
try
{
if (filterPropertyValue.StartsWith("number:"))
{
double filterDoubleValue;
string filterIDAndValue = filterPropertyValue.Substring(7);
string filterValueID = filterIDAndValue.Substring(0,
filterIDAndValue.IndexOf(":"));
string filterValue = filterIDAndValue.Length > filterValueID.Length + 1
? filterIDAndValue.Substring(filterValueID.Length + 1)
: "";
item.IntFilterFields.Add(filterPropertyName + "_id", filterValueID);
if (Double.TryParse(filterValue, out filterDoubleValue))
{
item.DoubleFilterFields.Add(filterPropertyName, filterDoubleValue);
}
}
else
{
string filterValueID = filterPropertyValue.Substring(0,
filterPropertyValue.IndexOf(":"));
string filterValue = filterPropertyValue.Length > filterValueID.Length + 1
? filterPropertyValue.Substring(filterValueID.Length + 1)
: "";
item.IntFilterFields.Add(filterPropertyName + "_id", filterValueID);
item.StringFilterFields.Add(filterPropertyName, filterValue);
}
}
catch (Exception ex)
{
throw ex;
}
}
}
ls.Add(item);
count++;
}
catch (Exception ex)
{
}
if (count == 1000)
{
try
{
SolrDriver.IndexProducts(ls);
SolrDriver.Commit();
count = 0;
ls = new List <SolrProductItem>();
}
catch (Exception ex)
{
}
}
}
try
{
SolrDriver.IndexProducts(ls);
SolrDriver.Commit();
}
catch (Exception ex)
{
}
dtProduct.Dispose();
adtProduct.Dispose();
return(true);
}