private static void ResetAllCopmanyInfo()
{
ProductAdapter productAdapter = new ProductAdapter(new SqlDb(Server.ConnectionString));
RedisCacheCompanyCrawler redisCompanyInfo = RedisCacheCompanyCrawler.Instance();
List <long> lstCompanyCrawler = productAdapter.GetAllCompanyIdCrawler();
for (int i = 0; i < lstCompanyCrawler.Count; i++)
{
Company comp = new Company(lstCompanyCrawler[i]);
redisCompanyInfo.SetCompanyInfo(comp.ID, comp.Domain, 12, 12);
log.Info(string.Format("Pushed companyInfo {0}/{1}", i, lstCompanyCrawler.Count - 1));
}
log.Info("Success push companyInfo");
}
public void CrawlForCompany(long CompanyID)
{
try
{
this._companyId = CompanyID;
if ((!_bCheckOtherRunning || !CheckOtherRunning()) && _productAdapter.AllowCrawlFindNew(_companyId))
{
if (!_redisWaitCrawler.CheckHaveItemFindNew(_companyId))
{
_redisWaitCrawler.SetNexFindNew(_companyId, 1);
var company = new QT.Entities.Company(this._companyId);
_redisCacheCompanyCrawler.SetCompanyInfo(_companyId, company.Domain, 24, 24);
}
Crawl();
}
else
{
_redisWaitCrawler.SetNexFindNew(_companyId, 1);
}
}
catch (System.OperationCanceledException)
{
if (this._company != null)
{
this._redisQueueFindNew.SaveQueue(this._companyId, this._linkQueue.ToArray());
this._redisWaitCrawler.SetRemoveRunningCrawler(_companyId);
this._redisWaitCrawler.SetNexFindNew(this._companyId, 1);
this._redisCrcVisited.SetForCompany(_companyId, new List <long>(this._visitedCrc.Keys));
}
throw;
}
catch (Exception ex02)
{
_log.Error(ex02);
}
}
