Example #1
0
        private void DuyetCache(CancellationToken token)
        {
            token.ThrowIfCancellationRequested();

            long CountCompany = 0;

            QT.Moduls.CrawlerProduct.Cache.RedisCompanyWaitCrawler redisWaitCrawler = QT.Moduls.CrawlerProduct.Cache.RedisCompanyWaitCrawler.Instance();
            List <long> lstCompany = redisCacheWait.GetAllCompany();

            foreach (long companyID in lstCompany)
            {
                token.ThrowIfCancellationRequested();
                CountCompany++;

                if (!this.productAdapter.AllowCrawlReload(companyID))
                {
                    redisCacheWait.RemoveCompanyReload(companyID);
                    AddNote(string.Format("\r\n Remove reload"));
                }

                if (!this.productAdapter.AllowCrawlFindNew(companyID))
                {
                    redisCacheWait.RemoveCompanyFindNew(companyID);
                    AddNote(string.Format("\r\n Remove findnew"));
                }

                if (CountCompany % 100 == 0)
                {
                    AddNote(string.Format("\r\n {0}/{1}", CountCompany, lstCompany.Count));
                }
            }
        }
Example #2
0
 public static RedisCompanyWaitCrawler Instance()
 {
     return(objIns == null ? objIns = new RedisCompanyWaitCrawler() : objIns);
 }