/// <summary> /// 异步清理业务缓存 /// </summary> /// <param name="cacheKeys"></param> /// <param name="callBackHandler"></param> /// <returns></returns> public Task ClearCacheAsync(IEnumerable <string> cacheKeys, Action callBackHandler = null) { if (cacheKeys.IsEmpty()) { return(Task.FromResult <object>(null)); } Task clearTask = null; string[] orgCacheKeys = cacheKeys.ToArray(); int totalKeys = orgCacheKeys.Length; if (totalKeys <= 1) { //-------单个key模式---- clearTask = Task.Factory.StartNew(() => { CacheConfigFactory.GetCacheManager().Remove(orgCacheKeys[0]); }); } else { //-------批量模式------- string[] inner_cacheKeysCopy = new string[orgCacheKeys.Length]; orgCacheKeys.CopyTo(inner_cacheKeysCopy, 0); clearTask = Task.Factory.StartNew((state) => { string[] keys = (string[])state; keys.AsParallel().ForAll(key => { CacheConfigFactory.GetCacheManager().Remove(key); }); if (null != callBackHandler) { callBackHandler(); } }, inner_cacheKeysCopy); } return(clearTask); }
/// <summary> /// 查询这个关键词在3大平台上的关键词集合, /// 统计 按照统计进行排序并输出 /// </summary> /// <param name="keyWord"></param> /// <returns></returns> public Task <IEnumerable <string> > QueryThisKeywordMappingsAsync(string keyWord) { return(Task.Factory.StartNew(() => { //创建一个 基于阻塞集合 用以保证线程安全 //var allWords = new BlockingCollection<string>(); var lstWords_Tmall = new List <string>(); var lstWords_Taobao = new List <string>(); //------------cache begin----------------------- string cacheKey = string.Concat("AutoMapping:", keyWord); var cacheManager = CacheConfigFactory.GetCacheManager(); if (cacheManager.IsHasSet(cacheKey)) { var cacheWords = cacheManager.Get <IEnumerable <string> >(cacheKey); if (cacheWords != null) { return cacheWords; //var cursor= cacheWords.GetEnumerator();//直接返回缓存对象数组 //while (cursor.MoveNext()) //{ // yield return cursor.Current; //} } } //----------如果未能从缓存获取,那么从网络流中检索------------------- string userAgent = WorkContext.HttpContext.Request.Headers[HttpServerProxy.RequestHeaderKeyUserAgent]; //开辟3个异步任务 并行获取关键词 注意:即使某个平台挂了 不能查询关键词 那么不妨碍其他平台 var tsk_tmall = Task.Factory.StartNew(() => { try { var result_words = new TmallAutoMapping(userAgent).QueryWords(keyWord); lstWords_Tmall.AddRange(result_words); } catch (Exception ex) { Logger.Error(new Exception(string.Concat("tmall 获取关键词列表失败:失败原因:", ex.ToString()))); } }); var tsk_taobao = Task.Factory.StartNew(() => { try { var result_words = new TaobaoAutoMapping(userAgent).QueryWords(keyWord); lstWords_Taobao.AddRange(result_words); } catch (Exception ex) { Logger.Error(new Exception(string.Concat("taobao 获取关键词列表失败:失败原因:", ex.ToString()))); } }); //放弃京东的建议词 //var tsk_jingdong = Task.Factory.StartNew(() => //{ // try // { // var result_words = new JingdongAutoMaping(userAgent).QueryWords(keyWord); // allWords.AddRange(result_words); // } // catch (Exception ex) // { // Logger.Error(new Exception(string.Concat("jingdong 获取关键词列表失败:失败原因:", ex.ToString()))); // } //}); //等待并行任务完毕 Task.WaitAll(tsk_tmall, tsk_taobao);//, tsk_jingdong); //分组 排序 并取前十 //var gps = allWords.GroupBy(x => x).OrderByDescending(x => x.Count()).Take(10); // var resultList = gps.Select(x => x.Key); //-------------------注册到缓存中-------------------- //天猫 淘宝 64开 var resultList = lstWords_Tmall.Take(6).ToList(); for (int i = 0; i < lstWords_Taobao.Count; i++) { var word = lstWords_Taobao[i]; if (resultList.Contains(word)) { continue; } resultList.Add(word); if (resultList.Count >= 10) { break; } } cacheManager.Set(cacheKey, resultList, 60 * 5); return resultList; })); }