Exemple #1
0
        /// <summary>
        /// 根据文章的刷新间隔取得该作者的主页来 抓取该作者文章阅读量等数据
        /// </summary>
        public static void AuthorNewsByRefreshGathering()
        {
            try
            {
                if (Global.IsEnableRefreshNews != "1")
                {
                    return;
                }
                ////时段控制 0-8点不抓取
                //if (DateTime.Now.Hour < 8)
                //{
                //    return;
                //}
                while (true)
                {
                    Log.Info("作者列表页刷新开始:" + DateTime.Now);

                    var bll = new ToutiaoGather();
                    bll.GatheringAuthorNewsByRefresh();


                    Log.Info("作者列表页刷新结束:" + DateTime.Now);
                    Thread.Sleep(60 * 1000);
                }
            }
            catch (Exception ex)
            {
                Log.Error(ex.Message + ex.StackTrace);
            }
        }
        /// <summary>
        /// 根据文章的刷新间隔取得该作者的主页来 抓取该作者文章阅读量等数据
        /// 要多开
        /// </summary>
        public static void GatheringAuthorNewsByRefresh()
        {
            try
            {
                if (Global.IsEnableRefreshNews != "1")
                {
                    return;
                }
                ////时段控制 0-8点不抓取
                //if (DateTime.Now.Hour < 8)
                //{
                //    return;
                //}
                var i = 0;
                while (true && ProxyDeal.IsProxyReady)
                {
                    i++;
                    Log.Info("新闻刷新开始 i=" + i + " time=" + DateTime.Now);

                    var bll = new ToutiaoGather();
                    bll.GatheringAuthorNewsByRefresh();


                    Log.Info("新闻刷新结束 i=" + i + " time=" + DateTime.Now);
                    Thread.Sleep(5 * 1000);
                }
                if (!ProxyDeal.IsProxyReady)
                {
                    Log.Info("代理未准备好" + DateTime.Now);
                    Thread.Sleep(60 * 1000);
                }
            }
            catch (Exception ex)
            {
                Log.Error(ex.Message + ex.StackTrace);
            }
        }