public virtual void Fetch(SiteConfig siteCfg, List<NewsCategory> newsCateList) { site = siteCfg; cateList = newsCateList; UpdateSiteChl(); Index.CreateIndex(Index.INDEX_DIR); }
public override void Fetch(SiteConfig siteCfg, List<NewsCategory> newsCateList) { Logger.WriteInfo("开始东方财富网抓取"); base.Fetch(siteCfg, newsCateList); //var param = SqlParamHelper.GetDefaultParam(1, int.MaxValue, "SiteId", true); //param.where.where.Add(SqlParamHelper.CreateWhere( // PARAM_TYPE.EQUATE, LINK_TYPE.AND, "SiteId", site.SiteId.ToString())); var chlCfgList = chlCfgAccess.FindAll(p => p.SiteId == site.SiteId); foreach (var chlCfg in chlCfgList) { Logger.WriteInfo(string.Format("开始{0}分类抓取", chlCfg.ChannelName)); GetNewsDetail(chlCfg); Logger.WriteInfo(string.Format("结束{0}分类抓取", chlCfg.ChannelName)); } CloseIndex(); Logger.WriteInfo("结束东方财富网抓取"); }