public virtual void Fetch(SiteConfig siteCfg, List<NewsCategory> newsCateList)
{
site = siteCfg;
cateList = newsCateList;
UpdateSiteChl();
Index.CreateIndex(Index.INDEX_DIR);
}
public override void Fetch(SiteConfig siteCfg, List<NewsCategory> newsCateList)
{
Logger.WriteInfo("开始东方财富网抓取");
base.Fetch(siteCfg, newsCateList);
//var param = SqlParamHelper.GetDefaultParam(1, int.MaxValue, "SiteId", true);
//param.where.where.Add(SqlParamHelper.CreateWhere(
// PARAM_TYPE.EQUATE, LINK_TYPE.AND, "SiteId", site.SiteId.ToString()));
var chlCfgList = chlCfgAccess.FindAll(p => p.SiteId == site.SiteId);
foreach (var chlCfg in chlCfgList)
{
Logger.WriteInfo(string.Format("开始{0}分类抓取", chlCfg.ChannelName));
GetNewsDetail(chlCfg);
Logger.WriteInfo(string.Format("结束{0}分类抓取", chlCfg.ChannelName));
}
CloseIndex();
Logger.WriteInfo("结束东方财富网抓取");
}
