public ResultEntity <List <BookDetail_middle> > NewExpressList()
{
ResultEntity <List <BookDetail_middle> > json = new ResultEntity <List <BookDetail_middle> >();
try
{
json.Entity = _CrawlerLatest.Crawler();
return(json);
}
catch (Exception ex)
{
json.ErrorMsg = ex.Message;
}
return(json);
}
public void run()
{
NLogUtil.InfoTxt("开始豆瓣爬书计划");
var taglist = _TagsCrawler.getUrls("");
if (taglist != null && taglist.Count > 0)
{
var allList = _DouBanBookRepository.InitPlanFromTagUrl(taglist);
try
{
foreach (var plan in allList)
{
while (plan.ProcessPageIndex < CrawlerSetting.DB_MaxIndex_TagList)
{
NLogUtil.InfoTxt($"豆瓣爬书计划-TagCode:{plan.TagCode},Index:{plan.ProcessPageIndex}");
var url = $"{DouBanBookBaseCrawlerData.DouBanBookPrefix}/tag/{plan.TagCode}?start={plan.ProcessPageIndex}&type=T";
List <BookDetail_middle> bnList = _TagListCrawler.Crawler(url);
HandleBookMiddleList(bnList);
plan.ProcessPageIndex += CrawlerSetting.DB_TagList_Step;
_DouBanBookRepository.UpdatePlan(plan);
}
}
}
catch (ExceptionProxyConnect epc)
{
throw epc;
}
catch (Exception ex)
{
NLogUtil.ErrorTxt($"【错误】豆瓣爬书计划-TagList:{ex.Message}");
}
}
}
