public async Task <ScrapeResultDto <ArticleItemDto> > GetArticles(string url, bool includeAbstract, CancellationToken cancellationToken)
{
ScrapeResultDto <ArticleItemDto> result = new ScrapeResultDto <ArticleItemDto>()
{
RequestUrl = url
};
HtmlDocument htmlDocument = await HtmlAgilityHelper.GetHtmlDocument(url, cancellationToken);
return(htmlDocument == null ? result : ScrapeArticleList(result, htmlDocument, includeAbstract));
}
public async Task <ArticleItemDto> GetArticle(string url, CancellationToken cancellationToken)
{
ArticleItemDto dto = new ArticleItemDto();
HtmlDocument doc = await HtmlAgilityHelper.GetHtmlDocument(url, cancellationToken);
var raw = doc.ToString();
//TODO :
return(dto);
}