public async Task <ArticleBatchTaskResult> Process(BanlistType banlistType) { var response = new ArticleBatchTaskResult(); const string baseBanlistUrl = "http://yugioh.wikia.com/wiki/July_1999_Lists"; var banListArticleIds = _banlistUrlDataSource.GetBanlists(banlistType, baseBanlistUrl); var articleItemProcessor = _articleHandler.Handler(ArticleCategory.ForbiddenAndLimited); foreach (var banListArticleId in banListArticleIds) { _logger.Info($"{banlistType.ToString().ToUpper()} banlists for the year: {banListArticleId.Key}"); foreach (var articleId in banListArticleId.Value) { _logger.Info($"{banlistType.ToString().ToUpper()} banlist articleId: {articleId}"); var articleResult = await articleItemProcessor.ProcessItem(new UnexpandedArticle { Id = articleId }); if (articleResult.IsSuccessfullyProcessed) { response.Processed += 1; } } } return(response); }
public HtmlNode GetBanlistHtmlNode(BanlistType banlistType, HtmlDocument document) { return(document .DocumentNode .SelectSingleNode($"//*[contains(@class,'nowraplinks navbox-subgroup')]/tr/th/i[contains(text(), '{banlistType.ToString().ToUpper()}')]") .ParentNode .ParentNode .SelectSingleNode("./td/table/tr[1]/td[1]/div/ul")); }
public async Task <ArticleBatchTaskResult> Process(BanlistType banlistType) { var response = new ArticleBatchTaskResult(); const string baseBanlistUrl = "http://yugioh.fandom.com/wiki/July_1999_Lists"; var banListArticleIds = _banlistUrlDataSource.GetBanlists(banlistType, baseBanlistUrl); foreach (var(year, banlistIds) in banListArticleIds) { _logger.LogInformation("{@BanlistType} banlists for the year: {@Year}", banlistType.ToString().ToUpper(), year); foreach (var articleId in banlistIds) { _logger.LogInformation("{@BanlistType} banlist articleId: {@ArticleId}", banlistType.ToString().ToUpper(), articleId); var articleResult = await _articleProcessor.Process(ArticleCategory.ForbiddenAndLimited, new UnexpandedArticle { Id = articleId }); if (articleResult.IsSuccessfullyProcessed) { response.Processed += 1; } } } return(response); }