/// <summary> /// Finds the duplicates. /// </summary> public void FindDuplicates() { ConsoleHelper.Info("Getting previous episodes starting from {0}.", _firstEpisodeNumber); List <Episode> allEpisodes = GetAllEpisodes(_episodesCacheFolder, _blogPostUrlFormat, _episodeFileNameFormat, _firstEpisodeNumber); ConsoleHelper.Info("{0} episodes loaded.", allEpisodes.Count); ConsoleHelper.Info("Saving loaded episodes to cache."); // Save loaded episodes to improve processing speed. EpisodeHelper.SaveEpisodes(_episodesCacheFolder, _episodeFileNameFormat, allEpisodes, false); ConsoleHelper.Info("Loading current episode json file."); Episode lastEpisode = EpisodeHelper.GetEpisodeFromFile(_episodeJsonFilePath); if (lastEpisode != null) { ConsoleHelper.Info("Looking for duplicates in the last episode."); DisplayDuplicates(lastEpisode); ConsoleHelper.Info("Looking for stop words in the last episode."); DisplayStopWords(lastEpisode, _stopWords); if (allEpisodes != null) { ConsoleHelper.Info("Looking for duplicates between the last and previous episodes."); DisplayDuplicates(lastEpisode, allEpisodes); } } }