Example #1
0
        /// <summary>
        /// Finds the duplicates.
        /// </summary>
        public void FindDuplicates()
        {
            ConsoleHelper.Info("Getting previous episodes starting from {0}.", _firstEpisodeNumber);
            List <Episode> allEpisodes = GetAllEpisodes(_episodesCacheFolder, _blogPostUrlFormat, _episodeFileNameFormat, _firstEpisodeNumber);

            ConsoleHelper.Info("{0} episodes loaded.", allEpisodes.Count);

            ConsoleHelper.Info("Saving loaded episodes to cache.");
            // Save loaded episodes to improve processing speed.
            EpisodeHelper.SaveEpisodes(_episodesCacheFolder, _episodeFileNameFormat, allEpisodes, false);

            ConsoleHelper.Info("Loading current episode json file.");
            Episode lastEpisode = EpisodeHelper.GetEpisodeFromFile(_episodeJsonFilePath);

            if (lastEpisode != null)
            {
                ConsoleHelper.Info("Looking for duplicates in the last episode.");
                DisplayDuplicates(lastEpisode);

                ConsoleHelper.Info("Looking for stop words in the last episode.");
                DisplayStopWords(lastEpisode, _stopWords);

                if (allEpisodes != null)
                {
                    ConsoleHelper.Info("Looking for duplicates between the last and previous episodes.");
                    DisplayDuplicates(lastEpisode, allEpisodes);
                }
            }
        }