public async Task GetWikipediaResources(string topic) { var res = new ResourceFinder(); var rawResultsPath = DirectoryManager.GetRawResultsPath(topic); DirectoryManager.CreateDirectoryForTopic(topic); await res.GetWikipediaRawText(topic, rawResultsPath); }
public async Task ProcessWikipediaText(string topic) { var rawResultsPath = DirectoryManager.GetRawResultsPath(topic); var cleanTextPath = DirectoryManager.GetCleanResultsPath(topic); var outputJsonPath = DirectoryManager.GetOutputJsonPath(topic); var referencesPath = DirectoryManager.GetReferencesPath(topic); var text = File.ReadAllText(rawResultsPath); text = StringUtils.CleanText(text, referencesPath); await DirectoryManager.WriteTextToFile(text, cleanTextPath); var tpr = new TextProcessing(); tpr.ProcessText(text, outputJsonPath); }