public async Task GetWikipediaResources(string topic)
{
var res = new ResourceFinder();
var rawResultsPath = DirectoryManager.GetRawResultsPath(topic);
DirectoryManager.CreateDirectoryForTopic(topic);
await res.GetWikipediaRawText(topic, rawResultsPath);
}
public async Task ProcessWikipediaText(string topic)
{
var rawResultsPath = DirectoryManager.GetRawResultsPath(topic);
var cleanTextPath = DirectoryManager.GetCleanResultsPath(topic);
var outputJsonPath = DirectoryManager.GetOutputJsonPath(topic);
var referencesPath = DirectoryManager.GetReferencesPath(topic);
var text = File.ReadAllText(rawResultsPath);
text = StringUtils.CleanText(text, referencesPath);
await DirectoryManager.WriteTextToFile(text, cleanTextPath);
var tpr = new TextProcessing();
tpr.ProcessText(text, outputJsonPath);
}
