static void CreateAvsAnStatistics(string wikiPath, string outputFilePath)
{
var wikiPageQueue = LoadWikiPagesAsync(wikiPath);
var entriesTodo = ExtractAvsAnSightingsAsync(wikiPageQueue);
var trieBuilder = BuildAvsAnTrie(entriesTodo);
var result = trieBuilder.Result;
Console.WriteLine("Raw trie of # nodes" + trieBuilder.Result.Count());
File.WriteAllText(outputFilePath, NodeSerializer.SerializeDense(result), Encoding.UTF8);
}
static void Simplify(string input)
{
var newLookup = NodeDeserializer.DeserializeDense(File.ReadAllText(input, Encoding.UTF8)).Simplify(5).UnmarkUnsure(3);
Console.WriteLine("Simplified dense representation on next line:");
Console.WriteLine(ObjectToCode.PlainObjectToCode(NodeSerializer.SerializeDense(newLookup)));
Console.WriteLine();
Console.WriteLine("Simplified no-statistics dense representation on next line:");
Console.WriteLine(ObjectToCode.PlainObjectToCode(NodeSerializer.SerializeDenseNoStats(newLookup)));
}
