public void Can_deserialize_whole_file()
{
var fileName = Path.Combine(Dir, "Can_serialize_whole_file.tri");
var tree = new LcrsTrie('\0', false);
tree.Add("baby");
tree.Add("bad");
tree.Add("bank");
tree.Add("box");
tree.Add("dad");
tree.Add("dance");
Word found;
Assert.IsTrue(tree.HasWord("baby", out found));
Assert.IsTrue(tree.HasWord("bad", out found));
Assert.IsTrue(tree.HasWord("bank", out found));
Assert.IsTrue(tree.HasWord("box", out found));
Assert.IsTrue(tree.HasWord("dad", out found));
Assert.IsTrue(tree.HasWord("dance", out found));
tree.Serialize(fileName);
var recreated = Serializer.DeserializeTrie(Dir, new FileInfo(fileName).Name);
Assert.IsTrue(recreated.HasWord("baby", out found));
Assert.IsTrue(recreated.HasWord("bad", out found));
Assert.IsTrue(recreated.HasWord("bank", out found));
Assert.IsTrue(recreated.HasWord("box", out found));
Assert.IsTrue(recreated.HasWord("dad", out found));
Assert.IsTrue(recreated.HasWord("dance", out found));
}
public void Can_find_within_range()
{
var fileName = Path.Combine(CreateDir(), "MappedTrieReaderTests.Can_find_within_range.tri");
var tree = new LcrsTrie();
tree.Add("ape");
tree.Add("app");
tree.Add("apple");
tree.Add("banana");
tree.Add("bananas");
tree.Add("xanax");
tree.Add("xxx");
foreach (var node in tree.EndOfWordNodes())
{
node.PostingsAddress = new BlockInfo(long.MinValue, int.MinValue);
}
File.WriteAllText("Can_find_within_range.log", tree.Visualize(), Encoding.UTF8);
tree.Serialize(fileName);
IList <Word> words;
using (var reader = new MappedTrieReader(fileName))
{
words = reader.Range("azz", "xerox").ToList();
}
Assert.AreEqual(3, words.Count);
Assert.AreEqual("banana", words[0].Value);
Assert.AreEqual("bananas", words[1].Value);
Assert.AreEqual("xanax", words[2].Value);
}
public void Can_find_prefixed()
{
var fileName = Path.Combine(Dir, "Can_find_prefixed.tri");
var tree = new LcrsTrie('\0', false);
tree.Add("rambo");
tree.Add("rambo");
tree.Add("2");
tree.Add("rocky");
tree.Add("2");
tree.Add("raiders");
tree.Add("of");
tree.Add("the");
tree.Add("lost");
tree.Add("ark");
tree.Add("rain");
tree.Add("man");
tree.Serialize(fileName);
var prefixed = new MappedTrieReader(fileName).StartsWith("ra").Select(w => w.Value).ToList();
Assert.AreEqual(3, prefixed.Count);
Assert.IsTrue(prefixed.Contains("rambo"));
Assert.IsTrue(prefixed.Contains("raiders"));
Assert.IsTrue(prefixed.Contains("rain"));
}
public void Can_deserialize_whole_file()
{
var dir = CreateDir();
var fileName = Path.Combine(dir, "MappedTrieReaderTests.Can_deserialize_whole_file.tri");
var tree = new LcrsTrie('\0', false);
tree.Add("baby");
tree.Add("bad");
tree.Add("badness");
tree.Add("bank");
tree.Add("box");
tree.Add("dad");
tree.Add("dance");
tree.Add("flower");
tree.Add("flowers");
tree.Add("globe");
tree.Add("global");
File.WriteAllText("Can_deserialize_whole_file_orig.log", tree.Visualize(), Encoding.UTF8);
foreach (var node in tree.EndOfWordNodes())
{
node.PostingsAddress = new BlockInfo(long.MinValue, int.MinValue);
}
Assert.IsTrue(tree.IsWord("baby") != null);
Assert.IsTrue(tree.IsWord("bad") != null);
Assert.IsTrue(tree.IsWord("badness") != null);
Assert.IsTrue(tree.IsWord("bank") != null);
Assert.IsTrue(tree.IsWord("box") != null);
Assert.IsTrue(tree.IsWord("dad") != null);
Assert.IsTrue(tree.IsWord("dance") != null);
Assert.IsTrue(tree.IsWord("flower") != null);
Assert.IsTrue(tree.IsWord("flowers") != null);
Assert.IsTrue(tree.IsWord("globe") != null);
Assert.IsTrue(tree.IsWord("global") != null);
tree.Serialize(fileName);
var recreated = Serializer.DeserializeTrie(fileName, 0);
File.WriteAllText("Can_deserialize_whole_file_recreated.log", recreated.Visualize(), Encoding.UTF8);
var result = recreated.IsWord("baby");
Assert.IsTrue(result != null);
Assert.IsTrue(recreated.IsWord("bad") != null);
Assert.IsTrue(recreated.IsWord("badness") != null);
Assert.IsTrue(recreated.IsWord("bank") != null);
Assert.IsTrue(recreated.IsWord("box") != null);
Assert.IsTrue(recreated.IsWord("dad") != null);
Assert.IsTrue(recreated.IsWord("dance") != null);
Assert.IsTrue(recreated.IsWord("flower") != null);
Assert.IsTrue(recreated.IsWord("flowers") != null);
Assert.IsTrue(recreated.IsWord("globe") != null);
Assert.IsTrue(recreated.IsWord("global") != null);
}
public void Can_find_exact()
{
var fileName = Path.Combine(CreateDir(), "MappedTrieReaderTests.Can_find_exact.tri");
var tree = new LcrsTrie('\0', false);
tree.Add("xor");
tree.Add("xxx");
tree.Add("donkey");
tree.Add("xavier");
tree.Add("baby");
tree.Add("dad");
tree.Add("daddy");
foreach (var node in tree.EndOfWordNodes())
{
node.PostingsAddress = new BlockInfo(long.MinValue, int.MinValue);
}
tree.Serialize(fileName);
using (var reader = new MappedTrieReader(fileName))
{
Assert.IsTrue(reader.IsWord("xxx") != null);
}
using (var reader = new MappedTrieReader(fileName))
{
Assert.IsTrue(reader.IsWord("xxx") != null);
}
using (var reader = new MappedTrieReader(fileName))
{
Assert.IsTrue(reader.IsWord("baby") != null);
}
using (var reader = new MappedTrieReader(fileName))
{
Assert.IsTrue(reader.IsWord("xxx") != null);
}
using (var reader = new MappedTrieReader(fileName))
{
Assert.IsTrue(reader.IsWord("baby") != null);
}
using (var reader = new MappedTrieReader(fileName))
{
Assert.IsTrue(reader.IsWord("dad") != null);
}
using (var reader = new MappedTrieReader(fileName))
{
Assert.IsTrue(reader.IsWord("daddy") != null);
}
}
public void Can_find_prefixed()
{
var fileName = Path.Combine(CreateDir(), "MappedTrieReaderTests.Can_find_prefixed.tri");
var tree = new LcrsTrie('\0', false);
tree.Add("rambo");
tree.Add("rambo");
tree.Add("2");
tree.Add("rocky");
tree.Add("2");
tree.Add("raiders");
tree.Add("of");
tree.Add("the");
tree.Add("lost");
tree.Add("ark");
tree.Add("rain");
tree.Add("man");
foreach (var node in tree.EndOfWordNodes())
{
node.PostingsAddress = new BlockInfo(long.MinValue, int.MinValue);
}
tree.Serialize(fileName);
var prefixed = new MappedTrieReader(fileName).StartsWith("ra").Select(w => w.Value).ToList();
Assert.AreEqual(3, prefixed.Count);
Assert.IsTrue(prefixed.Contains("rambo"));
Assert.IsTrue(prefixed.Contains("raiders"));
Assert.IsTrue(prefixed.Contains("rain"));
}
public void Can_find_within_numeric_range()
{
var fileName = Path.Combine(CreateDir(), "MappedTrieReaderTests.Can_find_within_numeric_range.tri");
var tree = new LcrsTrie();
tree.Add("0000123");
tree.Add("0000333");
tree.Add("0012345");
tree.Add("0100006");
tree.Add("1000989");
tree.Add("0077777");
tree.Add("0000666");
foreach (var node in tree.EndOfWordNodes())
{
node.PostingsAddress = new BlockInfo(long.MinValue, int.MinValue);
}
File.WriteAllText("Can_find_within_numeric_range.log", tree.Visualize(), Encoding.UTF8);
tree.Serialize(fileName);
IList <Word> words;
using (var reader = new MappedTrieReader(fileName))
{
words = reader.Range("0000333", "0100006").ToList();
}
Assert.AreEqual(5, words.Count);
Assert.AreEqual("0000333", words[0].Value);
Assert.AreEqual("0000666", words[1].Value);
Assert.AreEqual("0012345", words[2].Value);
Assert.AreEqual("0077777", words[3].Value);
Assert.AreEqual("0100006", words[4].Value);
}
public void Can_find_exact()
{
var fileName = Path.Combine(Dir, "Can_find_exact_mm.tri");
var tree = new LcrsTrie('\0', false);
tree.Add("xor");
tree.Add("xxx");
tree.Add("donkey");
tree.Add("xavier");
tree.Serialize(fileName);
Word word;
using (var reader = new MappedTrieReader(fileName))
{
Assert.IsTrue(reader.HasWord("xxx", out word));
}
using (var reader = new MappedTrieReader(fileName))
{
Assert.IsFalse(reader.HasWord("baby", out word));
}
using (var reader = new MappedTrieReader(fileName))
{
Assert.IsFalse(reader.HasWord("dad", out word));
}
tree.Add("baby");
tree.Serialize(fileName);
using (var reader = new MappedTrieReader(fileName))
{
Assert.IsTrue(reader.HasWord("xxx", out word));
}
using (var reader = new MappedTrieReader(fileName))
{
Assert.IsTrue(reader.HasWord("baby", out word));
}
using (var reader = new MappedTrieReader(fileName))
{
Assert.IsFalse(reader.HasWord("dad", out word));
}
tree.Add("dad");
tree.Add("daddy");
tree.Serialize(fileName);
using (var reader = new MappedTrieReader(fileName))
{
Assert.IsTrue(reader.HasWord("xxx", out word));
}
using (var reader = new MappedTrieReader(fileName))
{
Assert.IsTrue(reader.HasWord("baby", out word));
}
using (var reader = new MappedTrieReader(fileName))
{
Assert.IsTrue(reader.HasWord("dad", out word));
}
using (var reader = new MappedTrieReader(fileName))
{
Assert.IsTrue(reader.HasWord("daddy", out word));
}
}
public void Can_find_near()
{
var fileName = Path.Combine(Dir, "Can_find_near.tri");
var tree = new LcrsTrie('\0', false);
tree.Serialize(fileName);
using (var reader = new MappedTrieReader(fileName))
{
var near = reader.Near("ba", 1).Select(w => w.Value).ToList();
Assert.AreEqual(0, near.Count);
}
tree.Add("bad");
tree.Serialize(fileName);
using (var reader = new MappedTrieReader(fileName))
{
var near = reader.Near("ba", 1).Select(w => w.Value).ToList();
Assert.AreEqual(1, near.Count);
Assert.IsTrue(near.Contains("bad"));
}
tree.Add("baby");
tree.Serialize(fileName);
using (var reader = new MappedTrieReader(fileName))
{
var near = reader.Near("ba", 1).Select(w => w.Value).ToList();
Assert.AreEqual(1, near.Count);
Assert.IsTrue(near.Contains("bad"));
}
tree.Add("b");
tree.Serialize(fileName);
using (var reader = new MappedTrieReader(fileName))
{
var near = reader.Near("ba", 1).Select(w => w.Value).ToList();
Assert.AreEqual(2, near.Count);
Assert.IsTrue(near.Contains("bad"));
Assert.IsTrue(near.Contains("b"));
}
using (var reader = new MappedTrieReader(fileName))
{
var near = reader.Near("ba", 2).Select(w => w.Value).ToList();
Assert.AreEqual(3, near.Count);
Assert.IsTrue(near.Contains("b"));
Assert.IsTrue(near.Contains("bad"));
Assert.IsTrue(near.Contains("baby"));
}
using (var reader = new MappedTrieReader(fileName))
{
var near = reader.Near("ba", 0).Select(w => w.Value).ToList();
Assert.AreEqual(0, near.Count);
}
tree.Add("bananas");
tree.Serialize(fileName);
using (var reader = new MappedTrieReader(fileName))
{
var near = reader.Near("ba", 6).Select(w => w.Value).ToList();
Assert.AreEqual(4, near.Count);
Assert.IsTrue(near.Contains("b"));
Assert.IsTrue(near.Contains("bad"));
Assert.IsTrue(near.Contains("baby"));
Assert.IsTrue(near.Contains("bananas"));
}
using (var reader = new MappedTrieReader(fileName))
{
var near = reader.Near("bazy", 1).Select(w => w.Value).ToList();
Assert.AreEqual(1, near.Count);
Assert.IsTrue(near.Contains("baby"));
}
tree.Add("bank");
tree.Serialize(fileName);
using (var reader = new MappedTrieReader(fileName))
{
var near = reader.Near("bazy", 3).Select(w => w.Value).ToList();
Assert.AreEqual(4, near.Count);
Assert.IsTrue(near.Contains("baby"));
Assert.IsTrue(near.Contains("bank"));
Assert.IsTrue(near.Contains("bad"));
Assert.IsTrue(near.Contains("b"));
}
}
public void Can_find_near()
{
var fileName = Path.Combine(CreateDir(), "MappedTrieReaderTests.Can_find_near.tri");
var tree = new LcrsTrie();
tree.Add("bad");
foreach (var node in tree.EndOfWordNodes())
{
node.PostingsAddress = new BlockInfo(long.MinValue, int.MinValue);
}
tree.Serialize(fileName);
using (var reader = new MappedTrieReader(fileName))
{
var near = reader.SemanticallyNear("ba", 1).Select(w => w.Value).ToList();
Assert.AreEqual(1, near.Count);
Assert.IsTrue(near.Contains("bad"));
}
tree = new LcrsTrie();
tree.Add("baby");
foreach (var node in tree.EndOfWordNodes())
{
node.PostingsAddress = new BlockInfo(long.MinValue, int.MinValue);
}
tree.Serialize(fileName);
File.WriteAllText("Can_find_near.log", tree.Visualize(), System.Text.Encoding.UTF8);
using (var reader = new MappedTrieReader(fileName))
{
var near = reader.SemanticallyNear("ba", 1).Select(w => w.Value).ToList();
Assert.AreEqual(1, near.Count);
Assert.IsTrue(near.Contains("bad"));
}
tree = new LcrsTrie();
tree.Add("b");
foreach (var node in tree.EndOfWordNodes())
{
node.PostingsAddress = new BlockInfo(long.MinValue, int.MinValue);
}
tree.Serialize(fileName);
File.WriteAllText("Can_find_near.log", tree.Visualize(), System.Text.Encoding.UTF8);
using (var reader = new MappedTrieReader(fileName))
{
var near = reader.SemanticallyNear("ba", 1).Select(w => w.Value).ToList();
Assert.AreEqual(2, near.Count);
Assert.IsTrue(near.Contains("bad"));
Assert.IsTrue(near.Contains("b"));
}
using (var reader = new MappedTrieReader(fileName))
{
var near = reader.SemanticallyNear("ba", 2).Select(w => w.Value).ToList();
Assert.AreEqual(3, near.Count);
Assert.IsTrue(near.Contains("b"));
Assert.IsTrue(near.Contains("bad"));
Assert.IsTrue(near.Contains("baby"));
}
using (var reader = new MappedTrieReader(fileName))
{
var near = reader.SemanticallyNear("ba", 0).Select(w => w.Value).ToList();
Assert.AreEqual(0, near.Count);
}
tree = new LcrsTrie();
tree.Add("bananas");
foreach (var node in tree.EndOfWordNodes())
{
node.PostingsAddress = new BlockInfo(long.MinValue, int.MinValue);
}
tree.Serialize(fileName);
using (var reader = new MappedTrieReader(fileName))
{
var near = reader.SemanticallyNear("ba", 6).Select(w => w.Value).ToList();
Assert.AreEqual(4, near.Count);
Assert.IsTrue(near.Contains("b"));
Assert.IsTrue(near.Contains("bad"));
Assert.IsTrue(near.Contains("baby"));
Assert.IsTrue(near.Contains("bananas"));
}
using (var reader = new MappedTrieReader(fileName))
{
var near = reader.SemanticallyNear("bazy", 1).Select(w => w.Value).ToList();
Assert.AreEqual(1, near.Count);
Assert.IsTrue(near.Contains("baby"));
}
tree = new LcrsTrie();
tree.Add("bank");
foreach (var node in tree.EndOfWordNodes())
{
node.PostingsAddress = new BlockInfo(long.MinValue, int.MinValue);
}
tree.Serialize(fileName);
using (var reader = new MappedTrieReader(fileName))
{
var near = reader.SemanticallyNear("bazy", 3).Select(w => w.Value).ToList();
Assert.AreEqual(4, near.Count);
Assert.IsTrue(near.Contains("baby"));
Assert.IsTrue(near.Contains("bank"));
Assert.IsTrue(near.Contains("bad"));
Assert.IsTrue(near.Contains("b"));
}
}
