public void TestWrite()
{
var tableObj = TableFile.LoadFromString(TableString1, TableString2);
var writer = new TableFileWriter(tableObj);
Assert.AreEqual(true, writer.Save("write.txt"));
var result = File.ReadAllText("write.txt");
var expect = TableString1Plus2.Replace("\r", "");
Assert.AreEqual(expect, result);
}
public async Task WriteAndReadFile()
{
using var allocator = new NativeAllocator64(4096 * 10_000, 25);
var memoryTable = new SkipList64(allocator);
var loadedWords = CommonData.Words;
foreach (var word in loadedWords)
{
if (string.IsNullOrEmpty(word))
{
continue;
}
var utf8 = Encoding.UTF8.GetBytes(word);
var value = Encoding.UTF8.GetBytes($"VALUE={word}");
memoryTable.Put(utf8, value);
}
var tempPath = System.IO.Path.GetTempPath();
var fileName = System.IO.Path.Combine(tempPath, "Level1_1.trim");
System.IO.File.Delete(fileName);
var fw = new TableFileWriter(fileName);
await fw.SaveMemoryTable(memoryTable);
using (var blockCache = new MMapBlockCache())
{
var loadedTable = new TableFile(fileName, blockCache);
await loadedTable.LoadAsync();
// Check we can get the values back out
var hash = new MurmurHash3();
foreach (var word in loadedWords)
{
var utf8 = Encoding.UTF8.GetBytes(word);
var value = Encoding.UTF8.GetBytes($"VALUE={word}");
var h = hash.ComputeHash64(utf8);
var result = await loadedTable.GetAsync(utf8, h);
Assert.Equal(SearchResult.Found, result.Result);
Assert.Equal(value, result.Value.ToArray());
}
}
System.IO.File.Delete(fileName);
}
public async Task CheckTableIteratorWorks()
{
using var allocator = new NativeAllocator32(4096 * 10_000, 25);
var memoryTable = new SkipList32(allocator);
var loadedWords = CommonData.Words;
foreach (var word in loadedWords)
{
if (string.IsNullOrEmpty(word))
{
continue;
}
var utf8 = Encoding.UTF8.GetBytes(word);
var value = Encoding.UTF8.GetBytes($"VALUE={word}");
memoryTable.Put(utf8, value);
}
var tempPath = System.IO.Path.GetTempPath();
var fileName = System.IO.Path.Combine(tempPath, "Level2_2.trim");
System.IO.File.Delete(fileName);
var fw = new TableFileWriter(fileName);
await fw.SaveMemoryTable(memoryTable);
using (var blockCache = new MMapBlockCache())
{
var loadedTable = new TableFile(fileName, blockCache);
await loadedTable.LoadAsync();
var count = 0;
await foreach (var item in loadedTable)
{
count++;
var key = Encoding.UTF8.GetString(item.Key);
var value = Encoding.UTF8.GetString(item.Value);
Assert.Equal($"VALUE={key}", value);
}
Assert.Equal(CommonData.Words.Length, count);
}
System.IO.File.Delete(fileName);
}