public void ContainerIndex_Basics()
{
int threshold = 20000;
using (ContainerIndex index = ContainerIndex.OpenWrite("Sample.cdx"))
{
// Add three top level containers
index.Start(threshold - 3);
index.Start(threshold - 2);
index.Start(threshold - 1);
// Add 100 adjacent peers
for (int i = 1; i <= 100; ++i)
{
int start = i * threshold;
index.Start(start);
index.End(start + threshold - 1);
}
int end = (101 * threshold) - 1;
// Close the top level parents
index.End(end + 1);
index.End(end + 2);
index.End(end + 3);
}
using (ContainerIndex index = ContainerIndex.OpenRead("Sample.cdx"))
{
// Verify 103 entries read back
Assert.AreEqual(103, index.Count);
for (int i = 1; i < 100; ++i)
{
int start = i * threshold;
int end = start + threshold - 1;
// Verify positions inside each container return that container
Assert.AreEqual(start, index.NearestIndexedContainer(start).StartByteOffset);
Assert.AreEqual(start, index.NearestIndexedContainer(start + 1).StartByteOffset);
Assert.AreEqual(start, index.NearestIndexedContainer(end - 1).StartByteOffset);
Assert.AreEqual(start, index.NearestIndexedContainer(end).StartByteOffset);
// Verify the correct three parents are returned
ContainerEntry entry = index.NearestIndexedContainer(start);
entry = index.Parent(entry);
Assert.AreEqual(threshold - 1, entry.StartByteOffset);
entry = index.Parent(entry);
Assert.AreEqual(threshold - 2, entry.StartByteOffset);
entry = index.Parent(entry);
Assert.AreEqual(threshold - 3, entry.StartByteOffset);
entry = index.Parent(entry);
Assert.AreEqual(-1, entry.StartByteOffset);
}
}
}
public BionSearcher(string bionFilePath, int runDepth)
{
_compressor = Memory.Log("Dictionary", () => WordCompressor.OpenRead(Path.ChangeExtension(bionFilePath, ".wdx")));
_containerIndex = Memory.Log("ContainerIndex", () => ContainerIndex.OpenRead(Path.ChangeExtension(bionFilePath, ".cdx")));
_searchIndexReader = Memory.Log("SearchIndex", () => new SearchIndexReader(Path.ChangeExtension(bionFilePath, ".idx")));
_bionReader = Memory.Log("BionReader", () => new BionReader(File.OpenRead(bionFilePath), containerIndex: _containerIndex, compressor: _compressor));
_runDepth = runDepth;
_termPositions = new long[256];
}
public void ContainerIndex_EndToEnd()
{
string jsonFilePath = @"Content\Medium.json";
string bionFilePath = Path.ChangeExtension(jsonFilePath, ".bion");
string dictionaryPath = Path.ChangeExtension(bionFilePath, "dict.bion");
string comparePath = Path.ChangeExtension(jsonFilePath, "compare.json");
JsonBionConverter.JsonToBion(jsonFilePath, bionFilePath, dictionaryPath);
using (WordCompressor compressor = WordCompressor.OpenRead(dictionaryPath))
using (ContainerIndex cIndex = ContainerIndex.OpenRead(Path.ChangeExtension(bionFilePath, ".cdx")))
using (BionReader reader = new BionReader(File.OpenRead(bionFilePath), cIndex, compressor))
{
for (int i = 0; i < cIndex.Count; ++i)
{
ContainerEntry container = cIndex[i];
// Seek to container start
reader.Seek(container.StartByteOffset);
// Verify a container start is there
int depth = reader.Depth;
reader.Read();
bool isObject = (reader.TokenType == BionToken.StartObject);
Assert.AreEqual((isObject ? BionToken.StartObject : BionToken.StartArray), reader.TokenType);
// Read until the depth is back to the same value
while (reader.Depth != depth)
{
reader.Read();
}
// Verify this is the end container position
Assert.AreEqual((isObject ? BionToken.EndObject : BionToken.EndArray), reader.TokenType);
Assert.AreEqual(container.EndByteOffset, reader.BytesRead);
}
}
}