public static DictionaryIndex <string> CreateDictionaryIndex(string[][] corpus)
{
var index = new DictionaryIndex <string>(rareWordThreshold: 3);
IndexHelper.BuildIndex(index, corpus);
return(index);
}
static void PrintIndexStats()
{
using var file = File.OpenRead(indexPath);
var index = DictionaryIndex <int> .Deserialize(file);
Console.WriteLine($"The: {index.Search(TextHasher.CalculateHashCode("the".AsSpan())).Count()}");
}
protected override DictionaryIndex <string> CreateIndex(string[][] corpus)
{
var index = new DictionaryIndex <string>(rareWordThreshold: 3);
IndexHelper.BuildIndex(index, corpus);
return(index);
}
public void WipeUnitTest()
{
Assert.Inconclusive("TODO");
var target = new DictionaryIndex(); // TODO: Initialize to an appropriate value
target.Wipe();
}
public void RemoveValueUnitTest()
{
Assert.Inconclusive("TODO");
var target = new DictionaryIndex(); // TODO: Initialize to an appropriate value
AGraphElement graphElement = null; // TODO: Initialize to an appropriate value
target.RemoveValue(graphElement);
}
public void AddOrUpdateUnitTest()
{
Assert.Inconclusive("TODO");
var target = new DictionaryIndex(); // TODO: Initialize to an appropriate value
object keyObject = null; // TODO: Initialize to an appropriate value
AGraphElement graphElement = null; // TODO: Initialize to an appropriate value
target.AddOrUpdate(keyObject, graphElement);
}
static void IndexWikipedia()
{
var reader = new CorpusZipReader <int[]>(hashedPath, hashedDataSerializer);
var index = new DictionaryIndex <int>(rareWordThreshold: RangeThreshold);
var indexBuilder = new IndexBuilder <int, int[]>(index);
indexBuilder.IndexCorpus(reader.Read());
using var file = File.Create(indexPath);
index.Serialize(file);
}
public void CountOfKeysUnitTest()
{
Assert.Inconclusive("TODO");
var target = new DictionaryIndex(); // TODO: Initialize to an appropriate value
int expected = 0; // TODO: Initialize to an appropriate value
int actual;
actual = target.CountOfKeys();
Assert.AreEqual(expected, actual);
}
public void GetKeysUnitTest()
{
Assert.Inconclusive("TODO");
var target = new DictionaryIndex(); // TODO: Initialize to an appropriate value
IEnumerable <object> expected = null; // TODO: Initialize to an appropriate value
IEnumerable <object> actual;
actual = target.GetKeys();
Assert.AreEqual(expected, actual);
}
public void GetKeyValuesUnitTest()
{
Assert.Inconclusive("TODO");
var target = new DictionaryIndex(); // TODO: Initialize to an appropriate value
IEnumerable <KeyValuePair <object, ReadOnlyCollection <AGraphElement> > > expected = null; // TODO: Initialize to an appropriate value
IEnumerable <KeyValuePair <object, ReadOnlyCollection <AGraphElement> > > actual;
actual = target.GetKeyValues();
Assert.AreEqual(expected, actual);
}
public void TryRemoveKeyUnitTest()
{
Assert.Inconclusive("TODO");
var target = new DictionaryIndex(); // TODO: Initialize to an appropriate value
object keyObject = null; // TODO: Initialize to an appropriate value
bool expected = false; // TODO: Initialize to an appropriate value
bool actual;
actual = target.TryRemoveKey(keyObject);
Assert.AreEqual(expected, actual);
}
static void ProcessAndIndexWikipedia()
{
var reader = new CorpusZipReader <IList <char> >(wikiPath, charDataSerializer);
var index = new DictionaryIndex <int>(rareWordThreshold: 5);
var indexBuilder = new IndexBuilder <int, IEnumerable <int> >(index);
var processor = new WikitextProcessor();
indexBuilder.IndexCorpus(processor.Transform(reader.Read()));
Console.WriteLine("Serializing index...");
using var file = File.Create(indexPath);
index.Serialize(file);
}
public void SerializationTest()
{
using var stream = new MemoryStream();
var index = CreateIndex();
index.Serialize(stream);
stream.Seek(0, SeekOrigin.Begin);
var deserializedIndex = DictionaryIndex <string> .Deserialize(stream);
AssertIndices(index, deserializedIndex);
}
private ISearchableIndex <int> LoadInMemoryIndex()
{
using var file = IO::File.OpenRead(indexPath);
return(DictionaryIndex <int> .Deserialize(file));
}
