public void Constructor_Word()
{
DumpedWord w = new DumpedWord(new Word(23, "text"));
Assert.Equal((uint)23, w.ID);
Assert.Equal("text", w.Text);
}
public void Constructor_WithParameters()
{
DumpedWord w = new DumpedWord(12, "word");
Assert.Equal((uint)12, w.ID);
Assert.Equal("word", w.Text);
}
public void Constructor_Word()
{
DumpedWord w = new DumpedWord(new Word(23, "text"));
Assert.AreEqual(23, w.ID, "Wrong ID");
Assert.AreEqual("text", w.Text, "Wrong text");
}
/// <summary>
/// Writes a <see cref="DumpedWord" /> to a <see cref="BinaryWriter" />.
/// </summary>
/// <param name="writer">The <see cref="BinaryWriter" />.</param>
/// <param name="word">The <see cref="DumpedWord" />.</param>
private static void WriteDumpedWord(BinaryWriter writer, DumpedWord word)
{
//if(word.Text.Length == 0) throw new InvalidOperationException();
writer.Write(word.ID);
writer.Write(word.Text);
}
public void Constructor_WithParameters()
{
DumpedWord w = new DumpedWord(12, "word");
Assert.AreEqual(12, w.ID, "Wrong ID");
Assert.AreEqual("word", w.Text, "Wrong text");
}
public void InitializeData_DocumentNotAvailable()
{
IInMemoryIndex index = (IInMemoryIndex)GetIndex();
IDocument doc = MockDocument("doc", "Document", "doc", DateTime.Now);
IDocument inexistent = MockDocument2("inexistent", "Inexistent", "doc", DateTime.Now);
DumpedDocument[] documents = new DumpedDocument[] {
new DumpedDocument(doc),
new DumpedDocument(inexistent)
};
DumpedWord[] words = new DumpedWord[] {
new DumpedWord(new Word(1, "document")),
new DumpedWord(new Word(2, "this")),
new DumpedWord(new Word(3, "is")),
new DumpedWord(new Word(4, "some")),
new DumpedWord(new Word(5, "content")),
new DumpedWord(new Word(6, "inexistent")),
new DumpedWord(new Word(7, "dummy")),
new DumpedWord(new Word(8, "text")),
new DumpedWord(new Word(9, "used")),
new DumpedWord(new Word(10, "for")),
new DumpedWord(new Word(11, "testing")),
new DumpedWord(new Word(12, "purposes"))
};
DumpedWordMapping[] mappings = new DumpedWordMapping[] {
new DumpedWordMapping(words[0].ID, documents[0].ID, new BasicWordInfo(0, 0, WordLocation.Title)),
new DumpedWordMapping(words[1].ID, documents[0].ID, new BasicWordInfo(0, 0, WordLocation.Content)),
new DumpedWordMapping(words[2].ID, documents[0].ID, new BasicWordInfo(5, 1, WordLocation.Content)),
new DumpedWordMapping(words[3].ID, documents[0].ID, new BasicWordInfo(8, 2, WordLocation.Content)),
new DumpedWordMapping(words[4].ID, documents[0].ID, new BasicWordInfo(13, 3, WordLocation.Content)),
new DumpedWordMapping(words[5].ID, documents[1].ID, new BasicWordInfo(0, 0, WordLocation.Title)),
new DumpedWordMapping(words[6].ID, documents[1].ID, new BasicWordInfo(0, 0, WordLocation.Content)),
new DumpedWordMapping(words[7].ID, documents[1].ID, new BasicWordInfo(6, 1, WordLocation.Content)),
new DumpedWordMapping(words[8].ID, documents[1].ID, new BasicWordInfo(11, 2, WordLocation.Content)),
new DumpedWordMapping(words[9].ID, documents[1].ID, new BasicWordInfo(16, 3, WordLocation.Content)),
new DumpedWordMapping(words[10].ID, documents[1].ID, new BasicWordInfo(20, 4, WordLocation.Content)),
new DumpedWordMapping(words[11].ID, documents[1].ID, new BasicWordInfo(28, 5, WordLocation.Content))
};
index.SetBuildDocumentDelegate(delegate(DumpedDocument d) {
if (d.Name == "doc")
{
return(doc);
}
else
{
return(null);
}
});
index.InitializeData(documents, words, mappings);
Assert.AreEqual(1, index.Search(new SearchParameters("this")).Count, "Wrong result count");
Assert.AreEqual(0, index.Search(new SearchParameters("dummy")).Count, "Wrong result count");
}
/// <summary>
/// Loads the index from the data store the first time.
/// </summary>
/// <param name="documents">The dumped documents.</param>
/// <param name="words">The dumped words.</param>
/// <param name="mappings">The dumped word mappings.</param>
protected override void LoadIndexInternal(out DumpedDocument[] documents, out DumpedWord[] words, out DumpedWordMapping[] mappings)
{
uint maxDocumentId = 0;
uint maxWordId = 0;
// 1. Load Documents
using (FileStream fs = new FileStream(_documentsFile, FileMode.Open, FileAccess.Read, FileShare.None))
{
int count = ReadCount(fs);
BinaryReader reader = new BinaryReader(fs, Encoding.UTF8);
documents = new DumpedDocument[count];
for (int i = 0; i < count; i++)
{
documents[i] = ReadDumpedDocument(reader);
if (documents[i].ID > maxDocumentId)
{
maxDocumentId = documents[i].ID;
}
}
_firstFreeDocumentId = maxDocumentId + 1;
}
// 2. Load Words
using (FileStream fs = new FileStream(_wordsFile, FileMode.Open, FileAccess.Read, FileShare.None))
{
int count = ReadCount(fs);
BinaryReader reader = new BinaryReader(fs, Encoding.UTF8);
words = new DumpedWord[count];
for (int i = 0; i < count; i++)
{
words[i] = ReadDumpedWord(reader);
if (words[i].ID > maxWordId)
{
maxWordId = words[i].ID;
}
}
_firstFreeWordId = maxWordId + 1;
}
// 3. Load Mappings
using (FileStream fs = new FileStream(_mappingsFile, FileMode.Open, FileAccess.Read, FileShare.None))
{
int count = ReadCount(fs);
BinaryReader reader = new BinaryReader(fs, Encoding.UTF8);
mappings = new DumpedWordMapping[count];
for (int i = 0; i < count; i++)
{
mappings[i] = ReadDumpedWordMapping(reader);
}
}
}
public void InitializeData()
{
IInMemoryIndex sut = (IInMemoryIndex)GetIndex();
IDocument d = MockDocument("doc", "Document", "doc", DateTime.Now);
DumpedDocument[] documents = new DumpedDocument[] { new DumpedDocument(d) };
DumpedWord[] words = new DumpedWord[] {
new DumpedWord(new Word(1, "document")),
new DumpedWord(new Word(2, "this")),
new DumpedWord(new Word(3, "is")),
new DumpedWord(new Word(4, "some")),
new DumpedWord(new Word(5, "content"))
};
DumpedWordMapping[] mappings = new DumpedWordMapping[] {
new DumpedWordMapping(words[0].ID, documents[0].ID, new BasicWordInfo(0, 0, WordLocation.Title)),
new DumpedWordMapping(words[1].ID, documents[0].ID, new BasicWordInfo(0, 0, WordLocation.Content)),
new DumpedWordMapping(words[2].ID, documents[0].ID, new BasicWordInfo(5, 1, WordLocation.Content)),
new DumpedWordMapping(words[3].ID, documents[0].ID, new BasicWordInfo(8, 2, WordLocation.Content)),
new DumpedWordMapping(words[4].ID, documents[0].ID, new BasicWordInfo(13, 3, WordLocation.Content))
};
sut.SetBuildDocumentDelegate(delegate(DumpedDocument doc) { return(d); });
sut.InitializeData(documents, words, mappings);
Assert.Equal(1, sut.TotalDocuments);
Assert.Equal(5, sut.TotalWords);
Assert.Equal(5, sut.TotalOccurrences);
SearchResultCollection res = sut.Search(new SearchParameters("document content"));
Assert.Single(res);
Assert.Equal(2, res[0].Matches.Count);
Assert.Equal("document", res[0].Matches[0].Text);
Assert.Equal(0, res[0].Matches[0].FirstCharIndex);
Assert.Equal(0, res[0].Matches[0].WordIndex);
Assert.Equal(WordLocation.Title, res[0].Matches[0].Location);
Assert.Equal("content", res[0].Matches[1].Text);
Assert.Equal(13, res[0].Matches[1].FirstCharIndex);
Assert.Equal(3, res[0].Matches[1].WordIndex);
Assert.Equal(WordLocation.Content, res[0].Matches[1].Location);
}
public void InitializeData()
{
IInMemoryIndex index = (IInMemoryIndex)GetIndex();
IDocument d = MockDocument("doc", "Document", "doc", DateTime.Now);
DumpedDocument[] documents = new DumpedDocument[] { new DumpedDocument(d) };
DumpedWord[] words = new DumpedWord[] {
new DumpedWord(new Word(1, "document")),
new DumpedWord(new Word(2, "this")),
new DumpedWord(new Word(3, "is")),
new DumpedWord(new Word(4, "some")),
new DumpedWord(new Word(5, "content"))
};
DumpedWordMapping[] mappings = new DumpedWordMapping[] {
new DumpedWordMapping(words[0].ID, documents[0].ID, new BasicWordInfo(0, 0, WordLocation.Title)),
new DumpedWordMapping(words[1].ID, documents[0].ID, new BasicWordInfo(0, 0, WordLocation.Content)),
new DumpedWordMapping(words[2].ID, documents[0].ID, new BasicWordInfo(5, 1, WordLocation.Content)),
new DumpedWordMapping(words[3].ID, documents[0].ID, new BasicWordInfo(8, 2, WordLocation.Content)),
new DumpedWordMapping(words[4].ID, documents[0].ID, new BasicWordInfo(13, 3, WordLocation.Content))
};
index.SetBuildDocumentDelegate(delegate(DumpedDocument doc) { return(d); });
index.InitializeData(documents, words, mappings);
Assert.AreEqual(1, index.TotalDocuments, "Wrong document count");
Assert.AreEqual(5, index.TotalWords, "Wrong word count");
Assert.AreEqual(5, index.TotalOccurrences, "Wrong occurrence count");
SearchResultCollection res = index.Search(new SearchParameters("document content"));
Assert.AreEqual(1, res.Count, "Wrong result count");
Assert.AreEqual(2, res[0].Matches.Count, "Wrong matches count");
Assert.AreEqual("document", res[0].Matches[0].Text, "Wrong match text");
Assert.AreEqual(0, res[0].Matches[0].FirstCharIndex, "Wrong match first char index");
Assert.AreEqual(0, res[0].Matches[0].WordIndex, "Wrong match word index");
Assert.AreEqual(WordLocation.Title, res[0].Matches[0].Location, "Wrong match location");
Assert.AreEqual("content", res[0].Matches[1].Text, "Wrong match text");
Assert.AreEqual(13, res[0].Matches[1].FirstCharIndex, "Wrong match first char index");
Assert.AreEqual(3, res[0].Matches[1].WordIndex, "Wrong match word index");
Assert.AreEqual(WordLocation.Content, res[0].Matches[1].Location, "Wrong match location");
}
public void InitializeData()
{
IInMemoryIndex index = (IInMemoryIndex)GetIndex();
IDocument d = MockDocument("doc", "Document", "doc", DateTime.Now);
DumpedDocument[] documents = new DumpedDocument[] { new DumpedDocument(d) };
DumpedWord[] words = new DumpedWord[] {
new DumpedWord(new Word(1, "document")),
new DumpedWord(new Word(2, "this")),
new DumpedWord(new Word(3, "is")),
new DumpedWord(new Word(4, "some")),
new DumpedWord(new Word(5, "content")) };
DumpedWordMapping[] mappings = new DumpedWordMapping[] {
new DumpedWordMapping(words[0].ID, documents[0].ID, new BasicWordInfo(0, 0, WordLocation.Title)),
new DumpedWordMapping(words[1].ID, documents[0].ID, new BasicWordInfo(0, 0, WordLocation.Content)),
new DumpedWordMapping(words[2].ID, documents[0].ID, new BasicWordInfo(5, 1, WordLocation.Content)),
new DumpedWordMapping(words[3].ID, documents[0].ID, new BasicWordInfo(8, 2, WordLocation.Content)),
new DumpedWordMapping(words[4].ID, documents[0].ID, new BasicWordInfo(13, 3, WordLocation.Content)) };
index.SetBuildDocumentDelegate(delegate(DumpedDocument doc) { return d; });
index.InitializeData(documents, words, mappings);
Assert.AreEqual(1, index.TotalDocuments, "Wrong document count");
Assert.AreEqual(5, index.TotalWords, "Wrong word count");
Assert.AreEqual(5, index.TotalOccurrences, "Wrong occurrence count");
SearchResultCollection res = index.Search(new SearchParameters("document content"));
Assert.AreEqual(1, res.Count, "Wrong result count");
Assert.AreEqual(2, res[0].Matches.Count, "Wrong matches count");
Assert.AreEqual("document", res[0].Matches[0].Text, "Wrong match text");
Assert.AreEqual(0, res[0].Matches[0].FirstCharIndex, "Wrong match first char index");
Assert.AreEqual(0, res[0].Matches[0].WordIndex, "Wrong match word index");
Assert.AreEqual(WordLocation.Title, res[0].Matches[0].Location, "Wrong match location");
Assert.AreEqual("content", res[0].Matches[1].Text, "Wrong match text");
Assert.AreEqual(13, res[0].Matches[1].FirstCharIndex, "Wrong match first char index");
Assert.AreEqual(3, res[0].Matches[1].WordIndex, "Wrong match word index");
Assert.AreEqual(WordLocation.Content, res[0].Matches[1].Location, "Wrong match location");
}
public void Constructor_Word_NullWord()
{
DumpedWord w = new DumpedWord(null);
}
public void Constructor_Word()
{
DumpedWord w = new DumpedWord(new Word(23, "text"));
Assert.AreEqual(23, w.ID, "Wrong ID");
Assert.AreEqual("text", w.Text, "Wrong text");
}
public void Constructor_WithParameters_InvalidText(string text)
{
DumpedWord w = new DumpedWord(5, text);
}
public void Constructor_WithParameters()
{
DumpedWord w = new DumpedWord(12, "word");
Assert.AreEqual(12, w.ID, "Wrong ID");
Assert.AreEqual("word", w.Text, "Wrong text");
}
public void Constructor_WithParameters_InvalidText(string text)
{
var w = new DumpedWord(5, text);
}
public void InitializeData_DocumentNotAvailable()
{
IInMemoryIndex index = (IInMemoryIndex)GetIndex();
IDocument doc = MockDocument("doc", "Document", "doc", DateTime.Now);
IDocument inexistent = MockDocument2("inexistent", "Inexistent", "doc", DateTime.Now);
DumpedDocument[] documents = new DumpedDocument[] {
new DumpedDocument(doc),
new DumpedDocument(inexistent) };
DumpedWord[] words = new DumpedWord[] {
new DumpedWord(new Word(1, "document")),
new DumpedWord(new Word(2, "this")),
new DumpedWord(new Word(3, "is")),
new DumpedWord(new Word(4, "some")),
new DumpedWord(new Word(5, "content")),
new DumpedWord(new Word(6, "inexistent")),
new DumpedWord(new Word(7, "dummy")),
new DumpedWord(new Word(8, "text")),
new DumpedWord(new Word(9, "used")),
new DumpedWord(new Word(10, "for")),
new DumpedWord(new Word(11, "testing")),
new DumpedWord(new Word(12, "purposes")) };
DumpedWordMapping[] mappings = new DumpedWordMapping[] {
new DumpedWordMapping(words[0].ID, documents[0].ID, new BasicWordInfo(0, 0, WordLocation.Title)),
new DumpedWordMapping(words[1].ID, documents[0].ID, new BasicWordInfo(0, 0, WordLocation.Content)),
new DumpedWordMapping(words[2].ID, documents[0].ID, new BasicWordInfo(5, 1, WordLocation.Content)),
new DumpedWordMapping(words[3].ID, documents[0].ID, new BasicWordInfo(8, 2, WordLocation.Content)),
new DumpedWordMapping(words[4].ID, documents[0].ID, new BasicWordInfo(13, 3, WordLocation.Content)),
new DumpedWordMapping(words[5].ID, documents[1].ID, new BasicWordInfo(0, 0, WordLocation.Title)),
new DumpedWordMapping(words[6].ID, documents[1].ID, new BasicWordInfo(0, 0, WordLocation.Content)),
new DumpedWordMapping(words[7].ID, documents[1].ID, new BasicWordInfo(6, 1, WordLocation.Content)),
new DumpedWordMapping(words[8].ID, documents[1].ID, new BasicWordInfo(11, 2, WordLocation.Content)),
new DumpedWordMapping(words[9].ID, documents[1].ID, new BasicWordInfo(16, 3, WordLocation.Content)),
new DumpedWordMapping(words[10].ID, documents[1].ID, new BasicWordInfo(20, 4, WordLocation.Content)),
new DumpedWordMapping(words[11].ID, documents[1].ID, new BasicWordInfo(28, 5, WordLocation.Content)) };
index.SetBuildDocumentDelegate(delegate(DumpedDocument d) {
if(d.Name == "doc") return doc;
else return null;
});
index.InitializeData(documents, words, mappings);
Assert.AreEqual(1, index.Search(new SearchParameters("this")).Count, "Wrong result count");
Assert.AreEqual(0, index.Search(new SearchParameters("dummy")).Count, "Wrong result count");
}
public void Constructor_Word_NullWord()
{
DumpedWord w = new DumpedWord(null);
}
