Example #1
0
        public void before()
        {
            MemoryStream termIndexStream = new MemoryStream();
            using (FileIndexWriter<string, IList<Posting>> indexWriter = new FileIndexWriter<string, IList<Posting>>(
                new StringEncoder(), new PostingListEncoder(), termIndexStream))
            {
                this.postingsWithBar = new List<Posting>();
                postingsWithBar.Add(new Posting(0, 1));
                postingsWithBar.Add(new Posting(1, 2));
                indexWriter.Add("bar", postingsWithBar);

                this.postingsWithFoo = new List<Posting>();
                postingsWithFoo.Add(new Posting(0, 4));
                indexWriter.Add("foo", postingsWithFoo);

                indexWriter.WriteOut();
            }
            this.index = new TermIndex(termIndexStream);

            MemoryStream metadataStream = new MemoryStream();
            using (CollectionMetadataWriter metadataWriter = new CollectionMetadataWriter(metadataStream))
            {
                metadataWriter.AddDocumentInfo(0, new DocumentInfo("http://www.example.com/index.html", "Example", 100, "", null));
                metadataWriter.AddDocumentInfo(1, new DocumentInfo("http://www.example.com/menu.html", "Example", 300, "", null));
                metadataWriter.WriteOut();
            }

            this.metadata = new IndexMetadata(metadataStream);
        }
Example #2
0
        void PerformWrite(Stream stream)
        {
            long previousPosition = stream.Position;
            FileIndexWriter<string, IList<Posting>> writer = new FileIndexWriter<string, IList<Posting>>(
                new StringEncoder(),
                new PostingListEncoder(),
                stream);

            List<Posting> postings = new List<Posting>();
            postings.Add(new Posting(DocA, 1));
            postings.Add(new Posting(DocB, 1));
            writer.Add("aTerm", postings);

            postings = new List<Posting>();
            postings.Add(new Posting(DocA, 1));
            postings.Add(new Posting(DocZ, 1));
            postings.Add(new Posting(DocT, 1));
            writer.Add("bTerm", postings);

            string file = Path.GetTempFileName();
            writer.WriteOut();
            Assert.AreEqual(previousPosition, stream.Position);
        }
Example #3
0
 private void MergeBlocks()
 {
     if (termIndexBlockWriter.Postings > 0)
         FlushBlockWriter();
     using (FileIndexWriter<string, IList<Posting>> writer = new FileIndexWriter<string, IList<Posting>>(
         new StringEncoder(),
         new PostingListEncoder(), indexStream))
     {
         SpimiBlockReader blockReader = new SpimiBlockReader();
         List<IEnumerator<PostingList>> openedBlocks = blockReader.OpenBlocks(this.termIndexBlockFilePaths);
         foreach (PostingList postingList in blockReader.BeginBlockMerge(openedBlocks))
         {
             writer.Add(postingList.Term, postingList.Postings);
         }
         writer.WriteOut();
     }
 }