public virtual void TestSingleWriterReader() { Counter bytesUsed = Util.Counter.NewCounter(); Int32BlockPool pool = new Int32BlockPool(new ByteTrackingAllocator(bytesUsed)); for (int j = 0; j < 2; j++) { Int32BlockPool.SliceWriter writer = new Int32BlockPool.SliceWriter(pool); int start = writer.StartNewSlice(); int num = AtLeast(100); for (int i = 0; i < num; i++) { writer.WriteInt32(i); } int upto = writer.CurrentOffset; Int32BlockPool.SliceReader reader = new Int32BlockPool.SliceReader(pool); reader.Reset(start, upto); for (int i = 0; i < num; i++) { Assert.AreEqual(i, reader.ReadInt32()); } Assert.IsTrue(reader.IsEndOfSlice); if (Random.NextBoolean()) { pool.Reset(true, false); Assert.AreEqual(0, bytesUsed); } else { pool.Reset(true, true); Assert.AreEqual(Int32BlockPool.INT32_BLOCK_SIZE * RamUsageEstimator.NUM_BYTES_INT32, bytesUsed); } } }
private void AssertReader(Int32BlockPool.SliceReader reader, StartEndAndValues values) { reader.Reset(values.start, values.end); for (int i = 0; i < values.valueCount; i++) { Assert.AreEqual(values.valueOffset + i, reader.ReadInt32()); } Assert.IsTrue(reader.IsEndOfSlice); }
public virtual void TestMultipleWriterReader() { Counter bytesUsed = Util.Counter.NewCounter(); Int32BlockPool pool = new Int32BlockPool(new ByteTrackingAllocator(bytesUsed)); for (int j = 0; j < 2; j++) { IList <StartEndAndValues> holders = new JCG.List <StartEndAndValues>(); int num = AtLeast(4); for (int i = 0; i < num; i++) { holders.Add(new StartEndAndValues(Random.Next(1000))); } Int32BlockPool.SliceWriter writer = new Int32BlockPool.SliceWriter(pool); Int32BlockPool.SliceReader reader = new Int32BlockPool.SliceReader(pool); int numValuesToWrite = AtLeast(10000); for (int i = 0; i < numValuesToWrite; i++) { StartEndAndValues values = holders[Random.Next(holders.Count)]; if (values.valueCount == 0) { values.start = writer.StartNewSlice(); } else { writer.Reset(values.end); } writer.WriteInt32(values.NextValue()); values.end = writer.CurrentOffset; if (Random.Next(5) == 0) { // pick one and reader the ints AssertReader(reader, holders[Random.Next(holders.Count)]); } } while (holders.Count > 0) { int randIndex = Random.Next(holders.Count); StartEndAndValues values = holders[randIndex]; holders.RemoveAt(randIndex); AssertReader(reader, values); } if (Random.NextBoolean()) { pool.Reset(true, false); Assert.AreEqual(0, bytesUsed); } else { pool.Reset(true, true); Assert.AreEqual(Int32BlockPool.INT32_BLOCK_SIZE * RamUsageEstimator.NUM_BYTES_INT32, bytesUsed); } } }
/// <summary> /// Returns a String representation of the index data for debugging purposes. /// </summary> /// <returns> the string representation </returns> public override string ToString() { StringBuilder result = new StringBuilder(256); SortFields(); int sumPositions = 0; int sumTerms = 0; BytesRef spare = new BytesRef(); for (int i = 0; i < sortedFields.Length; i++) { KeyValuePair <string, Info> entry = sortedFields[i]; string fieldName = entry.Key; Info info = entry.Value; info.SortTerms(); result.Append(fieldName + ":\n"); SliceByteStartArray sliceArray = info.sliceArray; int numPositions = 0; Int32BlockPool.SliceReader postingsReader = new Int32BlockPool.SliceReader(intBlockPool); for (int j = 0; j < info.terms.Count; j++) { int ord = info.sortedTerms[j]; info.terms.Get(ord, spare); int freq = sliceArray.freq[ord]; result.Append("\t'" + spare + "':" + freq + ":"); postingsReader.Reset(sliceArray.start[ord], sliceArray.end[ord]); result.Append(" ["); int iters = storeOffsets ? 3 : 1; while (!postingsReader.IsEndOfSlice) { result.Append("("); for (int k = 0; k < iters; k++) { result.Append(postingsReader.ReadInt32()); if (k < iters - 1) { result.Append(", "); } } result.Append(")"); if (!postingsReader.IsEndOfSlice) { result.Append(","); } } result.Append("]"); result.Append("\n"); numPositions += freq; } result.Append("\tterms=" + info.terms.Count); result.Append(", positions=" + numPositions); result.Append(", memory=" + RamUsageEstimator.HumanReadableUnits(RamUsageEstimator.SizeOf(info))); result.Append("\n"); sumPositions += numPositions; sumTerms += info.terms.Count; } result.Append("\nfields=" + sortedFields.Length); result.Append(", terms=" + sumTerms); result.Append(", positions=" + sumPositions); result.Append(", memory=" + RamUsageEstimator.HumanReadableUnits(GetMemorySize())); return(result.ToString()); }
public MemoryDocsAndPositionsEnum(MemoryIndex.MemoryIndexReader outerInstance) { this.outerInstance = outerInstance; this.sliceReader = new Int32BlockPool.SliceReader(outerInstance.outerInstance.intBlockPool); }