public virtual void TestSingleWriterReader()
{
Counter bytesUsed = Util.Counter.NewCounter();
Int32BlockPool pool = new Int32BlockPool(new ByteTrackingAllocator(bytesUsed));
for (int j = 0; j < 2; j++)
{
Int32BlockPool.SliceWriter writer = new Int32BlockPool.SliceWriter(pool);
int start = writer.StartNewSlice();
int num = AtLeast(100);
for (int i = 0; i < num; i++)
{
writer.WriteInt32(i);
}
int upto = writer.CurrentOffset;
Int32BlockPool.SliceReader reader = new Int32BlockPool.SliceReader(pool);
reader.Reset(start, upto);
for (int i = 0; i < num; i++)
{
Assert.AreEqual(i, reader.ReadInt32());
}
Assert.IsTrue(reader.IsEndOfSlice);
if (Random.NextBoolean())
{
pool.Reset(true, false);
Assert.AreEqual(0, bytesUsed);
}
else
{
pool.Reset(true, true);
Assert.AreEqual(Int32BlockPool.INT32_BLOCK_SIZE * RamUsageEstimator.NUM_BYTES_INT32, bytesUsed);
}
}
}
private void AssertReader(Int32BlockPool.SliceReader reader, StartEndAndValues values)
{
reader.Reset(values.start, values.end);
for (int i = 0; i < values.valueCount; i++)
{
Assert.AreEqual(values.valueOffset + i, reader.ReadInt32());
}
Assert.IsTrue(reader.IsEndOfSlice);
}
public virtual void TestMultipleWriterReader()
{
Counter bytesUsed = Util.Counter.NewCounter();
Int32BlockPool pool = new Int32BlockPool(new ByteTrackingAllocator(bytesUsed));
for (int j = 0; j < 2; j++)
{
IList <StartEndAndValues> holders = new JCG.List <StartEndAndValues>();
int num = AtLeast(4);
for (int i = 0; i < num; i++)
{
holders.Add(new StartEndAndValues(Random.Next(1000)));
}
Int32BlockPool.SliceWriter writer = new Int32BlockPool.SliceWriter(pool);
Int32BlockPool.SliceReader reader = new Int32BlockPool.SliceReader(pool);
int numValuesToWrite = AtLeast(10000);
for (int i = 0; i < numValuesToWrite; i++)
{
StartEndAndValues values = holders[Random.Next(holders.Count)];
if (values.valueCount == 0)
{
values.start = writer.StartNewSlice();
}
else
{
writer.Reset(values.end);
}
writer.WriteInt32(values.NextValue());
values.end = writer.CurrentOffset;
if (Random.Next(5) == 0)
{
// pick one and reader the ints
AssertReader(reader, holders[Random.Next(holders.Count)]);
}
}
while (holders.Count > 0)
{
int randIndex = Random.Next(holders.Count);
StartEndAndValues values = holders[randIndex];
holders.RemoveAt(randIndex);
AssertReader(reader, values);
}
if (Random.NextBoolean())
{
pool.Reset(true, false);
Assert.AreEqual(0, bytesUsed);
}
else
{
pool.Reset(true, true);
Assert.AreEqual(Int32BlockPool.INT32_BLOCK_SIZE * RamUsageEstimator.NUM_BYTES_INT32, bytesUsed);
}
}
}
/// <summary>
/// Returns a String representation of the index data for debugging purposes.
/// </summary>
/// <returns> the string representation </returns>
public override string ToString()
{
StringBuilder result = new StringBuilder(256);
SortFields();
int sumPositions = 0;
int sumTerms = 0;
BytesRef spare = new BytesRef();
for (int i = 0; i < sortedFields.Length; i++)
{
KeyValuePair <string, Info> entry = sortedFields[i];
string fieldName = entry.Key;
Info info = entry.Value;
info.SortTerms();
result.Append(fieldName + ":\n");
SliceByteStartArray sliceArray = info.sliceArray;
int numPositions = 0;
Int32BlockPool.SliceReader postingsReader = new Int32BlockPool.SliceReader(intBlockPool);
for (int j = 0; j < info.terms.Count; j++)
{
int ord = info.sortedTerms[j];
info.terms.Get(ord, spare);
int freq = sliceArray.freq[ord];
result.Append("\t'" + spare + "':" + freq + ":");
postingsReader.Reset(sliceArray.start[ord], sliceArray.end[ord]);
result.Append(" [");
int iters = storeOffsets ? 3 : 1;
while (!postingsReader.IsEndOfSlice)
{
result.Append("(");
for (int k = 0; k < iters; k++)
{
result.Append(postingsReader.ReadInt32());
if (k < iters - 1)
{
result.Append(", ");
}
}
result.Append(")");
if (!postingsReader.IsEndOfSlice)
{
result.Append(",");
}
}
result.Append("]");
result.Append("\n");
numPositions += freq;
}
result.Append("\tterms=" + info.terms.Count);
result.Append(", positions=" + numPositions);
result.Append(", memory=" + RamUsageEstimator.HumanReadableUnits(RamUsageEstimator.SizeOf(info)));
result.Append("\n");
sumPositions += numPositions;
sumTerms += info.terms.Count;
}
result.Append("\nfields=" + sortedFields.Length);
result.Append(", terms=" + sumTerms);
result.Append(", positions=" + sumPositions);
result.Append(", memory=" + RamUsageEstimator.HumanReadableUnits(GetMemorySize()));
return(result.ToString());
}
public MemoryDocsAndPositionsEnum(MemoryIndex.MemoryIndexReader outerInstance)
{
this.outerInstance = outerInstance;
this.sliceReader = new Int32BlockPool.SliceReader(outerInstance.outerInstance.intBlockPool);
}
