private void TestOne(DocsEnum docs, IList <int> expected)
{
if (VERBOSE)
{
Console.WriteLine("test");
}
int upto = -1;
while (upto < expected.Count)
{
if (VERBOSE)
{
Console.WriteLine(" cycle upto=" + upto + " of " + expected.Count);
}
int docID;
if (Random().Next(4) == 1 || upto == expected.Count - 1)
{
// test nextDoc()
if (VERBOSE)
{
Console.WriteLine(" do nextDoc");
}
upto++;
docID = docs.NextDoc();
}
else
{
// test advance()
int inc = TestUtil.NextInt(Random(), 1, expected.Count - 1 - upto);
if (VERBOSE)
{
Console.WriteLine(" do advance inc=" + inc);
}
upto += inc;
docID = docs.Advance(expected[upto]);
}
if (upto == expected.Count)
{
if (VERBOSE)
{
Console.WriteLine(" expect docID=" + DocIdSetIterator.NO_MORE_DOCS + " actual=" + docID);
}
Assert.AreEqual(DocIdSetIterator.NO_MORE_DOCS, docID);
}
else
{
if (VERBOSE)
{
Console.WriteLine(" expect docID=" + expected[upto] + " actual=" + docID);
}
Assert.IsTrue(docID != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual((int)expected[upto], docID);
}
}
}
public override int Advance(int target)
{
if (Debugging.AssertsEnabled)
{
Debugging.Assert(target > doc);
}
while (true)
{
if (current != null)
{
int doc;
if (target < currentBase)
{
// target was in the previous slice but there was no matching doc after it
doc = current.NextDoc();
}
else
{
doc = current.Advance(target - currentBase);
}
if (doc == NO_MORE_DOCS)
{
current = null;
}
else
{
return(this.doc = doc + currentBase);
}
}
else if (upto == numSubs - 1)
{
return(this.doc = NO_MORE_DOCS);
}
else
{
upto++;
current = subs[upto].DocsEnum;
currentBase = subs[upto].Slice.Start;
}
}
}
public override int Advance(int target)
{
Debug.Assert(target > Doc);
while (true)
{
if (Current != null)
{
int doc;
if (target < CurrentBase)
{
// target was in the previous slice but there was no matching doc after it
doc = Current.NextDoc();
}
else
{
doc = Current.Advance(target - CurrentBase);
}
if (doc == NO_MORE_DOCS)
{
Current = null;
}
else
{
return(this.Doc = doc + CurrentBase);
}
}
else if (Upto == NumSubs_Renamed - 1)
{
return(this.Doc = NO_MORE_DOCS);
}
else
{
Upto++;
Current = Subs_Renamed[Upto].DocsEnum;
CurrentBase = Subs_Renamed[Upto].Slice.Start;
}
}
}
/// <summary>
/// checks advancing docs
/// </summary>
public void AssertDocsSkippingEquals(string info, IndexReader leftReader, int docFreq, DocsEnum leftDocs, DocsEnum rightDocs, bool hasFreqs)
{
if (leftDocs == null)
{
Assert.IsNull(rightDocs);
return;
}
int docid = -1;
int averageGap = leftReader.MaxDoc / (1 + docFreq);
int skipInterval = 16;
while (true)
{
if (Random().NextBoolean())
{
// nextDoc()
docid = leftDocs.NextDoc();
Assert.AreEqual(docid, rightDocs.NextDoc(), info);
}
else
{
// advance()
int skip = docid + (int)Math.Ceiling(Math.Abs(skipInterval + Random().NextDouble() * averageGap));
docid = leftDocs.Advance(skip);
Assert.AreEqual(docid, rightDocs.Advance(skip), info);
}
if (docid == DocIdSetIterator.NO_MORE_DOCS)
{
return;
}
if (hasFreqs)
{
Assert.AreEqual(leftDocs.Freq(), rightDocs.Freq(), info);
}
}
}
public virtual void TestRandomDocs()
{
Directory dir = NewDirectory();
RandomIndexWriter writer = new RandomIndexWriter(Random, dir, NewIndexWriterConfig(TEST_VERSION_CURRENT, new MockAnalyzer(Random)).SetMergePolicy(NewLogMergePolicy()));
int numDocs = AtLeast(49);
int max = 15678;
int term = Random.Next(max);
int[] freqInDoc = new int[numDocs];
FieldType customType = new FieldType(TextField.TYPE_NOT_STORED);
customType.OmitNorms = true;
for (int i = 0; i < numDocs; i++)
{
Document doc = new Document();
StringBuilder builder = new StringBuilder();
for (int j = 0; j < 199; j++)
{
int nextInt = Random.Next(max);
builder.Append(nextInt).Append(' ');
if (nextInt == term)
{
freqInDoc[i]++;
}
}
doc.Add(NewField(FieldName, builder.ToString(), customType));
writer.AddDocument(doc);
}
IndexReader reader = writer.GetReader();
writer.Dispose();
int num = AtLeast(13);
for (int i = 0; i < num; i++)
{
BytesRef bytes = new BytesRef("" + term);
IndexReaderContext topReaderContext = reader.Context;
foreach (AtomicReaderContext context in topReaderContext.Leaves)
{
int maxDoc = context.AtomicReader.MaxDoc;
DocsEnum docsEnum = TestUtil.Docs(Random, context.Reader, FieldName, bytes, null, null, DocsFlags.FREQS);
if (FindNext(freqInDoc, context.DocBase, context.DocBase + maxDoc) == int.MaxValue)
{
Assert.IsNull(docsEnum);
continue;
}
Assert.IsNotNull(docsEnum);
docsEnum.NextDoc();
for (int j = 0; j < maxDoc; j++)
{
if (freqInDoc[context.DocBase + j] != 0)
{
Assert.AreEqual(j, docsEnum.DocID);
Assert.AreEqual(docsEnum.Freq, freqInDoc[context.DocBase + j]);
if (i % 2 == 0 && Random.Next(10) == 0)
{
int next = FindNext(freqInDoc, context.DocBase + j + 1, context.DocBase + maxDoc) - context.DocBase;
int advancedTo = docsEnum.Advance(next);
if (next >= maxDoc)
{
Assert.AreEqual(DocIdSetIterator.NO_MORE_DOCS, advancedTo);
}
else
{
Assert.IsTrue(next >= advancedTo, "advanced to: " + advancedTo + " but should be <= " + next);
}
}
else
{
docsEnum.NextDoc();
}
}
}
Assert.AreEqual(DocIdSetIterator.NO_MORE_DOCS, docsEnum.DocID, "DocBase: " + context.DocBase + " maxDoc: " + maxDoc + " " + docsEnum.GetType());
}
}
reader.Dispose();
dir.Dispose();
}
/// <summary>
/// checks advancing docs
/// </summary>
public virtual void AssertDocsSkipping(int docFreq, DocsEnum leftDocs, DocsEnum rightDocs)
{
if (leftDocs == null)
{
Assert.IsNull(rightDocs);
return;
}
int docid = -1;
int averageGap = MAXDOC / (1 + docFreq);
int skipInterval = 16;
while (true)
{
if (Random().NextBoolean())
{
// nextDoc()
docid = leftDocs.NextDoc();
Assert.AreEqual(docid, rightDocs.NextDoc());
}
else
{
// advance()
int skip = docid + (int)Math.Ceiling(Math.Abs(skipInterval + Random().NextDouble() * averageGap));
docid = leftDocs.Advance(skip);
Assert.AreEqual(docid, rightDocs.Advance(skip));
}
if (docid == DocIdSetIterator.NO_MORE_DOCS)
{
return;
}
// we don't assert freqs, they are allowed to be different
}
}
private void TestOne(DocsEnum docs, IList<int> expected)
{
if (VERBOSE)
{
Console.WriteLine("test");
}
int upto = -1;
while (upto < expected.Count)
{
if (VERBOSE)
{
Console.WriteLine(" cycle upto=" + upto + " of " + expected.Count);
}
int docID;
if (Random().Next(4) == 1 || upto == expected.Count - 1)
{
// test nextDoc()
if (VERBOSE)
{
Console.WriteLine(" do nextDoc");
}
upto++;
docID = docs.NextDoc();
}
else
{
// test advance()
int inc = TestUtil.NextInt(Random(), 1, expected.Count - 1 - upto);
if (VERBOSE)
{
Console.WriteLine(" do advance inc=" + inc);
}
upto += inc;
docID = docs.Advance(expected[upto]);
}
if (upto == expected.Count)
{
if (VERBOSE)
{
Console.WriteLine(" expect docID=" + DocIdSetIterator.NO_MORE_DOCS + " actual=" + docID);
}
Assert.AreEqual(DocIdSetIterator.NO_MORE_DOCS, docID);
}
else
{
if (VERBOSE)
{
Console.WriteLine(" expect docID=" + expected[upto] + " actual=" + docID);
}
Assert.IsTrue(docID != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual((int)expected[upto], docID);
}
}
}
public override int Advance(int target)
{
return(m_input.Advance(target));
}
public virtual void TestSkipTo(int indexDivisor)
{
Directory dir = NewDirectory();
IndexWriter writer = new IndexWriter(dir, NewIndexWriterConfig(TEST_VERSION_CURRENT, new MockAnalyzer(Random())).SetMergePolicy(NewLogMergePolicy()));
Term ta = new Term("content", "aaa");
for (int i = 0; i < 10; i++)
{
AddDoc(writer, "aaa aaa aaa aaa");
}
Term tb = new Term("content", "bbb");
for (int i = 0; i < 16; i++)
{
AddDoc(writer, "bbb bbb bbb bbb");
}
Term tc = new Term("content", "ccc");
for (int i = 0; i < 50; i++)
{
AddDoc(writer, "ccc ccc ccc ccc");
}
// assure that we deal with a single segment
writer.ForceMerge(1);
writer.Dispose();
IndexReader reader = DirectoryReader.Open(dir, indexDivisor);
DocsEnum tdocs = TestUtil.Docs(Random(), reader, ta.Field(), new BytesRef(ta.Text()), MultiFields.GetLiveDocs(reader), null, DocsEnum.FLAG_FREQS);
// without optimization (assumption skipInterval == 16)
// with next
Assert.IsTrue(tdocs.NextDoc() != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(0, tdocs.DocID());
Assert.AreEqual(4, tdocs.Freq());
Assert.IsTrue(tdocs.NextDoc() != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(1, tdocs.DocID());
Assert.AreEqual(4, tdocs.Freq());
Assert.IsTrue(tdocs.Advance(2) != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(2, tdocs.DocID());
Assert.IsTrue(tdocs.Advance(4) != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(4, tdocs.DocID());
Assert.IsTrue(tdocs.Advance(9) != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(9, tdocs.DocID());
Assert.IsFalse(tdocs.Advance(10) != DocIdSetIterator.NO_MORE_DOCS);
// without next
tdocs = TestUtil.Docs(Random(), reader, ta.Field(), new BytesRef(ta.Text()), MultiFields.GetLiveDocs(reader), null, 0);
Assert.IsTrue(tdocs.Advance(0) != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(0, tdocs.DocID());
Assert.IsTrue(tdocs.Advance(4) != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(4, tdocs.DocID());
Assert.IsTrue(tdocs.Advance(9) != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(9, tdocs.DocID());
Assert.IsFalse(tdocs.Advance(10) != DocIdSetIterator.NO_MORE_DOCS);
// exactly skipInterval documents and therefore with optimization
// with next
tdocs = TestUtil.Docs(Random(), reader, tb.Field(), new BytesRef(tb.Text()), MultiFields.GetLiveDocs(reader), null, DocsEnum.FLAG_FREQS);
Assert.IsTrue(tdocs.NextDoc() != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(10, tdocs.DocID());
Assert.AreEqual(4, tdocs.Freq());
Assert.IsTrue(tdocs.NextDoc() != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(11, tdocs.DocID());
Assert.AreEqual(4, tdocs.Freq());
Assert.IsTrue(tdocs.Advance(12) != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(12, tdocs.DocID());
Assert.IsTrue(tdocs.Advance(15) != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(15, tdocs.DocID());
Assert.IsTrue(tdocs.Advance(24) != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(24, tdocs.DocID());
Assert.IsTrue(tdocs.Advance(25) != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(25, tdocs.DocID());
Assert.IsFalse(tdocs.Advance(26) != DocIdSetIterator.NO_MORE_DOCS);
// without next
tdocs = TestUtil.Docs(Random(), reader, tb.Field(), new BytesRef(tb.Text()), MultiFields.GetLiveDocs(reader), null, DocsEnum.FLAG_FREQS);
Assert.IsTrue(tdocs.Advance(5) != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(10, tdocs.DocID());
Assert.IsTrue(tdocs.Advance(15) != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(15, tdocs.DocID());
Assert.IsTrue(tdocs.Advance(24) != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(24, tdocs.DocID());
Assert.IsTrue(tdocs.Advance(25) != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(25, tdocs.DocID());
Assert.IsFalse(tdocs.Advance(26) != DocIdSetIterator.NO_MORE_DOCS);
// much more than skipInterval documents and therefore with optimization
// with next
tdocs = TestUtil.Docs(Random(), reader, tc.Field(), new BytesRef(tc.Text()), MultiFields.GetLiveDocs(reader), null, DocsEnum.FLAG_FREQS);
Assert.IsTrue(tdocs.NextDoc() != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(26, tdocs.DocID());
Assert.AreEqual(4, tdocs.Freq());
Assert.IsTrue(tdocs.NextDoc() != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(27, tdocs.DocID());
Assert.AreEqual(4, tdocs.Freq());
Assert.IsTrue(tdocs.Advance(28) != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(28, tdocs.DocID());
Assert.IsTrue(tdocs.Advance(40) != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(40, tdocs.DocID());
Assert.IsTrue(tdocs.Advance(57) != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(57, tdocs.DocID());
Assert.IsTrue(tdocs.Advance(74) != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(74, tdocs.DocID());
Assert.IsTrue(tdocs.Advance(75) != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(75, tdocs.DocID());
Assert.IsFalse(tdocs.Advance(76) != DocIdSetIterator.NO_MORE_DOCS);
//without next
tdocs = TestUtil.Docs(Random(), reader, tc.Field(), new BytesRef(tc.Text()), MultiFields.GetLiveDocs(reader), null, 0);
Assert.IsTrue(tdocs.Advance(5) != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(26, tdocs.DocID());
Assert.IsTrue(tdocs.Advance(40) != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(40, tdocs.DocID());
Assert.IsTrue(tdocs.Advance(57) != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(57, tdocs.DocID());
Assert.IsTrue(tdocs.Advance(74) != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(74, tdocs.DocID());
Assert.IsTrue(tdocs.Advance(75) != DocIdSetIterator.NO_MORE_DOCS);
Assert.AreEqual(75, tdocs.DocID());
Assert.IsFalse(tdocs.Advance(76) != DocIdSetIterator.NO_MORE_DOCS);
reader.Dispose();
dir.Dispose();
}
public override int Advance(int target)
{
return(@in.Advance(target));
}
