public void TestAdvanceValidationForToParentBjq()
{
int randomChildNumber = GetRandomChildNumber(0);
// we need to make advance method meet wrong document, so random child number
// in BJQ must be greater than child number in Boolean clause
int nextRandomChildNumber = GetRandomChildNumber(randomChildNumber);
Query parentQueryWithRandomChild = CreateChildrenQueryWithOneParent(nextRandomChildNumber);
ToParentBlockJoinQuery blockJoinQuery = new ToParentBlockJoinQuery(parentQueryWithRandomChild, parentsFilter, ScoreMode.None);
// advance() method is used by ConjunctionScorer, so we need to create Boolean conjunction query
BooleanQuery conjunctionQuery = new BooleanQuery();
WildcardQuery childQuery = new WildcardQuery(new Term("child", CreateFieldValue(randomChildNumber)));
conjunctionQuery.Add(new BooleanClause(childQuery, Occur.MUST));
conjunctionQuery.Add(new BooleanClause(blockJoinQuery, Occur.MUST));
// LUCENENET: Refactored to allow us to use our IsIllegalStateException() extension method
try
{
indexSearcher.Search(conjunctionQuery, 1);
fail();
}
catch (Exception ise) when(ise.IsIllegalStateException())
{
assertTrue(ise.Message.Contains("child query must only match non-parent docs"));
}
}
/// <summary>
/// Returns the <see cref="ITopGroups{T}"/> for the specified
/// BlockJoinQuery. The groupValue of each GroupDocs will
/// be the parent docID for that group.
/// The number of documents within each group is calculated as minimum of <paramref name="maxDocsPerGroup"/>
/// and number of matched child documents for that group.
/// Returns <c>null</c> if no groups matched.
/// </summary>
/// <param name="query"> Search query </param>
/// <param name="withinGroupSort"> Sort criteria within groups </param>
/// <param name="offset"> Parent docs offset </param>
/// <param name="maxDocsPerGroup"> Upper bound of documents per group number </param>
/// <param name="withinGroupOffset"> Offset within each group of child docs </param>
/// <param name="fillSortFields"> Specifies whether to add sort fields or not </param>
/// <returns> <see cref="ITopGroups{T}"/> for specified query </returns>
/// <exception cref="IOException"> if there is a low-level I/O error </exception>
public virtual ITopGroups <int> GetTopGroups(ToParentBlockJoinQuery query, Sort withinGroupSort, int offset, int maxDocsPerGroup, int withinGroupOffset, bool fillSortFields)
{
if (!joinQueryID.TryGetValue(query, out int?slot))
{
if (totalHitCount == 0)
{
return(null);
}
}
if (sortedGroups == null)
{
if (offset >= queue.Count)
{
return(null);
}
SortQueue();
}
else if (offset > sortedGroups.Length)
{
return(null);
}
return(AccumulateGroups(slot == null ? -1 : (int)slot, offset, maxDocsPerGroup, withinGroupOffset, withinGroupSort, fillSortFields));
}
/// <summary>
/// Returns the <see cref="ITopGroups{T}"/> for the specified
/// BlockJoinQuery. The groupValue of each GroupDocs will
/// be the parent docID for that group.
/// The number of documents within each group is calculated as minimum of <paramref name="maxDocsPerGroup"/>
/// and number of matched child documents for that group.
/// Returns <c>null</c> if no groups matched.
/// </summary>
/// <param name="query"> Search query </param>
/// <param name="withinGroupSort"> Sort criteria within groups </param>
/// <param name="offset"> Parent docs offset </param>
/// <param name="maxDocsPerGroup"> Upper bound of documents per group number </param>
/// <param name="withinGroupOffset"> Offset within each group of child docs </param>
/// <param name="fillSortFields"> Specifies whether to add sort fields or not </param>
/// <returns> <see cref="ITopGroups{T}"/> for specified query </returns>
/// <exception cref="IOException"> if there is a low-level I/O error </exception>
public virtual ITopGroups <int> GetTopGroups(ToParentBlockJoinQuery query, Sort withinGroupSort, int offset, int maxDocsPerGroup, int withinGroupOffset, bool fillSortFields)
{
if (!joinQueryID.TryGetValue(query, out int slot))
{
if (totalHitCount == 0)
{
return(null);
}
slot = -1; // LUCENENET: In Java null is converted to -1 for AccumulateGroups()
}
if (sortedGroups is null)
{
if (offset >= queue.Count)
{
return(null);
}
SortQueue();
}
else if (offset > sortedGroups.Length)
{
return(null);
}
return(AccumulateGroups(slot, offset, maxDocsPerGroup, withinGroupOffset, withinGroupSort, fillSortFields));
}
public override Query Rewrite(IndexReader reader)
{
Query childRewrite = _childQuery.Rewrite(reader);
if (childRewrite != _childQuery)
{
Query rewritten = new ToParentBlockJoinQuery(_origChildQuery, childRewrite, _parentsFilter, _scoreMode);
rewritten.Boost = Boost;
return(rewritten);
}
return(this);
}
public void TestNextDocValidationForToParentBjq()
{
Query parentQueryWithRandomChild = CreateChildrenQueryWithOneParent(GetRandomChildNumber(0));
var blockJoinQuery = new ToParentBlockJoinQuery(parentQueryWithRandomChild, parentsFilter, ScoreMode.None);
// LUCENENET: Refactored to allow us to use our IsIllegalStateException() extension method
try
{
indexSearcher.Search(blockJoinQuery, 1);
fail();
}
catch (Exception ise) when(ise.IsIllegalStateException())
{
assertTrue(ise.Message.Contains("child query must only match non-parent docs"));
}
}
private void Enroll(ToParentBlockJoinQuery query, ToParentBlockJoinQuery.BlockJoinScorer scorer)
{
scorer.TrackPendingChildHits();
if (joinQueryID.TryGetValue(query, out int?slot))
{
joinScorers[(int)slot] = scorer;
}
else
{
joinQueryID[query] = joinScorers.Length;
//System.out.println("found JQ: " + query + " slot=" + joinScorers.length);
ToParentBlockJoinQuery.BlockJoinScorer[] newArray = new ToParentBlockJoinQuery.BlockJoinScorer[1 + joinScorers.Length];
Array.Copy(joinScorers, 0, newArray, 0, joinScorers.Length);
joinScorers = newArray;
joinScorers[joinScorers.Length - 1] = scorer;
}
}
/// <summary>
/// Returns the <see cref="TopGroups{T}"/> for the specified BlockJoinQuery. The groupValue of each
/// GroupDocs will be the parent docID for that group. The number of documents within
/// each group equals to the total number of matched child documents for that group.
/// Returns <c>null</c> if no groups matched.
/// </summary>
/// <param name="query">Search query</param>
/// <param name="withinGroupSort">Sort criteria within groups</param>
/// <param name="offset">Parent docs offset</param>
/// <param name="withinGroupOffset">Offset within each group of child docs</param>
/// <param name="fillSortFields">Specifies whether to add sort fields or not</param>
/// <returns><see cref="ITopGroups{T}"/> for specified query</returns>
/// <exception cref="IOException"> if there is a low-level I/O error </exception>
public virtual ITopGroups <int> GetTopGroupsWithAllChildDocs(ToParentBlockJoinQuery query, Sort withinGroupSort, int offset, int withinGroupOffset, bool fillSortFields)
{
return(GetTopGroups(query, withinGroupSort, offset, int.MaxValue, withinGroupOffset, fillSortFields));
}
public void TestNestedSorting()
{
Directory dir = NewDirectory();
RandomIndexWriter w = new RandomIndexWriter(Random, dir, NewIndexWriterConfig(TEST_VERSION_CURRENT,
new MockAnalyzer(Random)).SetMergePolicy(NoMergePolicy.COMPOUND_FILES));
IList <Document> docs = new List <Document>();
Document document = new Document();
document.Add(new StringField("field2", "a", Field.Store.NO));
document.Add(new StringField("filter_1", "T", Field.Store.NO));
docs.Add(document);
document = new Document();
document.Add(new StringField("field2", "b", Field.Store.NO));
document.Add(new StringField("filter_1", "T", Field.Store.NO));
docs.Add(document);
document = new Document();
document.Add(new StringField("field2", "c", Field.Store.NO));
document.Add(new StringField("filter_1", "T", Field.Store.NO));
docs.Add(document);
document = new Document();
document.Add(new StringField("__type", "parent", Field.Store.NO));
document.Add(new StringField("field1", "a", Field.Store.NO));
docs.Add(document);
w.AddDocuments(docs);
w.Commit();
docs.Clear();
document = new Document();
document.Add(new StringField("field2", "c", Field.Store.NO));
document.Add(new StringField("filter_1", "T", Field.Store.NO));
docs.Add(document);
document = new Document();
document.Add(new StringField("field2", "d", Field.Store.NO));
document.Add(new StringField("filter_1", "T", Field.Store.NO));
docs.Add(document);
document = new Document();
document.Add(new StringField("field2", "e", Field.Store.NO));
document.Add(new StringField("filter_1", "T", Field.Store.NO));
docs.Add(document);
document = new Document();
document.Add(new StringField("__type", "parent", Field.Store.NO));
document.Add(new StringField("field1", "b", Field.Store.NO));
docs.Add(document);
w.AddDocuments(docs);
docs.Clear();
document = new Document();
document.Add(new StringField("field2", "e", Field.Store.NO));
document.Add(new StringField("filter_1", "T", Field.Store.NO));
docs.Add(document);
document = new Document();
document.Add(new StringField("field2", "f", Field.Store.NO));
document.Add(new StringField("filter_1", "T", Field.Store.NO));
docs.Add(document);
document = new Document();
document.Add(new StringField("field2", "g", Field.Store.NO));
document.Add(new StringField("filter_1", "T", Field.Store.NO));
docs.Add(document);
document = new Document();
document.Add(new StringField("__type", "parent", Field.Store.NO));
document.Add(new StringField("field1", "c", Field.Store.NO));
docs.Add(document);
w.AddDocuments(docs);
docs.Clear();
document = new Document();
document.Add(new StringField("field2", "g", Field.Store.NO));
document.Add(new StringField("filter_1", "T", Field.Store.NO));
docs.Add(document);
document = new Document();
document.Add(new StringField("field2", "h", Field.Store.NO));
document.Add(new StringField("filter_1", "F", Field.Store.NO));
docs.Add(document);
document = new Document();
document.Add(new StringField("field2", "i", Field.Store.NO));
document.Add(new StringField("filter_1", "F", Field.Store.NO));
docs.Add(document);
document = new Document();
document.Add(new StringField("__type", "parent", Field.Store.NO));
document.Add(new StringField("field1", "d", Field.Store.NO));
docs.Add(document);
w.AddDocuments(docs);
w.Commit();
docs.Clear();
document = new Document();
document.Add(new StringField("field2", "i", Field.Store.NO));
document.Add(new StringField("filter_1", "F", Field.Store.NO));
docs.Add(document);
document = new Document();
document.Add(new StringField("field2", "j", Field.Store.NO));
document.Add(new StringField("filter_1", "F", Field.Store.NO));
docs.Add(document);
document = new Document();
document.Add(new StringField("field2", "k", Field.Store.NO));
document.Add(new StringField("filter_1", "F", Field.Store.NO));
docs.Add(document);
document = new Document();
document.Add(new StringField("__type", "parent", Field.Store.NO));
document.Add(new StringField("field1", "f", Field.Store.NO));
docs.Add(document);
w.AddDocuments(docs);
docs.Clear();
document = new Document();
document.Add(new StringField("field2", "k", Field.Store.NO));
document.Add(new StringField("filter_1", "T", Field.Store.NO));
docs.Add(document);
document = new Document();
document.Add(new StringField("field2", "l", Field.Store.NO));
document.Add(new StringField("filter_1", "T", Field.Store.NO));
docs.Add(document);
document = new Document();
document.Add(new StringField("field2", "m", Field.Store.NO));
document.Add(new StringField("filter_1", "T", Field.Store.NO));
docs.Add(document);
document = new Document();
document.Add(new StringField("__type", "parent", Field.Store.NO));
document.Add(new StringField("field1", "g", Field.Store.NO));
docs.Add(document);
w.AddDocuments(docs);
// This doc will not be included, because it doesn't have nested docs
document = new Document();
document.Add(new StringField("__type", "parent", Field.Store.NO));
document.Add(new StringField("field1", "h", Field.Store.NO));
w.AddDocument(document);
docs.Clear();
document = new Document();
document.Add(new StringField("field2", "m", Field.Store.NO));
document.Add(new StringField("filter_1", "T", Field.Store.NO));
docs.Add(document);
document = new Document();
document.Add(new StringField("field2", "n", Field.Store.NO));
document.Add(new StringField("filter_1", "F", Field.Store.NO));
docs.Add(document);
document = new Document();
document.Add(new StringField("field2", "o", Field.Store.NO));
document.Add(new StringField("filter_1", "F", Field.Store.NO));
docs.Add(document);
document = new Document();
document.Add(new StringField("__type", "parent", Field.Store.NO));
document.Add(new StringField("field1", "i", Field.Store.NO));
docs.Add(document);
w.AddDocuments(docs);
w.Commit();
// Some garbage docs, just to check if the NestedFieldComparer can deal with this.
document = new Document();
document.Add(new StringField("fieldXXX", "x", Field.Store.NO));
w.AddDocument(document);
document = new Document();
document.Add(new StringField("fieldXXX", "x", Field.Store.NO));
w.AddDocument(document);
document = new Document();
document.Add(new StringField("fieldXXX", "x", Field.Store.NO));
w.AddDocument(document);
IndexSearcher searcher = new IndexSearcher(DirectoryReader.Open(w.IndexWriter, false));
w.Dispose();
Filter parentFilter = new QueryWrapperFilter(new TermQuery(new Term("__type", "parent")));
Filter childFilter = new QueryWrapperFilter(new PrefixQuery(new Term("field2")));
ToParentBlockJoinQuery query = new ToParentBlockJoinQuery(new FilteredQuery(new MatchAllDocsQuery(), childFilter), new FixedBitSetCachingWrapperFilter(parentFilter), ScoreMode.None);
// Sort by field ascending, order first
ToParentBlockJoinSortField sortField = new ToParentBlockJoinSortField("field2", SortFieldType.STRING, false, Wrap(parentFilter), Wrap(childFilter));
Sort sort = new Sort(sortField);
TopFieldDocs topDocs = searcher.Search(query, 5, sort);
assertEquals(7, topDocs.TotalHits);
assertEquals(5, topDocs.ScoreDocs.Length);
assertEquals(3, topDocs.ScoreDocs[0].Doc);
assertEquals("a", ((BytesRef)((FieldDoc)topDocs.ScoreDocs[0]).Fields[0]).Utf8ToString());
assertEquals(7, topDocs.ScoreDocs[1].Doc);
assertEquals("c", ((BytesRef)((FieldDoc)topDocs.ScoreDocs[1]).Fields[0]).Utf8ToString());
assertEquals(11, topDocs.ScoreDocs[2].Doc);
assertEquals("e", ((BytesRef)((FieldDoc)topDocs.ScoreDocs[2]).Fields[0]).Utf8ToString());
assertEquals(15, topDocs.ScoreDocs[3].Doc);
assertEquals("g", ((BytesRef)((FieldDoc)topDocs.ScoreDocs[3]).Fields[0]).Utf8ToString());
assertEquals(19, topDocs.ScoreDocs[4].Doc);
assertEquals("i", ((BytesRef)((FieldDoc)topDocs.ScoreDocs[4]).Fields[0]).Utf8ToString());
// Sort by field ascending, order last
sortField = new ToParentBlockJoinSortField("field2", SortFieldType.STRING, false, true, Wrap(parentFilter), Wrap(childFilter));
sort = new Sort(sortField);
topDocs = searcher.Search(query, 5, sort);
assertEquals(7, topDocs.TotalHits);
assertEquals(5, topDocs.ScoreDocs.Length);
assertEquals(3, topDocs.ScoreDocs[0].Doc);
assertEquals("c", ((BytesRef)((FieldDoc)topDocs.ScoreDocs[0]).Fields[0]).Utf8ToString());
assertEquals(7, topDocs.ScoreDocs[1].Doc);
assertEquals("e", ((BytesRef)((FieldDoc)topDocs.ScoreDocs[1]).Fields[0]).Utf8ToString());
assertEquals(11, topDocs.ScoreDocs[2].Doc);
assertEquals("g", ((BytesRef)((FieldDoc)topDocs.ScoreDocs[2]).Fields[0]).Utf8ToString());
assertEquals(15, topDocs.ScoreDocs[3].Doc);
assertEquals("i", ((BytesRef)((FieldDoc)topDocs.ScoreDocs[3]).Fields[0]).Utf8ToString());
assertEquals(19, topDocs.ScoreDocs[4].Doc);
assertEquals("k", ((BytesRef)((FieldDoc)topDocs.ScoreDocs[4]).Fields[0]).Utf8ToString());
// Sort by field descending, order last
sortField = new ToParentBlockJoinSortField("field2", SortFieldType.STRING, true, Wrap(parentFilter), Wrap(childFilter));
sort = new Sort(sortField);
topDocs = searcher.Search(query, 5, sort);
assertEquals(topDocs.TotalHits, 7);
assertEquals(5, topDocs.ScoreDocs.Length);
assertEquals(28, topDocs.ScoreDocs[0].Doc);
assertEquals("o", ((BytesRef)((FieldDoc)topDocs.ScoreDocs[0]).Fields[0]).Utf8ToString());
assertEquals(23, topDocs.ScoreDocs[1].Doc);
assertEquals("m", ((BytesRef)((FieldDoc)topDocs.ScoreDocs[1]).Fields[0]).Utf8ToString());
assertEquals(19, topDocs.ScoreDocs[2].Doc);
assertEquals("k", ((BytesRef)((FieldDoc)topDocs.ScoreDocs[2]).Fields[0]).Utf8ToString());
assertEquals(15, topDocs.ScoreDocs[3].Doc);
assertEquals("i", ((BytesRef)((FieldDoc)topDocs.ScoreDocs[3]).Fields[0]).Utf8ToString());
assertEquals(11, topDocs.ScoreDocs[4].Doc);
assertEquals("g", ((BytesRef)((FieldDoc)topDocs.ScoreDocs[4]).Fields[0]).Utf8ToString());
// Sort by field descending, order last, sort filter (filter_1:T)
childFilter = new QueryWrapperFilter(new TermQuery((new Term("filter_1", "T"))));
query = new ToParentBlockJoinQuery(
new FilteredQuery(new MatchAllDocsQuery(), childFilter),
new FixedBitSetCachingWrapperFilter(parentFilter),
ScoreMode.None);
sortField = new ToParentBlockJoinSortField("field2", SortFieldType.STRING, true, Wrap(parentFilter), Wrap(childFilter));
sort = new Sort(sortField);
topDocs = searcher.Search(query, 5, sort);
assertEquals(6, topDocs.TotalHits);
assertEquals(5, topDocs.ScoreDocs.Length);
assertEquals(23, topDocs.ScoreDocs[0].Doc);
assertEquals("m", ((BytesRef)((FieldDoc)topDocs.ScoreDocs[0]).Fields[0]).Utf8ToString());
assertEquals(28, topDocs.ScoreDocs[1].Doc);
assertEquals("m", ((BytesRef)((FieldDoc)topDocs.ScoreDocs[1]).Fields[0]).Utf8ToString());
assertEquals(11, topDocs.ScoreDocs[2].Doc);
assertEquals("g", ((BytesRef)((FieldDoc)topDocs.ScoreDocs[2]).Fields[0]).Utf8ToString());
assertEquals(15, topDocs.ScoreDocs[3].Doc);
assertEquals("g", ((BytesRef)((FieldDoc)topDocs.ScoreDocs[3]).Fields[0]).Utf8ToString());
assertEquals(7, topDocs.ScoreDocs[4].Doc);
assertEquals("e", ((BytesRef)((FieldDoc)topDocs.ScoreDocs[4]).Fields[0]).Utf8ToString());
searcher.IndexReader.Dispose();
dir.Dispose();
}
