public override Query Rewrite(IndexReader reader)
{
Query orig = new RegexQuery(term).Rewrite(reader);
// RegexQuery (via MultiTermQuery).rewrite always returns a BooleanQuery
BooleanQuery bq = (BooleanQuery) orig;
BooleanClause[] clauses = bq.GetClauses();
SpanQuery[] sqs = new SpanQuery[clauses.Length];
for (int i = 0; i < clauses.Length; i++)
{
BooleanClause clause = clauses[i];
// Clauses from RegexQuery.rewrite are always TermQuery's
TermQuery tq = (TermQuery) clause.GetQuery();
sqs[i] = new SpanTermQuery(tq.GetTerm());
sqs[i].SetBoost(tq.GetBoost());
}
SpanOrQuery query = new SpanOrQuery(sqs);
query.SetBoost(orig.GetBoost());
return query;
}
private SpanNearQuery SpanNearQuery_Renamed(System.String fieldName, System.String words)
{
System.String[] wordList = System.Text.RegularExpressions.Regex.Split(words, "[\\s]+");
SpanQuery[] clauses = new SpanQuery[wordList.Length];
for (int i = 0; i < clauses.Length; i++)
{
clauses[i] = new PayloadTermQuery(new Term(fieldName, wordList[i]), new AveragePayloadFunction());
}
return(new SpanNearQuery(clauses, 10000, false));
}
private PayloadNearQuery NewPhraseQuery(System.String fieldName, System.String phrase, bool inOrder)
{
int n;
System.String[] words = System.Text.RegularExpressions.Regex.Split(phrase, "[\\s]+");
SpanQuery[] clauses = new SpanQuery[words.Length];
for (int i = 0; i < clauses.Length; i++)
{
clauses[i] = new PayloadTermQuery(new Term(fieldName, words[i]), new AveragePayloadFunction());
}
return(new PayloadNearQuery(clauses, 0, inOrder));
}
public override System.Object Clone()
{
int sz = clauses.Count;
SpanQuery[] newClauses = new SpanQuery[sz];
for (int i = 0; i < sz; i++)
{
newClauses[i] = clauses[i];
}
PayloadNearQuery boostingNearQuery = new PayloadNearQuery(newClauses, internalSlop, inOrder);
boostingNearQuery.Boost = Boost;
return boostingNearQuery;
}
public override System.Object Clone()
{
int sz = clauses.Count;
SpanQuery[] newClauses = new SpanQuery[sz];
for (int i = 0; i < sz; i++)
{
SpanQuery clause = (SpanQuery) clauses[i];
newClauses[i] = (SpanQuery) clause.Clone();
}
PayloadNearQuery boostingNearQuery = new PayloadNearQuery(newClauses, slop, inOrder);
boostingNearQuery.SetBoost(GetBoost());
return boostingNearQuery;
}
public override object Clone()
{
int sz = clauses.Count;
SpanQuery[] newClauses = new SpanQuery[sz];
for (int i = 0; i < sz; i++)
{
newClauses[i] = clauses[i];
}
PayloadNearQuery boostingNearQuery = new PayloadNearQuery(newClauses, internalSlop, inOrder);
boostingNearQuery.Boost = Boost;
return(boostingNearQuery);
}
private void GetPayloads(ICollection <byte[]> payloads, SpanQuery query, IState state)
{
Spans.Spans spans = query.GetSpans(reader, state);
while (spans.Next(state) == true)
{
if (spans.IsPayloadAvailable())
{
ICollection <byte[]> payload = spans.GetPayload(state);
foreach (byte[] bytes in payload)
{
payloads.Add(bytes);
}
}
}
}
public override System.Object Clone()
{
int sz = clauses.Count;
SpanQuery[] newClauses = new SpanQuery[sz];
for (int i = 0; i < sz; i++)
{
SpanQuery clause = (SpanQuery)clauses[i];
newClauses[i] = (SpanQuery)clause.Clone();
}
PayloadNearQuery boostingNearQuery = new PayloadNearQuery(newClauses, slop, inOrder);
boostingNearQuery.SetBoost(GetBoost());
return(boostingNearQuery);
}
private void GetPayloads(ICollection <byte[]> payloads, SpanQuery query)
{
PayloadSpans spans = query.GetPayloadSpans(reader);
while (spans.Next() == true)
{
if (spans.IsPayloadAvailable())
{
ICollection <byte[]> payload = spans.GetPayload();
IEnumerator <byte[]> it = payload.GetEnumerator();
while (it.MoveNext())
{
byte[] bytes = it.Current;
payloads.Add(bytes);
}
}
}
}
private void GetPayloads(ICollection <byte[]> payloads, SpanQuery query)
{
Lucene.Net.Search.Spans.Spans spans = query.GetSpans(reader);
while (spans.Next() == true)
{
if (spans.IsPayloadAvailable())
{
//ICollection<byte[]> payload = spans.GetPayload();
ICollection <byte[]> payload = spans.GetPayload();
//IEnumerator<byte[]> it = payload.GetEnumerator();
foreach (byte[] bytes in payload)
{
payloads.Add(bytes);
}
}
}
}
public virtual void TestPayloadNear()
{
SpanNearQuery q1, q2;
PayloadNearQuery query;
TopDocs hits;
// SpanNearQuery(clauses, 10000, false)
q1 = SpanNearQuery_Renamed("field2", "twenty two");
q2 = SpanNearQuery_Renamed("field2", "twenty three");
SpanQuery[] clauses = new SpanQuery[2];
clauses[0] = q1;
clauses[1] = q2;
query = new PayloadNearQuery(clauses, 10, false);
// System.out.println(query.toString());
Assert.AreEqual(12, searcher.Search(query, null, 100).TotalHits);
/*
* System.out.println(hits.totalHits); for (int j = 0; j <
* hits.scoreDocs.length; j++) { ScoreDoc doc = hits.scoreDocs[j];
* System.out.println("doc: "+doc.doc+", score: "+doc.score); }
*/
}
public override System.String ToString(System.String field)
{
System.Text.StringBuilder buffer = new System.Text.StringBuilder();
buffer.Append("payloadNear([");
System.Collections.IEnumerator i = clauses.GetEnumerator();
while (i.MoveNext())
{
SpanQuery clause = (SpanQuery)i.Current;
buffer.Append(clause.ToString(field));
if (i.MoveNext())
{
buffer.Append(", ");
}
}
buffer.Append("], ");
buffer.Append(slop);
buffer.Append(", ");
buffer.Append(inOrder);
buffer.Append(")");
buffer.Append(ToStringUtils.Boost(GetBoost()));
return(buffer.ToString());
}
public override string ToString(string field)
{
System.Text.StringBuilder buffer = new System.Text.StringBuilder();
buffer.Append("payloadNear([");
var i = clauses.GetEnumerator();
while (i.MoveNext())
{
SpanQuery clause = i.Current;
buffer.Append(clause.ToString(field));
if (i.MoveNext())
{
buffer.Append(", ");
}
}
buffer.Append("], ");
buffer.Append(internalSlop);
buffer.Append(", ");
buffer.Append(inOrder);
buffer.Append(")");
buffer.Append(ToStringUtils.Boost(Boost));
return(buffer.ToString());
}
private void GetPayloads(ICollection<byte[]> payloads, SpanQuery query)
{
Lucene.Net.Search.Spans.Spans spans = query.GetSpans(reader);
while (spans.Next() == true)
{
if (spans.IsPayloadAvailable())
{
//ICollection<byte[]> payload = spans.GetPayload();
System.Collections.ICollection payload = spans.GetPayload();
//IEnumerator<byte[]> it = payload.GetEnumerator();
System.Collections.IEnumerator it = payload.GetEnumerator();
while (it.MoveNext())
{
byte[] bytes = (byte[]) it.Current;
payloads.Add(bytes);
}
}
}
}
/// <summary>Constructs a filter which only matches documents matching
/// <c>query</c>.
/// </summary>
/// <param name="query">The <see cref="Lucene.Net.Search.Spans.SpanQuery" /> to use as the basis for the Filter.
/// </param>
public SpanQueryFilter(SpanQuery query)
{
this.internalQuery = query;
}
/// <summary>MACRO for SpanNearQuery containing three SpanQueries </summary>
public virtual SpanNearQuery Snear(SpanQuery s, SpanQuery m, SpanQuery e, int slop, bool inOrder)
{
return(new SpanNearQuery(new SpanQuery[] { s, m, e }, slop, inOrder));
}
/// <summary>MACRO for SpanNotQuery </summary>
public virtual SpanNotQuery Snot(SpanQuery i, SpanQuery e)
{
return(new SpanNotQuery(i, e));
}
private SpanNearQuery SpanNearQuery(string fieldName, string words)
{
var wordList = _whiteSpaceRegex.Split(words);
var clauses = new SpanQuery[wordList.Length];
for (var i = 0; i < clauses.Length; i++)
{
clauses[i] = new PayloadTermQuery(new Term(fieldName, wordList[i]), new AveragePayloadFunction());
}
return new SpanNearQuery(clauses, 10000, false);
}
public virtual void TestPayloadNear()
{
SpanNearQuery q1, q2;
PayloadNearQuery query;
//SpanNearQuery(clauses, 10000, false)
q1 = SpanNearQuery("field2", "twenty two");
q2 = SpanNearQuery("field2", "twenty three");
SpanQuery[] clauses = new SpanQuery[2];
clauses[0] = q1;
clauses[1] = q2;
query = new PayloadNearQuery(clauses, 10, false);
//System.out.println(query.toString());
Assert.AreEqual(12, Searcher.Search(query, null, 100).TotalHits);
/*
System.out.println(hits.TotalHits);
for (int j = 0; j < hits.ScoreDocs.Length; j++) {
ScoreDoc doc = hits.ScoreDocs[j];
System.out.println("doc: "+doc.Doc+", score: "+doc.Score);
}
*/
}
/// <summary>MACRO for SpanNearQuery containing three SpanQueries </summary>
public virtual SpanNearQuery Snear(SpanQuery s, SpanQuery m, SpanQuery e, int slop, bool inOrder)
{
return new SpanNearQuery(new SpanQuery[]{s, m, e}, slop, inOrder);
}
/// <summary>MACRO for SpanNotQuery </summary>
public virtual SpanNotQuery Snot(SpanQuery i, SpanQuery e)
{
return new SpanNotQuery(i, e);
}
private void GetPayloads(ICollection<byte[]> payloads, SpanQuery query)
{
Spans.Spans spans = query.GetSpans(reader);
while (spans.Next() == true)
{
if (spans.IsPayloadAvailable())
{
ICollection<byte[]> payload = spans.GetPayload();
foreach (byte[] bytes in payload)
{
payloads.Add(bytes);
}
}
}
}
public virtual void TestPayloadsPos0()
{
Directory dir = NewDirectory();
RandomIndexWriter writer = new RandomIndexWriter(Random(), dir, new MockPayloadAnalyzer());
Document doc = new Document();
doc.Add(new TextField("content", new StringReader("a a b c d e a f g h i j a b k k")));
writer.AddDocument(doc);
IndexReader readerFromWriter = writer.Reader;
AtomicReader r = SlowCompositeReaderWrapper.Wrap(readerFromWriter);
DocsAndPositionsEnum tp = r.TermPositionsEnum(new Term("content", "a"));
int count = 0;
Assert.IsTrue(tp.NextDoc() != DocIdSetIterator.NO_MORE_DOCS);
// "a" occurs 4 times
Assert.AreEqual(4, tp.Freq());
Assert.AreEqual(0, tp.NextPosition());
Assert.AreEqual(1, tp.NextPosition());
Assert.AreEqual(3, tp.NextPosition());
Assert.AreEqual(6, tp.NextPosition());
// only one doc has "a"
Assert.AreEqual(DocIdSetIterator.NO_MORE_DOCS, tp.NextDoc());
IndexSearcher @is = NewSearcher(readerFromWriter);
SpanTermQuery stq1 = new SpanTermQuery(new Term("content", "a"));
SpanTermQuery stq2 = new SpanTermQuery(new Term("content", "k"));
SpanQuery[] sqs = new SpanQuery[] { stq1, stq2 };
SpanNearQuery snq = new SpanNearQuery(sqs, 30, false);
count = 0;
bool sawZero = false;
if (VERBOSE)
{
Console.WriteLine("\ngetPayloadSpans test");
}
Search.Spans.Spans pspans = MultiSpansWrapper.Wrap(@is.TopReaderContext, snq);
while (pspans.Next())
{
if (VERBOSE)
{
Console.WriteLine("doc " + pspans.Doc() + ": span " + pspans.Start() + " to " + pspans.End());
}
var payloads = pspans.Payload;
sawZero |= pspans.Start() == 0;
foreach (var bytes in payloads)
{
count++;
if (VERBOSE)
{
Console.WriteLine(" payload: " + Encoding.UTF8.GetString((byte[])(Array)bytes));
}
}
}
Assert.IsTrue(sawZero);
Assert.AreEqual(5, count);
// System.out.println("\ngetSpans test");
Search.Spans.Spans spans = MultiSpansWrapper.Wrap(@is.TopReaderContext, snq);
count = 0;
sawZero = false;
while (spans.Next())
{
count++;
sawZero |= spans.Start() == 0;
// System.out.println(spans.Doc() + " - " + spans.Start() + " - " +
// spans.End());
}
Assert.AreEqual(4, count);
Assert.IsTrue(sawZero);
// System.out.println("\nPayloadSpanUtil test");
sawZero = false;
PayloadSpanUtil psu = new PayloadSpanUtil(@is.TopReaderContext);
var pls = psu.GetPayloadsForQuery(snq);
count = pls.Count;
foreach (var bytes in pls)
{
string s = Encoding.UTF8.GetString(bytes);
//System.out.println(s);
sawZero |= s.Equals("pos: 0");
}
Assert.AreEqual(5, count);
Assert.IsTrue(sawZero);
writer.Dispose();
@is.IndexReader.Dispose();
dir.Dispose();
}
private void QueryToSpanQuery(Query query, ICollection<byte[]> payloads)
{
if (query is BooleanQuery)
{
BooleanClause[] queryClauses = ((BooleanQuery) query).GetClauses();
for (int i = 0; i < queryClauses.Length; i++)
{
if (!queryClauses[i].IsProhibited)
{
QueryToSpanQuery(queryClauses[i].Query, payloads);
}
}
}
else if (query is PhraseQuery)
{
Term[] phraseQueryTerms = ((PhraseQuery) query).GetTerms();
SpanQuery[] clauses = new SpanQuery[phraseQueryTerms.Length];
for (int i = 0; i < phraseQueryTerms.Length; i++)
{
clauses[i] = new SpanTermQuery(phraseQueryTerms[i]);
}
int slop = ((PhraseQuery) query).Slop;
bool inorder = false;
if (slop == 0)
{
inorder = true;
}
SpanNearQuery sp = new SpanNearQuery(clauses, slop, inorder);
sp.Boost = query.Boost;
GetPayloads(payloads, sp);
}
else if (query is TermQuery)
{
SpanTermQuery stq = new SpanTermQuery(((TermQuery) query).Term);
stq.Boost = query.Boost;
GetPayloads(payloads, stq);
}
else if (query is SpanQuery)
{
GetPayloads(payloads, (SpanQuery) query);
}
else if (query is FilteredQuery)
{
QueryToSpanQuery(((FilteredQuery) query).Query, payloads);
}
else if (query is DisjunctionMaxQuery)
{
for (IEnumerator<Query> iterator = ((DisjunctionMaxQuery)query).GetEnumerator(); iterator.MoveNext(); )
{
QueryToSpanQuery(iterator.Current, payloads);
}
}
else if (query is MultiPhraseQuery)
{
MultiPhraseQuery mpq = (MultiPhraseQuery) query;
System.Collections.Generic.IList<Term[]> termArrays = mpq.GetTermArrays();
int[] positions = mpq.GetPositions();
if (positions.Length > 0)
{
int maxPosition = positions[positions.Length - 1];
for (int i = 0; i < positions.Length - 1; ++i)
{
if (positions[i] > maxPosition)
{
maxPosition = positions[i];
}
}
IList<Query>[] disjunctLists = new IList<Query>[maxPosition + 1];
int distinctPositions = 0;
for (int i = 0; i < termArrays.Count; ++i)
{
Term[] termArray = termArrays[i];
IList<Query> disjuncts = disjunctLists[positions[i]];
if (disjuncts == null)
{
disjuncts = (disjunctLists[positions[i]] = new List<Query>(termArray.Length));
++distinctPositions;
}
foreach(Term term in termArray)
{
disjuncts.Add(new SpanTermQuery(term));
}
}
int positionGaps = 0;
int position = 0;
SpanQuery[] clauses = new SpanQuery[distinctPositions];
for (int i = 0; i < disjunctLists.Length; ++i)
{
IList<Query> disjuncts = disjunctLists[i];
if (disjuncts != null)
{
clauses[position++] = new SpanOrQuery((SpanQuery[]) (disjuncts.ToArray()));
}
else
{
++positionGaps;
}
}
int slop = mpq.Slop;
bool inorder = (slop == 0);
SpanNearQuery sp = new SpanNearQuery(clauses, slop + positionGaps, inorder);
sp.Boost = query.Boost;
GetPayloads(payloads, sp);
}
}
}
private PayloadNearQuery NewPhraseQuery(System.String fieldName, System.String phrase, bool inOrder)
{
int n;
System.String[] words = System.Text.RegularExpressions.Regex.Split(phrase, "[\\s]+");
SpanQuery[] clauses = new SpanQuery[words.Length];
for (int i = 0; i < clauses.Length; i++)
{
clauses[i] = new PayloadTermQuery(new Term(fieldName, words[i]), new AveragePayloadFunction());
}
return new PayloadNearQuery(clauses, 0, inOrder);
}
private SpanNearQuery SpanNearQuery_Renamed(System.String fieldName, System.String words)
{
System.String[] wordList = System.Text.RegularExpressions.Regex.Split(words, "[\\s]+");
SpanQuery[] clauses = new SpanQuery[wordList.Length];
for (int i = 0; i < clauses.Length; i++)
{
clauses[i] = new PayloadTermQuery(new Term(fieldName, wordList[i]), new AveragePayloadFunction());
}
return new SpanNearQuery(clauses, 10000, false);
}
private void QueryToSpanQuery(Query query, ICollection <byte[]> payloads, IState state)
{
if (query is BooleanQuery)
{
BooleanClause[] queryClauses = ((BooleanQuery)query).GetClauses();
for (int i = 0; i < queryClauses.Length; i++)
{
if (!queryClauses[i].IsProhibited)
{
QueryToSpanQuery(queryClauses[i].Query, payloads, state);
}
}
}
else if (query is PhraseQuery)
{
Term[] phraseQueryTerms = ((PhraseQuery)query).GetTerms();
SpanQuery[] clauses = new SpanQuery[phraseQueryTerms.Length];
for (int i = 0; i < phraseQueryTerms.Length; i++)
{
clauses[i] = new SpanTermQuery(phraseQueryTerms[i]);
}
int slop = ((PhraseQuery)query).Slop;
bool inorder = false;
if (slop == 0)
{
inorder = true;
}
SpanNearQuery sp = new SpanNearQuery(clauses, slop, inorder);
sp.Boost = query.Boost;
GetPayloads(payloads, sp, state);
}
else if (query is TermQuery)
{
SpanTermQuery stq = new SpanTermQuery(((TermQuery)query).Term);
stq.Boost = query.Boost;
GetPayloads(payloads, stq, state);
}
else if (query is SpanQuery)
{
GetPayloads(payloads, (SpanQuery)query, state);
}
else if (query is FilteredQuery)
{
QueryToSpanQuery(((FilteredQuery)query).Query, payloads, state);
}
else if (query is DisjunctionMaxQuery)
{
for (IEnumerator <Query> iterator = ((DisjunctionMaxQuery)query).GetEnumerator(); iterator.MoveNext();)
{
QueryToSpanQuery(iterator.Current, payloads, state);
}
}
else if (query is MultiPhraseQuery)
{
MultiPhraseQuery mpq = (MultiPhraseQuery)query;
System.Collections.Generic.IList <Term[]> termArrays = mpq.GetTermArrays();
int[] positions = mpq.GetPositions();
if (positions.Length > 0)
{
int maxPosition = positions[positions.Length - 1];
for (int i = 0; i < positions.Length - 1; ++i)
{
if (positions[i] > maxPosition)
{
maxPosition = positions[i];
}
}
IList <Query>[] disjunctLists = new IList <Query> [maxPosition + 1];
int distinctPositions = 0;
for (int i = 0; i < termArrays.Count; ++i)
{
Term[] termArray = termArrays[i];
IList <Query> disjuncts = disjunctLists[positions[i]];
if (disjuncts == null)
{
disjuncts = (disjunctLists[positions[i]] = new List <Query>(termArray.Length));
++distinctPositions;
}
foreach (Term term in termArray)
{
disjuncts.Add(new SpanTermQuery(term));
}
}
int positionGaps = 0;
int position = 0;
SpanQuery[] clauses = new SpanQuery[distinctPositions];
for (int i = 0; i < disjunctLists.Length; ++i)
{
IList <Query> disjuncts = disjunctLists[i];
if (disjuncts != null)
{
clauses[position++] = new SpanOrQuery((SpanQuery[])(disjuncts.ToArray()));
}
else
{
++positionGaps;
}
}
int slop = mpq.Slop;
bool inorder = (slop == 0);
SpanNearQuery sp = new SpanNearQuery(clauses, slop + positionGaps, inorder);
sp.Boost = query.Boost;
GetPayloads(payloads, sp, state);
}
}
}
private void QueryToSpanQuery(Query query, ICollection<byte[]> payloads)
{
if (query is BooleanQuery)
{
BooleanClause[] queryClauses = ((BooleanQuery) query).GetClauses();
for (int i = 0; i < queryClauses.Length; i++)
{
if (!queryClauses[i].IsProhibited())
{
QueryToSpanQuery(queryClauses[i].GetQuery(), payloads);
}
}
}
else if (query is PhraseQuery)
{
Term[] phraseQueryTerms = ((PhraseQuery) query).GetTerms();
SpanQuery[] clauses = new SpanQuery[phraseQueryTerms.Length];
for (int i = 0; i < phraseQueryTerms.Length; i++)
{
clauses[i] = new SpanTermQuery(phraseQueryTerms[i]);
}
int slop = ((PhraseQuery) query).GetSlop();
bool inorder = false;
if (slop == 0)
{
inorder = true;
}
SpanNearQuery sp = new SpanNearQuery(clauses, slop, inorder);
sp.SetBoost(query.GetBoost());
GetPayloads(payloads, sp);
}
else if (query is TermQuery)
{
SpanTermQuery stq = new SpanTermQuery(((TermQuery) query).GetTerm());
stq.SetBoost(query.GetBoost());
GetPayloads(payloads, stq);
}
else if (query is SpanQuery)
{
GetPayloads(payloads, (SpanQuery) query);
}
else if (query is FilteredQuery)
{
QueryToSpanQuery(((FilteredQuery) query).GetQuery(), payloads);
}
else if (query is DisjunctionMaxQuery)
{
for (System.Collections.IEnumerator iterator = ((DisjunctionMaxQuery) query).Iterator(); iterator.MoveNext(); )
{
QueryToSpanQuery((Query) iterator.Current, payloads);
}
}
else if (query is MultiPhraseQuery)
{
MultiPhraseQuery mpq = (MultiPhraseQuery) query;
System.Collections.IList termArrays = mpq.GetTermArrays();
int[] positions = mpq.GetPositions();
if (positions.Length > 0)
{
int maxPosition = positions[positions.Length - 1];
for (int i = 0; i < positions.Length - 1; ++i)
{
if (positions[i] > maxPosition)
{
maxPosition = positions[i];
}
}
System.Collections.ArrayList[] disjunctLists = new System.Collections.ArrayList[maxPosition + 1];
int distinctPositions = 0;
for (int i = 0; i < termArrays.Count; ++i)
{
Term[] termArray = (Term[]) termArrays[i];
System.Collections.IList disjuncts = disjunctLists[positions[i]];
if (disjuncts == null)
{
disjuncts = (disjunctLists[positions[i]] = new System.Collections.ArrayList(termArray.Length));
++distinctPositions;
}
for (int j = 0; j < termArray.Length; ++j)
{
disjuncts.Add(new SpanTermQuery(termArray[j]));
}
}
int positionGaps = 0;
int position = 0;
SpanQuery[] clauses = new SpanQuery[distinctPositions];
for (int i = 0; i < disjunctLists.Length; ++i)
{
System.Collections.ArrayList disjuncts = disjunctLists[i];
if (disjuncts != null)
{
clauses[position++] = new SpanOrQuery((SpanQuery[]) (disjuncts.ToArray(typeof(SpanQuery[]))));
}
else
{
++positionGaps;
}
}
int slop = mpq.GetSlop();
bool inorder = (slop == 0);
SpanNearQuery sp = new SpanNearQuery(clauses, slop + positionGaps, inorder);
sp.SetBoost(query.GetBoost());
GetPayloads(payloads, sp);
}
}
}
/// <summary>MACRO for SpanOrQuery containing two SpanQueries </summary>
public virtual SpanOrQuery Sor(SpanQuery s, SpanQuery m, SpanQuery e)
{
return new SpanOrQuery(new SpanQuery[]{s, m, e});
}
public PayloadNearSpanWeight(PayloadNearQuery enclosingInstance, SpanQuery query, Searcher searcher)
: base(query, searcher)
{
InitBlock(enclosingInstance);
}
public virtual void TestComplexNested()
{
PayloadNearQuery query;
TopDocs hits;
// combine ordered and unordered spans with some nesting to make sure all payloads are counted
SpanQuery q1 = NewPhraseQuery("field", "nine hundred", true, new AveragePayloadFunction());
SpanQuery q2 = NewPhraseQuery("field", "ninety nine", true, new AveragePayloadFunction());
SpanQuery q3 = NewPhraseQuery("field", "nine ninety", false, new AveragePayloadFunction());
SpanQuery q4 = NewPhraseQuery("field", "hundred nine", false, new AveragePayloadFunction());
SpanQuery[] clauses = new SpanQuery[] { new PayloadNearQuery(new SpanQuery[] { q1, q2 }, 0, true), new PayloadNearQuery(new SpanQuery[] { q3, q4 }, 0, false) };
query = new PayloadNearQuery(clauses, 0, false);
hits = Searcher.Search(query, null, 100);
Assert.IsTrue(hits != null, "hits is null and it shouldn't be");
// should be only 1 hit - doc 999
Assert.IsTrue(hits.ScoreDocs.Length == 1, "should only be one hit");
// the score should be 3 - the average of all the underlying payloads
ScoreDoc doc = hits.ScoreDocs[0];
// System.out.println("Doc: " + doc.toString());
// System.out.println("Explain: " + searcher.Explain(query, doc.Doc));
Assert.IsTrue(doc.Score == 3, doc.Score + " does not equal: " + 3);
}
public PayloadNearQuery(SpanQuery[] clauses, int slop, bool inOrder)
: this(clauses, slop, inOrder, new AveragePayloadFunction())
{
}
private PayloadNearQuery NewPhraseQuery(string fieldName, string phrase, bool inOrder, PayloadFunction function)
{
var words = _whiteSpaceRegex.Split(phrase);
var clauses = new SpanQuery[words.Length];
for (var i = 0; i < clauses.Length; i++)
{
clauses[i] = new SpanTermQuery(new Term(fieldName, words[i]));
}
return new PayloadNearQuery(clauses, 0, inOrder, function);
}
public PayloadNearQuery(SpanQuery[] clauses, int slop, bool inOrder, PayloadFunction function)
: base(clauses, slop, inOrder)
{
fieldName = clauses[0].GetField(); // all clauses must have same field
this.function = function;
}
/// <summary>Constructs a filter which only matches documents matching
/// <c>query</c>.
/// </summary>
/// <param name="query">The <see cref="Lucene.Net.Search.Spans.SpanQuery" /> to use as the basis for the Filter.
/// </param>
public SpanQueryFilter(SpanQuery query)
{
this.internalQuery = query;
}
public PayloadNearSpanWeight(PayloadNearQuery enclosingInstance, SpanQuery query, Searcher searcher) : base(query, searcher)
{
InitBlock(enclosingInstance);
}
/// <summary>MACRO for SpanOrQuery containing two SpanQueries </summary>
public virtual SpanOrQuery Sor(SpanQuery s, SpanQuery m, SpanQuery e)
{
return(new SpanOrQuery(new SpanQuery[] { s, m, e }));
}
public virtual void TestPayloadsPos0()
{
for (int x = 0; x < 2; x++)
{
Directory dir = new MockRAMDirectory();
IndexWriter writer = new IndexWriter(dir, new TestPayloadAnalyzer(), true, IndexWriter.MaxFieldLength.LIMITED);
if (x == 1)
{
writer.SetAllowMinus1Position();
}
Document doc = new Document();
System.IO.MemoryStream ms = new System.IO.MemoryStream();
System.IO.StreamWriter sw = new System.IO.StreamWriter(ms);
sw.Write("a a b c d e a f g h i j a b k k");
// flush to stream & reset it's position so it can be read
sw.Flush();
ms.Position = 0;
doc.Add(new Field("content", new System.IO.StreamReader(ms)));
writer.AddDocument(doc);
IndexReader r = writer.GetReader();
TermPositions tp = r.TermPositions(new Term("content", "a"));
int count = 0;
Assert.IsTrue(tp.Next());
// "a" occurs 4 times
Assert.AreEqual(4, tp.Freq());
int expected;
if (x == 1)
{
expected = System.Int32.MaxValue;
}
else
{
expected = 0;
}
Assert.AreEqual(expected, tp.NextPosition());
if (x == 1)
{
continue;
}
Assert.AreEqual(1, tp.NextPosition());
Assert.AreEqual(3, tp.NextPosition());
Assert.AreEqual(6, tp.NextPosition());
// only one doc has "a"
Assert.IsFalse(tp.Next());
IndexSearcher is_Renamed = new IndexSearcher(r);
SpanTermQuery stq1 = new SpanTermQuery(new Term("content", "a"));
SpanTermQuery stq2 = new SpanTermQuery(new Term("content", "k"));
SpanQuery[] sqs = new SpanQuery[]{stq1, stq2};
SpanNearQuery snq = new SpanNearQuery(sqs, 30, false);
count = 0;
bool sawZero = false;
//System.out.println("\ngetPayloadSpans test");
Lucene.Net.Search.Spans.Spans pspans = snq.GetSpans(is_Renamed.GetIndexReader());
while (pspans.Next())
{
//System.out.println(pspans.doc() + " - " + pspans.start() + " - "+ pspans.end());
System.Collections.Generic.ICollection<byte[]> payloads = pspans.GetPayload();
sawZero |= pspans.Start() == 0;
for (System.Collections.IEnumerator it = payloads.GetEnumerator(); it.MoveNext(); )
{
count++;
System.Object generatedAux2 = it.Current;
//System.out.println(new String((byte[]) it.next()));
}
}
Assert.AreEqual(5, count);
Assert.IsTrue(sawZero);
//System.out.println("\ngetSpans test");
Lucene.Net.Search.Spans.Spans spans = snq.GetSpans(is_Renamed.GetIndexReader());
count = 0;
sawZero = false;
while (spans.Next())
{
count++;
sawZero |= spans.Start() == 0;
//System.out.println(spans.doc() + " - " + spans.start() + " - " + spans.end());
}
Assert.AreEqual(4, count);
Assert.IsTrue(sawZero);
//System.out.println("\nPayloadSpanUtil test");
sawZero = false;
PayloadSpanUtil psu = new PayloadSpanUtil(is_Renamed.GetIndexReader());
System.Collections.Generic.ICollection<byte[]> pls = psu.GetPayloadsForQuery(snq);
count = pls.Count;
for (System.Collections.IEnumerator it = pls.GetEnumerator(); it.MoveNext(); )
{
System.String s = new System.String(System.Text.UTF8Encoding.UTF8.GetChars((byte[]) it.Current));
//System.out.println(s);
sawZero |= s.Equals("pos: 0");
}
Assert.AreEqual(5, count);
Assert.IsTrue(sawZero);
writer.Close();
is_Renamed.GetIndexReader().Close();
dir.Close();
}
}
public virtual void TestGetBestFragmentsFilteredQuery()
{
RangeFilter rf = new RangeFilter("contents", "john", "john", true, true);
SpanQuery[] clauses = new SpanQuery[]{new SpanTermQuery(new Term("contents", "john")), new SpanTermQuery(new Term("contents", "kennedy"))};
SpanNearQuery snq = new SpanNearQuery(clauses, 1, true);
FilteredQuery fq = new FilteredQuery(snq, rf);
DoSearching(fq);
DoStandardHighlights();
//Currently highlights "John" and "Kennedy" separately
Assert.IsTrue(numHighlights == 2, "Failed to find correct number of highlights " + numHighlights + " found");
}
/// <summary>Constructs a filter which only matches documents matching
/// <code>query</code>.
/// </summary>
/// <param name="query">The {@link Lucene.Net.Search.Spans.SpanQuery} to use as the basis for the Filter.
/// </param>
public SpanQueryFilter(SpanQuery query)
{
this.query = query;
}
/// <summary>
/// MACRO for SpanOrQuery containing two SpanQueries </summary>
public virtual SpanOrQuery Sor(SpanQuery s, SpanQuery e)
{
return new SpanOrQuery(s, e);
}
public virtual void TestPayloadsPos0()
{
Directory dir = new MockRAMDirectory();
IndexWriter writer = new IndexWriter(dir, new TestPayloadAnalyzer(), true,
IndexWriter.MaxFieldLength.LIMITED);
Document doc = new Document();
System.IO.MemoryStream ms = new System.IO.MemoryStream();
System.IO.StreamWriter sw = new System.IO.StreamWriter(ms);
sw.Write("a a b c d e a f g h i j a b k k");
// flush to stream & reset it's position so it can be read
sw.Flush();
ms.Position = 0;
doc.Add(new Field("content", new System.IO.StreamReader(ms)));
writer.AddDocument(doc);
IndexReader r = writer.GetReader();
TermPositions tp = r.TermPositions(new Term("content", "a"));
int count = 0;
Assert.IsTrue(tp.Next());
// "a" occurs 4 times
Assert.AreEqual(4, tp.Freq);
int expected = 0;
Assert.AreEqual(expected, tp.NextPosition());
Assert.AreEqual(1, tp.NextPosition());
Assert.AreEqual(3, tp.NextPosition());
Assert.AreEqual(6, tp.NextPosition());
// only one doc has "a"
Assert.IsFalse(tp.Next());
IndexSearcher is_Renamed = new IndexSearcher(r);
SpanTermQuery stq1 = new SpanTermQuery(new Term("content", "a"));
SpanTermQuery stq2 = new SpanTermQuery(new Term("content", "k"));
SpanQuery[] sqs = new SpanQuery[] { stq1, stq2 };
SpanNearQuery snq = new SpanNearQuery(sqs, 30, false);
count = 0;
bool sawZero = false;
//System.out.println("\ngetPayloadSpans test");
Lucene.Net.Search.Spans.Spans pspans = snq.GetSpans(is_Renamed.IndexReader);
while (pspans.Next())
{
//System.out.println(pspans.doc() + " - " + pspans.start() + " - "+ pspans.end());
System.Collections.Generic.ICollection <byte[]> payloads = pspans.GetPayload();
sawZero |= pspans.Start() == 0;
for (System.Collections.IEnumerator it = payloads.GetEnumerator(); it.MoveNext();)
{
count++;
System.Object generatedAux2 = it.Current;
//System.out.println(new String((byte[]) it.next()));
}
}
Assert.AreEqual(5, count);
Assert.IsTrue(sawZero);
//System.out.println("\ngetSpans test");
Lucene.Net.Search.Spans.Spans spans = snq.GetSpans(is_Renamed.IndexReader);
count = 0;
sawZero = false;
while (spans.Next())
{
count++;
sawZero |= spans.Start() == 0;
//System.out.println(spans.doc() + " - " + spans.start() + " - " + spans.end());
}
Assert.AreEqual(4, count);
Assert.IsTrue(sawZero);
//System.out.println("\nPayloadSpanUtil test");
sawZero = false;
PayloadSpanUtil psu = new PayloadSpanUtil(is_Renamed.IndexReader);
System.Collections.Generic.ICollection <byte[]> pls = psu.GetPayloadsForQuery(snq);
count = pls.Count;
for (System.Collections.IEnumerator it = pls.GetEnumerator(); it.MoveNext();)
{
System.String s = new System.String(System.Text.UTF8Encoding.UTF8.GetChars((byte[])it.Current));
//System.out.println(s);
sawZero |= s.Equals("pos: 0");
}
Assert.AreEqual(5, count);
Assert.IsTrue(sawZero);
writer.Close();
is_Renamed.IndexReader.Close();
dir.Close();
}
/// <summary>Constructs a filter which only matches documents matching
/// <code>query</code>.
/// </summary>
/// <param name="query">The {@link Lucene.Net.Search.Spans.SpanQuery} to use as the basis for the Filter.
/// </param>
public SpanQueryFilter(SpanQuery query)
{
this.query = query;
}
private void GetPayloads(ICollection<byte[]> payloads, SpanQuery query)
{
Lucene.Net.Search.Spans.Spans spans = query.GetSpans(reader);
while (spans.Next() == true)
{
if (spans.IsPayloadAvailable())
{
//ICollection<byte[]> payload = spans.GetPayload();
System.Collections.Generic.ICollection<byte[]> payload = spans.GetPayload();
//IEnumerator<byte[]> it = payload.GetEnumerator();
foreach (byte[] bytes in payload)
{
payloads.Add(bytes);
}
}
}
}
private void QueryToSpanQuery(Query query, ICollection <byte[]> payloads)
{
if (query is BooleanQuery)
{
BooleanClause[] queryClauses = ((BooleanQuery)query).GetClauses();
for (int i = 0; i < queryClauses.Length; i++)
{
if (!queryClauses[i].IsProhibited())
{
QueryToSpanQuery(queryClauses[i].GetQuery(), payloads);
}
}
}
else if (query is PhraseQuery)
{
Term[] phraseQueryTerms = ((PhraseQuery)query).GetTerms();
SpanQuery[] clauses = new SpanQuery[phraseQueryTerms.Length];
for (int i = 0; i < phraseQueryTerms.Length; i++)
{
clauses[i] = new SpanTermQuery(phraseQueryTerms[i]);
}
int slop = ((PhraseQuery)query).GetSlop();
bool inorder = false;
if (slop == 0)
{
inorder = true;
}
SpanNearQuery sp = new SpanNearQuery(clauses, slop, inorder);
sp.SetBoost(query.GetBoost());
GetPayloads(payloads, sp);
}
else if (query is TermQuery)
{
SpanTermQuery stq = new SpanTermQuery(((TermQuery)query).GetTerm());
stq.SetBoost(query.GetBoost());
GetPayloads(payloads, stq);
}
else if (query is SpanQuery)
{
GetPayloads(payloads, (SpanQuery)query);
}
else if (query is FilteredQuery)
{
QueryToSpanQuery(((FilteredQuery)query).GetQuery(), payloads);
}
else if (query is DisjunctionMaxQuery)
{
for (System.Collections.IEnumerator iterator = ((DisjunctionMaxQuery)query).Iterator(); iterator.MoveNext();)
{
QueryToSpanQuery((Query)iterator.Current, payloads);
}
}
else if (query is MultiPhraseQuery)
{
MultiPhraseQuery mpq = (MultiPhraseQuery)query;
System.Collections.IList termArrays = mpq.GetTermArrays();
int[] positions = mpq.GetPositions();
if (positions.Length > 0)
{
int maxPosition = positions[positions.Length - 1];
for (int i = 0; i < positions.Length - 1; ++i)
{
if (positions[i] > maxPosition)
{
maxPosition = positions[i];
}
}
System.Collections.ArrayList[] disjunctLists = new System.Collections.ArrayList[maxPosition + 1];
int distinctPositions = 0;
for (int i = 0; i < termArrays.Count; ++i)
{
Term[] termArray = (Term[])termArrays[i];
System.Collections.ArrayList disjuncts = disjunctLists[positions[i]];
if (disjuncts == null)
{
disjuncts = (disjunctLists[positions[i]] = new System.Collections.ArrayList(termArray.Length));
++distinctPositions;
}
for (int j = 0; j < termArray.Length; ++j)
{
disjuncts.Add(new SpanTermQuery(termArray[j]));
}
}
int positionGaps = 0;
int position = 0;
SpanQuery[] clauses = new SpanQuery[distinctPositions];
for (int i = 0; i < disjunctLists.Length; ++i)
{
System.Collections.ArrayList disjuncts = disjunctLists[i];
if (disjuncts != null)
{
clauses[position++] = new SpanOrQuery((SpanQuery[])(disjuncts.ToArray(typeof(SpanQuery[]))));
}
else
{
++positionGaps;
}
}
int slop = mpq.GetSlop();
bool inorder = (slop == 0);
SpanNearQuery sp = new SpanNearQuery(clauses, slop + positionGaps, inorder);
sp.SetBoost(query.GetBoost());
GetPayloads(payloads, sp);
}
}
}
private void GetPayloads(ICollection<byte[]> payloads, SpanQuery query)
{
PayloadSpans spans = query.GetPayloadSpans(reader);
while (spans.Next() == true)
{
if (spans.IsPayloadAvailable())
{
ICollection<byte[]> payload = spans.GetPayload();
IEnumerator<byte[]> it = payload.GetEnumerator();
while (it.MoveNext())
{
byte[] bytes = it.Current;
payloads.Add(bytes);
}
}
}
}
