public void TestFieldTermStackIndex1w2wSearch1phrase()
{
MakeIndex1w2w();
FieldQuery fq = new FieldQuery(PqF("personal", "computer"), true, true);
FieldTermStack stack = new FieldTermStack(reader, 0, F, fq);
Assert.AreEqual(2, stack.termList.Count);
Assert.AreEqual("personal(3,5,1)", stack.Pop().ToString());
Assert.AreEqual("computer(3,5,2)", stack.Pop().ToString());
}
public void TestFieldTermStack()
{
MakeIndexLongMV();
FieldQuery fq = new FieldQuery(Preq("engin"), true, true);
FieldTermStack stack = new FieldTermStack(reader, 0, F, fq);
Assert.AreEqual(2, stack.termList.Count);
Assert.AreEqual("engines(109,116,15)", stack.Pop().ToString());
Assert.AreEqual("engines(164,171,25)", stack.Pop().ToString());
}
public void Test1TermB()
{
makeIndexB();
FieldQuery fq = new FieldQuery(Tq("ab"), true, true);
FieldTermStack stack = new FieldTermStack(reader, 0, F, fq);
Assert.AreEqual(2, stack.termList.Count);
Assert.AreEqual("ab(2,4,2)", stack.Pop().ToString());
Assert.AreEqual("ab(6,8,6)", stack.Pop().ToString());
}
public void Test1Phrase()
{
MakeIndex();
FieldQuery fq = new FieldQuery(PqF("c", "d"), true, true);
FieldTermStack stack = new FieldTermStack(reader, 0, F, fq);
Assert.AreEqual(3, stack.termList.Count);
Assert.AreEqual("c(10,11,5)", stack.Pop().ToString());
Assert.AreEqual("c(18,19,9)", stack.Pop().ToString());
Assert.AreEqual("d(20,21,10)", stack.Pop().ToString());
}
public void Test1PhraseMVB()
{
MakeIndexLongMVB();
FieldQuery fq = new FieldQuery(PqF("sp", "pe", "ee", "ed"), true, true); // "speed" -(2gram)-> "sp","pe","ee","ed"
FieldTermStack stack = new FieldTermStack(reader, 0, F, fq);
Assert.AreEqual(4, stack.termList.Count);
Assert.AreEqual("sp(88,90,61)", stack.Pop().ToString());
Assert.AreEqual("pe(89,91,62)", stack.Pop().ToString());
Assert.AreEqual("ee(90,92,63)", stack.Pop().ToString());
Assert.AreEqual("ed(91,93,64)", stack.Pop().ToString());
}
public void Test1PhraseLongMV()
{
MakeIndexLongMV();
FieldQuery fq = new FieldQuery(PqF("search", "engines"), true, true);
FieldTermStack stack = new FieldTermStack(reader, 0, F, fq);
Assert.AreEqual(4, stack.termList.Count);
Assert.AreEqual("search(102,108,14)", stack.Pop().ToString());
Assert.AreEqual("engines(109,116,15)", stack.Pop().ToString());
Assert.AreEqual("search(157,163,24)", stack.Pop().ToString());
Assert.AreEqual("engines(164,171,25)", stack.Pop().ToString());
}
public void Test1PhraseB()
{
makeIndexB();
FieldQuery fq = new FieldQuery(PqF("ab", "bb"), true, true);
FieldTermStack stack = new FieldTermStack(reader, 0, F, fq);
Assert.AreEqual(4, stack.termList.Count);
Assert.AreEqual("ab(2,4,2)", stack.Pop().ToString());
Assert.AreEqual("bb(3,5,3)", stack.Pop().ToString());
Assert.AreEqual("ab(6,8,6)", stack.Pop().ToString());
Assert.AreEqual("bb(7,9,7)", stack.Pop().ToString());
}
public void Test2TermsB()
{
makeIndexB();
BooleanQuery query = new BooleanQuery();
query.Add(Tq("bc"), Occur.SHOULD);
query.Add(Tq("ef"), Occur.SHOULD);
FieldQuery fq = new FieldQuery(query, true, true);
FieldTermStack stack = new FieldTermStack(reader, 0, F, fq);
Assert.AreEqual(3, stack.termList.Count);
Assert.AreEqual("bc(4,6,4)", stack.Pop().ToString());
Assert.AreEqual("bc(8,10,8)", stack.Pop().ToString());
Assert.AreEqual("ef(11,13,11)", stack.Pop().ToString());
}
public void Test1PhraseShortMV()
{
MakeIndexShortMV();
FieldQuery fq = new FieldQuery(Tq("d"), true, true);
FieldTermStack stack = new FieldTermStack(reader, 0, F, fq);
Assert.AreEqual(1, stack.termList.Count);
Assert.AreEqual("d(6,7,3)", stack.Pop().ToString());
}
public void TestFieldTermStackIndex1w2wSearch1partial()
{
MakeIndex1w2w();
FieldQuery fq = new FieldQuery(Tq("computer"), true, true);
FieldTermStack stack = new FieldTermStack(reader, 0, F, fq);
Assert.AreEqual(1, stack.termList.Count);
Assert.AreEqual("computer(3,5,2)", stack.Pop().ToString());
}
public void TestFieldTermStackIndex1w2wSearch1term()
{
MakeIndex1w2w();
FieldQuery fq = new FieldQuery(Tq("pc"), true, true);
FieldTermStack stack = new FieldTermStack(reader, 0, F, fq, null);
Assert.AreEqual(1, stack.termList.Count);
Assert.AreEqual("pc(3,5,1)", stack.Pop().ToString());
}
public void TestFieldTermStackIndex1wSearch2terms()
{
MakeIndex1w();
BooleanQuery bq = new BooleanQuery();
bq.Add(Tq("Mac"), Occur.SHOULD);
bq.Add(Tq("MacBook"), Occur.SHOULD);
FieldQuery fq = new FieldQuery(bq, true, true);
FieldTermStack stack = new FieldTermStack(reader, 0, F, fq);
Assert.AreEqual(2, stack.termList.Count);
Dictionary <String, String> expectedSet = new Dictionary <String, String>();
expectedSet.Add("Mac(11,20,3)", "");
expectedSet.Add("MacBook(11,20,3)", "");
Assert.IsTrue(expectedSet.ContainsKey(stack.Pop().ToString()));
Assert.IsTrue(expectedSet.ContainsKey(stack.Pop().ToString()));
}
public void TestFieldTermStackIndex1wSearch1term()
{
MakeIndex1w();
FieldQuery fq = new FieldQuery(Tq("Mac"), true, true);
FieldTermStack stack = new FieldTermStack(reader, 0, F, fq);
Assert.AreEqual(1, stack.termList.Count);
Assert.AreEqual("Mac(11,20,3)", stack.Pop().ToString());
}
public void TestFieldTermStackIndex2w1wSearch1term1phrase()
{
MakeIndex2w1w();
BooleanQuery bq = new BooleanQuery();
bq.Add(Tq("pc"), Occur.SHOULD);
bq.Add(PqF("personal", "computer"), Occur.SHOULD);
FieldQuery fq = new FieldQuery(bq, true, true);
FieldTermStack stack = new FieldTermStack(reader, 0, F, fq);
Assert.AreEqual(3, stack.termList.Count);
Dictionary <String, String> expectedSet = new Dictionary <String, String>();
expectedSet.Add("pc(3,20,1)", "");
expectedSet.Add("personal(3,20,1)", "");
Assert.IsTrue(expectedSet.ContainsKey(stack.Pop().ToString()));
Assert.IsTrue(expectedSet.ContainsKey(stack.Pop().ToString()));
Assert.AreEqual("computer(3,20,2)", stack.Pop().ToString());
}
public void Test2Terms()
{
MakeIndex();
BooleanQuery query = new BooleanQuery();
query.Add(Tq("b"), Occur.SHOULD);
query.Add(Tq("c"), Occur.SHOULD);
FieldQuery fq = new FieldQuery(query, true, true);
FieldTermStack stack = new FieldTermStack(reader, 0, F, fq);
Assert.AreEqual(8, stack.termList.Count);
Assert.AreEqual("b(6,7,3)", stack.Pop().ToString());
Assert.AreEqual("b(8,9,4)", stack.Pop().ToString());
Assert.AreEqual("c(10,11,5)", stack.Pop().ToString());
Assert.AreEqual("b(14,15,7)", stack.Pop().ToString());
Assert.AreEqual("b(16,17,8)", stack.Pop().ToString());
Assert.AreEqual("c(18,19,9)", stack.Pop().ToString());
Assert.AreEqual("b(26,27,13)", stack.Pop().ToString());
Assert.AreEqual("b(30,31,15)", stack.Pop().ToString());
}
public void Test1Term()
{
MakeIndex();
FieldQuery fq = new FieldQuery(Tq("a"), true, true);
FieldTermStack stack = new FieldTermStack(reader, 0, F, fq);
Assert.AreEqual(6, stack.termList.Count);
Assert.AreEqual("a(0,1,0)", stack.Pop().ToString());
Assert.AreEqual("a(2,3,1)", stack.Pop().ToString());
Assert.AreEqual("a(4,5,2)", stack.Pop().ToString());
Assert.AreEqual("a(12,13,6)", stack.Pop().ToString());
Assert.AreEqual("a(28,29,14)", stack.Pop().ToString());
Assert.AreEqual("a(32,33,16)", stack.Pop().ToString());
}
/// <summary>
/// a constructor.
/// </summary>
/// <param name="fieldTermStack">FieldTermStack object</param>
/// <param name="fieldQuery">FieldQuery object</param>
public FieldPhraseList(FieldTermStack fieldTermStack, FieldQuery fieldQuery)
{
String field = fieldTermStack.GetFieldName();
LinkedList <TermInfo> phraseCandidate = new LinkedList <TermInfo>();
QueryPhraseMap currMap = null;
QueryPhraseMap nextMap = null;
while (!fieldTermStack.IsEmpty())
{
phraseCandidate.Clear();
TermInfo ti = fieldTermStack.Pop();
currMap = fieldQuery.GetFieldTermMap(field, ti.GetText());
// if not found, discard top TermInfo from stack, then try next element
if (currMap == null)
{
continue;
}
// if found, search the longest phrase
phraseCandidate.AddLast(ti);
while (true)
{
ti = fieldTermStack.Pop();
nextMap = null;
if (ti != null)
{
nextMap = currMap.GetTermMap(ti.GetText());
}
if (ti == null || nextMap == null)
{
if (ti != null)
{
fieldTermStack.Push(ti);
}
if (currMap.IsValidTermOrPhrase(new List <TermInfo>(phraseCandidate)))
{
AddIfNoOverlap(new WeightedPhraseInfo(phraseCandidate, currMap.GetBoost(), currMap.GetTermOrPhraseNumber()));
}
else
{
while (phraseCandidate.Count > 1)
{
TermInfo last = phraseCandidate.Last.Value;
phraseCandidate.RemoveLast();
fieldTermStack.Push(last);
currMap = fieldQuery.SearchPhrase(field, new List <TermInfo>(phraseCandidate));
if (currMap != null)
{
AddIfNoOverlap(new WeightedPhraseInfo(phraseCandidate, currMap.GetBoost(), currMap.GetTermOrPhraseNumber()));
break;
}
}
}
break;
}
else
{
phraseCandidate.AddLast(ti);
currMap = nextMap;
}
}
}
}
