public override FacetDataCache Load(BoboSegmentReader reader, BoboSegmentReader.WorkArea workArea)
{
MultiValueFacetDataCache dataCache = new MultiValueFacetDataCache();
dataCache.MaxItems = maxItems;
if (m_sizePayloadTerm == null)
{
dataCache.Load(m_indexFieldName, reader, m_termListFactory, workArea);
}
else
{
dataCache.Load(m_indexFieldName, reader, m_termListFactory, m_sizePayloadTerm);
}
return(dataCache);
}
/// <summary>
/// loads multi-value facet data. This method uses a workarea to prepare loading.
/// </summary>
/// <param name="fieldName"></param>
/// <param name="reader"></param>
/// <param name="listFactory"></param>
/// <param name="workArea"></param>
public virtual void Load(string fieldName, AtomicReader reader, TermListFactory listFactory, BoboSegmentReader.WorkArea workArea)
{
#if FEATURE_STRING_INTERN
string field = string.Intern(fieldName);
#else
string field = fieldName;
#endif
int maxdoc = reader.MaxDoc;
BigNestedInt32Array.BufferedLoader loader = GetBufferedLoader(maxdoc, workArea);
ITermValueList list = (listFactory == null ? (ITermValueList) new TermStringList() : listFactory.CreateTermList());
List <int> minIDList = new List <int>();
List <int> maxIDList = new List <int>();
List <int> freqList = new List <int>();
OpenBitSet bitset = new OpenBitSet(maxdoc + 1);
int negativeValueCount = GetNegativeValueCount(reader, field);
int t = 1; // valid term id starts from 1
list.Add(null);
minIDList.Add(-1);
maxIDList.Add(-1);
freqList.Add(0);
m_overflow = false;
Terms terms = reader.GetTerms(field);
if (terms != null)
{
TermsEnum termsEnum = terms.GetIterator(null);
BytesRef text;
while ((text = termsEnum.Next()) != null)
{
string strText = text.Utf8ToString();
list.Add(strText);
Term term = new Term(field, strText);
DocsEnum docsEnum = reader.GetTermDocsEnum(term);
int df = 0;
int minID = -1;
int maxID = -1;
int docID = -1;
int valId = (t - 1 < negativeValueCount) ? (negativeValueCount - t + 1) : t;
while ((docID = docsEnum.NextDoc()) != DocsEnum.NO_MORE_DOCS)
{
df++;
if (!loader.Add(docID, valId))
{
LogOverflow(fieldName);
}
minID = docID;
bitset.FastSet(docID);
while (docsEnum.NextDoc() != DocsEnum.NO_MORE_DOCS)
{
docID = docsEnum.DocID;
df++;
if (!loader.Add(docID, valId))
{
LogOverflow(fieldName);
}
bitset.FastSet(docID);
}
maxID = docID;
}
freqList.Add(df);
minIDList.Add(minID);
maxIDList.Add(maxID);
t++;
}
}
list.Seal();
try
{
m_nestedArray.Load(maxdoc + 1, loader);
}
catch (Exception e)
{
throw new RuntimeException("failed to load due to " + e.ToString(), e);
}
this.m_valArray = list;
this.m_freqs = freqList.ToArray();
this.m_minIDs = minIDList.ToArray();
this.m_maxIDs = maxIDList.ToArray();
int doc = 0;
while (doc < maxdoc && !m_nestedArray.Contains(doc, 0, true))
{
++doc;
}
if (doc < maxdoc)
{
this.m_minIDs[0] = doc;
doc = maxdoc - 1;
while (doc >= 0 && !m_nestedArray.Contains(doc, 0, true))
{
--doc;
}
this.m_maxIDs[0] = doc;
}
this.m_freqs[0] = maxdoc - (int)bitset.Cardinality();
}
protected virtual BigNestedInt32Array.BufferedLoader GetBufferedLoader(int maxdoc, BoboSegmentReader.WorkArea workArea)
{
if (workArea == null)
{
return(new BigNestedInt32Array.BufferedLoader(maxdoc, m_maxItems, new BigInt32Buffer()));
}
else
{
BigInt32Buffer buffer = workArea.Get <BigInt32Buffer>();
if (buffer == null)
{
buffer = new BigInt32Buffer();
workArea.Put(buffer);
}
else
{
buffer.Reset();
}
BigNestedInt32Array.BufferedLoader loader = workArea.Get <BigNestedInt32Array.BufferedLoader>();
if (loader == null || loader.Capacity < maxdoc)
{
loader = new BigNestedInt32Array.BufferedLoader(maxdoc, m_maxItems, buffer);
workArea.Put(loader);
}
else
{
loader.Reset(maxdoc, m_maxItems, buffer);
}
return(loader);
}
}
public IEnumerable <IFacetHandler> LoadFacetHandlers(string springConfigFile, BoboSegmentReader.WorkArea workArea)
{
if (File.Exists(springConfigFile))
{
XmlApplicationContext appCtx = new XmlApplicationContext(springConfigFile);
return(appCtx.GetObjectsOfType(typeof(IFacetHandler)).Values.OfType <IFacetHandler>().ToList());
}
else
{
return(new List <IFacetHandler>());
}
}
public override void LoadFacetData(BoboSegmentReader reader, BoboSegmentReader.WorkArea workArea)
{
reader.PutRuntimeFacetData(m_name, Load(reader, workArea));
reader.PutRuntimeFacetHandler(m_name, this);
}
public virtual void LoadFacetData(BoboSegmentReader reader, BoboSegmentReader.WorkArea workArea)
{
reader.PutFacetData(m_name, Load(reader, workArea));
}
public virtual D Load(BoboSegmentReader reader, BoboSegmentReader.WorkArea workArea)
{
return(Load(reader));
}
public override void Load(string fieldName, AtomicReader reader, TermListFactory listFactory, BoboSegmentReader.WorkArea workArea)
{
#if FEATURE_STRING_INTERN
string field = string.Intern(fieldName);
#else
string field = fieldName;
#endif
int maxdoc = reader.MaxDoc;
BigNestedInt32Array.BufferedLoader loader = GetBufferedLoader(maxdoc, workArea);
BigNestedInt32Array.BufferedLoader weightLoader = GetBufferedLoader(maxdoc, null);
var list = (listFactory == null ? new TermStringList() : listFactory.CreateTermList());
List <int> minIDList = new List <int>();
List <int> maxIDList = new List <int>();
List <int> freqList = new List <int>();
OpenBitSet bitset = new OpenBitSet(maxdoc + 1);
int negativeValueCount = GetNegativeValueCount(reader, field);
int t = 1; // valid term id starts from 1
list.Add(null);
minIDList.Add(-1);
maxIDList.Add(-1);
freqList.Add(0);
m_overflow = false;
string pre = null;
int df = 0;
int minID = -1;
int maxID = -1;
int docID = -1;
int valId = 0;
Terms terms = reader.GetTerms(field);
if (terms != null)
{
TermsEnum termsEnum = terms.GetIterator(null);
BytesRef text;
while ((text = termsEnum.Next()) != null)
{
string strText = text.Utf8ToString();
string val = null;
int weight = 0;
string[] split = strText.Split(new char[] { '\0' }, StringSplitOptions.RemoveEmptyEntries);
if (split.Length > 1)
{
val = split[0];
weight = int.Parse(split[split.Length - 1]);
}
else
{
continue;
}
if (pre == null || !val.Equals(pre))
{
if (pre != null)
{
freqList.Add(df);
minIDList.Add(minID);
maxIDList.Add(maxID);
}
list.Add(val);
df = 0;
minID = -1;
maxID = -1;
valId = (t - 1 < negativeValueCount) ? (negativeValueCount - t + 1) : t;
t++;
}
Term term = new Term(field, strText);
DocsEnum docsEnum = reader.GetTermDocsEnum(term);
if (docsEnum != null)
{
while ((docID = docsEnum.NextDoc()) != DocsEnum.NO_MORE_DOCS)
{
df++;
if (!loader.Add(docID, valId))
{
LogOverflow(fieldName);
}
else
{
weightLoader.Add(docID, weight);
}
if (docID < minID)
{
minID = docID;
}
bitset.FastSet(docID);
while (docsEnum.NextDoc() != DocsEnum.NO_MORE_DOCS)
{
docID = docsEnum.DocID;
df++;
if (!loader.Add(docID, valId))
{
LogOverflow(fieldName);
}
else
{
weightLoader.Add(docID, weight);
}
bitset.FastSet(docID);
}
if (docID > maxID)
{
maxID = docID;
}
}
}
pre = val;
}
if (pre != null)
{
freqList.Add(df);
minIDList.Add(minID);
maxIDList.Add(maxID);
}
}
list.Seal();
try
{
m_nestedArray.Load(maxdoc + 1, loader);
m_weightArray.Load(maxdoc + 1, weightLoader);
}
catch (Exception e)
{
throw new RuntimeException("failed to load due to " + e.ToString(), e);
}
this.m_valArray = list;
this.m_freqs = freqList.ToArray();
this.m_minIDs = minIDList.ToArray();
this.m_maxIDs = maxIDList.ToArray();
int doc = 0;
while (doc < maxdoc && !m_nestedArray.Contains(doc, 0, true))
{
++doc;
}
if (doc < maxdoc)
{
this.m_minIDs[0] = doc;
doc = maxdoc - 1;
while (doc >= 0 && !m_nestedArray.Contains(doc, 0, true))
{
--doc;
}
this.m_maxIDs[0] = doc;
}
this.m_freqs[0] = maxdoc - (int)bitset.Cardinality();
}
