public override int SetField(FieldInfo fieldInfo)
{
IndexOptions indexOptions = fieldInfo.IndexOptions;
// LUCENENET specific - to avoid boxing, changed from CompareTo() to IndexOptionsComparer.Compare()
fieldHasFreqs = IndexOptionsComparer.Default.Compare(indexOptions, IndexOptions.DOCS_AND_FREQS) >= 0;
fieldHasPositions = IndexOptionsComparer.Default.Compare(indexOptions, IndexOptions.DOCS_AND_FREQS_AND_POSITIONS) >= 0;
fieldHasOffsets = IndexOptionsComparer.Default.Compare(indexOptions, IndexOptions.DOCS_AND_FREQS_AND_POSITIONS_AND_OFFSETS) >= 0;
fieldHasPayloads = fieldInfo.HasPayloads;
skipWriter.SetField(fieldHasPositions, fieldHasOffsets, fieldHasPayloads);
lastState = emptyState;
if (fieldHasPositions)
{
if (fieldHasPayloads || fieldHasOffsets)
{
return(3); // doc + pos + pay FP
}
else
{
return(2); // doc + pos FP
}
}
else
{
return(1); // doc FP
}
}
public override object Clone()
{
Int32BlockTermState other = new Int32BlockTermState();
other.CopyFrom(this);
return(other);
}
public override void EncodeTerm(long[] longs, DataOutput @out, FieldInfo fieldInfo, BlockTermState state, bool absolute)
{
Int32BlockTermState state2 = (Int32BlockTermState)state;
if (absolute)
{
lastState = emptyState;
}
longs[0] = state2.docStartFP - lastState.docStartFP;
if (fieldHasPositions)
{
longs[1] = state2.posStartFP - lastState.posStartFP;
if (fieldHasPayloads || fieldHasOffsets)
{
longs[2] = state2.payStartFP - lastState.payStartFP;
}
}
if (state2.singletonDocID != -1)
{
@out.WriteVInt32(state2.singletonDocID);
}
if (fieldHasPositions)
{
if (state2.lastPosBlockOffset != -1)
{
@out.WriteVInt64(state2.lastPosBlockOffset);
}
}
if (state2.skipOffset != -1)
{
@out.WriteVInt64(state2.skipOffset);
}
lastState = state2;
}
public override int SetField(FieldInfo fieldInfo)
{
IndexOptions indexOptions = fieldInfo.IndexOptions;
fieldHasFreqs = indexOptions.CompareTo(IndexOptions.DOCS_AND_FREQS) >= 0;
fieldHasPositions = indexOptions.CompareTo(IndexOptions.DOCS_AND_FREQS_AND_POSITIONS) >= 0;
fieldHasOffsets = indexOptions.CompareTo(IndexOptions.DOCS_AND_FREQS_AND_POSITIONS_AND_OFFSETS) >= 0;
fieldHasPayloads = fieldInfo.HasPayloads;
skipWriter.SetField(fieldHasPositions, fieldHasOffsets, fieldHasPayloads);
lastState = emptyState;
if (fieldHasPositions)
{
if (fieldHasPayloads || fieldHasOffsets)
{
return(3); // doc + pos + pay FP
}
else
{
return(2); // doc + pos FP
}
}
else
{
return(1); // doc FP
}
}
public override void CopyFrom(TermState other)
{
base.CopyFrom(other);
Int32BlockTermState other2 = (Int32BlockTermState)other;
docStartFP = other2.docStartFP;
posStartFP = other2.posStartFP;
payStartFP = other2.payStartFP;
lastPosBlockOffset = other2.lastPosBlockOffset;
skipOffset = other2.skipOffset;
singletonDocID = other2.singletonDocID;
}
/// <summary>
/// Called when we are done adding docs to this term. </summary>
public override void FinishTerm(BlockTermState state)
{
Int32BlockTermState state2 = (Int32BlockTermState)state;
if (Debugging.AssertsEnabled)
{
Debugging.Assert(state2.DocFreq > 0);
}
// TODO: wasteful we are counting this (counting # docs
// for this term) in two places?
if (Debugging.AssertsEnabled)
{
Debugging.Assert(state2.DocFreq == docCount, "{0} vs {1}", state2.DocFreq, docCount);
}
// if (DEBUG) {
// System.out.println("FPW.finishTerm docFreq=" + state2.docFreq);
// }
// if (DEBUG) {
// if (docBufferUpto > 0) {
// System.out.println(" write doc/freq vInt block (count=" + docBufferUpto + ") at fp=" + docOut.getFilePointer() + " docStartFP=" + docStartFP);
// }
// }
// docFreq == 1, don't write the single docid/freq to a separate file along with a pointer to it.
int singletonDocID;
if (state2.DocFreq == 1)
{
// pulse the singleton docid into the term dictionary, freq is implicitly totalTermFreq
singletonDocID = docDeltaBuffer[0];
}
else
{
singletonDocID = -1;
// vInt encode the remaining doc deltas and freqs:
for (int i = 0; i < docBufferUpto; i++)
{
int docDelta = docDeltaBuffer[i];
int freq = freqBuffer[i];
if (!fieldHasFreqs)
{
docOut.WriteVInt32(docDelta);
}
else if (freqBuffer[i] == 1)
{
docOut.WriteVInt32((docDelta << 1) | 1);
}
else
{
docOut.WriteVInt32(docDelta << 1);
docOut.WriteVInt32(freq);
}
}
}
long lastPosBlockOffset;
if (fieldHasPositions)
{
// if (DEBUG) {
// if (posBufferUpto > 0) {
// System.out.println(" write pos vInt block (count=" + posBufferUpto + ") at fp=" + posOut.getFilePointer() + " posStartFP=" + posStartFP + " hasPayloads=" + fieldHasPayloads + " hasOffsets=" + fieldHasOffsets);
// }
// }
// totalTermFreq is just total number of positions(or payloads, or offsets)
// associated with current term.
if (Debugging.AssertsEnabled)
{
Debugging.Assert(state2.TotalTermFreq != -1);
}
if (state2.TotalTermFreq > Lucene41PostingsFormat.BLOCK_SIZE)
{
// record file offset for last pos in last block
lastPosBlockOffset = posOut.GetFilePointer() - posStartFP;
}
else
{
lastPosBlockOffset = -1;
}
if (posBufferUpto > 0)
{
// TODO: should we send offsets/payloads to
// .pay...? seems wasteful (have to store extra
// vLong for low (< BLOCK_SIZE) DF terms = vast vast
// majority)
// vInt encode the remaining positions/payloads/offsets:
int lastPayloadLength = -1; // force first payload length to be written
int lastOffsetLength = -1; // force first offset length to be written
int payloadBytesReadUpto = 0;
for (int i = 0; i < posBufferUpto; i++)
{
int posDelta = posDeltaBuffer[i];
if (fieldHasPayloads)
{
int payloadLength = payloadLengthBuffer[i];
if (payloadLength != lastPayloadLength)
{
lastPayloadLength = payloadLength;
posOut.WriteVInt32((posDelta << 1) | 1);
posOut.WriteVInt32(payloadLength);
}
else
{
posOut.WriteVInt32(posDelta << 1);
}
// if (DEBUG) {
// System.out.println(" i=" + i + " payloadLen=" + payloadLength);
// }
if (payloadLength != 0)
{
// if (DEBUG) {
// System.out.println(" write payload @ pos.fp=" + posOut.getFilePointer());
// }
posOut.WriteBytes(payloadBytes, payloadBytesReadUpto, payloadLength);
payloadBytesReadUpto += payloadLength;
}
}
else
{
posOut.WriteVInt32(posDelta);
}
if (fieldHasOffsets)
{
// if (DEBUG) {
// System.out.println(" write offset @ pos.fp=" + posOut.getFilePointer());
// }
int delta = offsetStartDeltaBuffer[i];
int length = offsetLengthBuffer[i];
if (length == lastOffsetLength)
{
posOut.WriteVInt32(delta << 1);
}
else
{
posOut.WriteVInt32(delta << 1 | 1);
posOut.WriteVInt32(length);
lastOffsetLength = length;
}
}
}
if (fieldHasPayloads)
{
if (Debugging.AssertsEnabled)
{
Debugging.Assert(payloadBytesReadUpto == payloadByteUpto);
}
payloadByteUpto = 0;
}
}
// if (DEBUG) {
// System.out.println(" totalTermFreq=" + state.totalTermFreq + " lastPosBlockOffset=" + lastPosBlockOffset);
// }
}
else
{
lastPosBlockOffset = -1;
}
long skipOffset;
if (docCount > Lucene41PostingsFormat.BLOCK_SIZE)
{
skipOffset = skipWriter.WriteSkip(docOut) - docStartFP;
// if (DEBUG) {
// System.out.println("skip packet " + (docOut.getFilePointer() - (docStartFP + skipOffset)) + " bytes");
// }
}
else
{
skipOffset = -1;
// if (DEBUG) {
// System.out.println(" no skip: docCount=" + docCount);
// }
}
// if (DEBUG) {
// System.out.println(" payStartFP=" + payStartFP);
// }
state2.docStartFP = docStartFP;
state2.posStartFP = posStartFP;
state2.payStartFP = payStartFP;
state2.singletonDocID = singletonDocID;
state2.skipOffset = skipOffset;
state2.lastPosBlockOffset = lastPosBlockOffset;
docBufferUpto = 0;
posBufferUpto = 0;
lastDocID = 0;
docCount = 0;
}