public SepPostingsWriter(SegmentWriteState state, IntStreamFactory factory, int skipInterval)
{
FREQ_OUT = null;
FREQ_INDEX = null;
POS_OUT = null;
POS_INDEX = null;
PAYLOAD_OUT = null;
var success = false;
try
{
SKIP_INTERVAL = skipInterval;
SKIP_MINIMUM = skipInterval; // set to the same for now
var docFileName = IndexFileNames.SegmentFileName(state.SegmentInfo.Name, state.SegmentSuffix, DOC_EXTENSION);
DOC_OUT = factory.CreateOutput(state.Directory, docFileName, state.Context);
DOC_INDEX = DOC_OUT.Index();
if (state.FieldInfos.HasFreq())
{
var frqFileName = IndexFileNames.SegmentFileName(state.SegmentInfo.Name, state.SegmentSuffix, FREQ_EXTENSION);
FREQ_OUT = factory.CreateOutput(state.Directory, frqFileName, state.Context);
FREQ_INDEX = FREQ_OUT.Index();
}
if (state.FieldInfos.HasProx())
{
var posFileName = IndexFileNames.SegmentFileName(state.SegmentInfo.Name, state.SegmentSuffix, POS_EXTENSION);
POS_OUT = factory.CreateOutput(state.Directory, posFileName, state.Context);
POS_INDEX = POS_OUT.Index();
// TODO: -- only if at least one field stores payloads?
var payloadFileName = IndexFileNames.SegmentFileName(state.SegmentInfo.Name, state.SegmentSuffix, PAYLOAD_EXTENSION);
PAYLOAD_OUT = state.Directory.CreateOutput(payloadFileName, state.Context);
}
var skipFileName = IndexFileNames.SegmentFileName(state.SegmentInfo.Name, state.SegmentSuffix, SKIP_EXTENSION);
SKIP_OUT = state.Directory.CreateOutput(skipFileName, state.Context);
TOTAL_NUM_DOCS = state.SegmentInfo.DocCount;
SKIP_LIST_WRITER = new SepSkipListWriter(skipInterval, MAX_SKIP_LEVELS, TOTAL_NUM_DOCS, FREQ_OUT, DOC_OUT,
POS_OUT, PAYLOAD_OUT);
success = true;
}
finally
{
if (!success)
{
IOUtils.CloseWhileHandlingException(DOC_OUT, SKIP_OUT, FREQ_OUT, POS_OUT, PAYLOAD_OUT);
}
}
}
public SepPostingsReader(Directory dir, FieldInfos fieldInfos, SegmentInfo segmentInfo, IOContext context,
IntStreamFactory intFactory, string segmentSuffix)
{
var success = false;
try
{
var docFileName = IndexFileNames.SegmentFileName(segmentInfo.Name, segmentSuffix,
SepPostingsWriter.DOC_EXTENSION);
_docIn = intFactory.OpenInput(dir, docFileName, context);
_skipIn =
dir.OpenInput(
IndexFileNames.SegmentFileName(segmentInfo.Name, segmentSuffix, SepPostingsWriter.SKIP_EXTENSION),
context);
if (fieldInfos.HasFreq())
{
_freqIn = intFactory.OpenInput(dir,
IndexFileNames.SegmentFileName(segmentInfo.Name, segmentSuffix, SepPostingsWriter.FREQ_EXTENSION),
context);
}
else
{
_freqIn = null;
}
if (fieldInfos.HasProx())
{
_posIn = intFactory.OpenInput(dir,
IndexFileNames.SegmentFileName(segmentInfo.Name, segmentSuffix, SepPostingsWriter.POS_EXTENSION),
context);
_payloadIn =
dir.OpenInput(
IndexFileNames.SegmentFileName(segmentInfo.Name, segmentSuffix,
SepPostingsWriter.PAYLOAD_EXTENSION), context);
}
else
{
_posIn = null;
_payloadIn = null;
}
success = true;
}
finally
{
if (!success)
{
Dispose();
}
}
}
public SepPostingsReader(Directory dir, FieldInfos fieldInfos, SegmentInfo segmentInfo, IOContext context,
IntStreamFactory intFactory, string segmentSuffix)
{
var success = false;
try
{
var docFileName = IndexFileNames.SegmentFileName(segmentInfo.Name, segmentSuffix,
SepPostingsWriter.DOC_EXTENSION);
_docIn = intFactory.OpenInput(dir, docFileName, context);
_skipIn =
dir.OpenInput(
IndexFileNames.SegmentFileName(segmentInfo.Name, segmentSuffix, SepPostingsWriter.SKIP_EXTENSION),
context);
if (fieldInfos.HasFreq())
{
_freqIn = intFactory.OpenInput(dir,
IndexFileNames.SegmentFileName(segmentInfo.Name, segmentSuffix, SepPostingsWriter.FREQ_EXTENSION),
context);
}
else
{
_freqIn = null;
}
if (fieldInfos.HasProx())
{
_posIn = intFactory.OpenInput(dir,
IndexFileNames.SegmentFileName(segmentInfo.Name, segmentSuffix, SepPostingsWriter.POS_EXTENSION),
context);
_payloadIn =
dir.OpenInput(
IndexFileNames.SegmentFileName(segmentInfo.Name, segmentSuffix,
SepPostingsWriter.PAYLOAD_EXTENSION), context);
}
else
{
_posIn = null;
_payloadIn = null;
}
success = true;
}
finally
{
if (!success)
{
Dispose();
}
}
}
public SepPostingsWriter(SegmentWriteState state, IntStreamFactory factory)
: this(state, factory, DEFAULT_SKIP_INTERVAL)
{
}
public SepPostingsWriter(SegmentWriteState state, IntStreamFactory factory)
: this(state, factory, DEFAULT_SKIP_INTERVAL)
{
}
public SepPostingsWriter(SegmentWriteState state, IntStreamFactory factory, int skipInterval)
{
FREQ_OUT = null;
FREQ_INDEX = null;
POS_OUT = null;
POS_INDEX = null;
PAYLOAD_OUT = null;
var success = false;
try
{
SKIP_INTERVAL = skipInterval;
SKIP_MINIMUM = skipInterval; // set to the same for now
var docFileName = IndexFileNames.SegmentFileName(state.SegmentInfo.Name, state.SegmentSuffix, DOC_EXTENSION);
DOC_OUT = factory.CreateOutput(state.Directory, docFileName, state.Context);
DOC_INDEX = DOC_OUT.Index();
if (state.FieldInfos.HasFreq())
{
var frqFileName = IndexFileNames.SegmentFileName(state.SegmentInfo.Name, state.SegmentSuffix, FREQ_EXTENSION);
FREQ_OUT = factory.CreateOutput(state.Directory, frqFileName, state.Context);
FREQ_INDEX = FREQ_OUT.Index();
}
if (state.FieldInfos.HasProx())
{
var posFileName = IndexFileNames.SegmentFileName(state.SegmentInfo.Name, state.SegmentSuffix, POS_EXTENSION);
POS_OUT = factory.CreateOutput(state.Directory, posFileName, state.Context);
POS_INDEX = POS_OUT.Index();
// TODO: -- only if at least one field stores payloads?
var payloadFileName = IndexFileNames.SegmentFileName(state.SegmentInfo.Name, state.SegmentSuffix,PAYLOAD_EXTENSION);
PAYLOAD_OUT = state.Directory.CreateOutput(payloadFileName, state.Context);
}
var skipFileName = IndexFileNames.SegmentFileName(state.SegmentInfo.Name, state.SegmentSuffix, SKIP_EXTENSION);
SKIP_OUT = state.Directory.CreateOutput(skipFileName, state.Context);
TOTAL_NUM_DOCS = state.SegmentInfo.DocCount;
SKIP_LIST_WRITER = new SepSkipListWriter(skipInterval, MAX_SKIP_LEVELS, TOTAL_NUM_DOCS, FREQ_OUT, DOC_OUT,
POS_OUT, PAYLOAD_OUT);
success = true;
}
finally
{
if (!success)
{
IOUtils.CloseWhileHandlingException(DOC_OUT, SKIP_OUT, FREQ_OUT, POS_OUT, PAYLOAD_OUT);
}
}
}