public override SeekStatus SeekCeil(BytesRef text) { //System.out.println("te.seek text=" + field.name + ":" + text.utf8ToString() + " this=" + this); current = fstEnum.SeekCeil(text); if (current == null) { return(SeekStatus.END); } else { // System.out.println(" got term=" + current.input.utf8ToString()); // for(int i=0;i<current.output.length;i++) { // System.out.println(" " + Integer.toHexString(current.output.bytes[i]&0xFF)); // } didDecode = false; if (text.Equals(current.Input)) { //System.out.println(" found!"); return(SeekStatus.FOUND); } else { //System.out.println(" not found: " + current.input.utf8ToString()); return(SeekStatus.NOT_FOUND); } } }
public override SortedDocValues GetSorted(FieldInfo field) { FSTEntry entry = Fsts[field.Number]; FST <long> instance; lock (this) { instance = FstInstances[field.Number]; if (instance == null) { Data.Seek(entry.Offset); instance = new FST <long>(Data, PositiveIntOutputs.Singleton); RamBytesUsed_Renamed.AddAndGet(instance.SizeInBytes()); FstInstances[field.Number] = instance; } } NumericDocValues docToOrd = GetNumeric(field); FST <long> fst = instance; // per-thread resources FST <long> .BytesReader @in = fst.BytesReader; FST <long> .Arc <long> firstArc = new FST <long> .Arc <long>(); FST <long> .Arc <long> scratchArc = new FST <long> .Arc <long>(); IntsRef scratchInts = new IntsRef(); BytesRefFSTEnum <long> fstEnum = new BytesRefFSTEnum <long>(fst); return(new SortedDocValuesAnonymousInnerClassHelper(this, entry, docToOrd, fst, @in, firstArc, scratchArc, scratchInts, fstEnum)); }
public SimpleTextTermsEnum(SimpleTextFieldsReader outerInstance, FST <PairOutputs <long?, PairOutputs <long?, long?> .Pair> .Pair> fst, IndexOptions indexOptions) { _outerInstance = outerInstance; _indexOptions = indexOptions; _fstEnum = new BytesRefFSTEnum <PairOutputs <long?, PairOutputs <long?, long?> .Pair> .Pair>(fst); }
internal SegmentTermsEnum(FSTOrdTermsReader.TermsReader outerInstance) : base(outerInstance) { this.outerInstance = outerInstance; this.fstEnum = new BytesRefFSTEnum <long>(outerInstance.index); this.decoded = false; this.seekPending = false; }
public SimpleTextTermsEnum(SimpleTextFieldsReader outerInstance, FST <PairOutputs.Pair <long?, PairOutputs.Pair <long?, long?> > > fst, FieldInfo.IndexOptions indexOptions) { this.outerInstance = outerInstance; this.indexOptions = indexOptions; fstEnum = new BytesRefFSTEnum <>(fst); }
public override SortedDocValues GetSorted(FieldInfo field) { FSTEntry entry = fsts[field.Number]; FST <long?> instance; lock (this) { if (!fstInstances.TryGetValue(field.Number, out instance) || instance == null) { data.Seek(entry.Offset); instance = new FST <long?>(data, PositiveInt32Outputs.Singleton); ramBytesUsed.AddAndGet(instance.GetSizeInBytes()); fstInstances[field.Number] = instance; } } var docToOrd = GetNumeric(field); var fst = instance; // per-thread resources var @in = fst.GetBytesReader(); var firstArc = new FST.Arc <long?>(); var scratchArc = new FST.Arc <long?>(); var scratchInts = new Int32sRef(); var fstEnum = new BytesRefFSTEnum <long?>(fst); return(new SortedDocValuesAnonymousInnerClassHelper(entry, docToOrd, fst, @in, firstArc, scratchArc, scratchInts, fstEnum)); }
public override SortedSetDocValues GetSortedSet(FieldInfo field) { FSTEntry entry = fsts[field.Number]; if (entry.NumOrds == 0) { return(DocValues.EMPTY_SORTED_SET); // empty FST! } FST <long?> instance; lock (this) { if (!fstInstances.TryGetValue(field.Number, out instance) || instance == null) { data.Seek(entry.Offset); instance = new FST <long?>(data, PositiveInt32Outputs.Singleton); ramBytesUsed.AddAndGet(instance.GetSizeInBytes()); fstInstances[field.Number] = instance; } } BinaryDocValues docToOrds = GetBinary(field); FST <long?> fst = instance; // per-thread resources var @in = fst.GetBytesReader(); var firstArc = new FST.Arc <long?>(); var scratchArc = new FST.Arc <long?>(); var scratchInts = new Int32sRef(); var fstEnum = new BytesRefFSTEnum <long?>(fst); var @ref = new BytesRef(); var input = new ByteArrayDataInput(); return(new SortedSetDocValuesAnonymousInnerClassHelper(entry, docToOrds, fst, @in, firstArc, scratchArc, scratchInts, fstEnum, @ref, input)); }
public override bool SeekExact(BytesRef text) { //System.out.println("te.seekExact text=" + field.name + ":" + text.utf8ToString() + " this=" + this); current = fstEnum.SeekExact(text); didDecode = false; return(current != null); }
//JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET: //ORIGINAL LINE: SegmentTermsEnum() throws java.io.IOException internal SegmentTermsEnum(FSTTermsReader.TermsReader outerInstance) : base(outerInstance) { this.outerInstance = outerInstance; this.fstEnum = new BytesRefFSTEnum <FSTTermOutputs.TermData>(outerInstance.dict); this.decoded = false; this.seekPending = false; this.meta = null; }
public SortedDocValuesAnonymousInnerClassHelper(FSTEntry entry, NumericDocValues docToOrd, FST <long?> fst, FST.BytesReader @in, FST.Arc <long?> firstArc, FST.Arc <long?> scratchArc, Int32sRef scratchInts, BytesRefFSTEnum <long?> fstEnum) { this.entry = entry; this.docToOrd = docToOrd; this.fst = fst; this.@in = @in; this.firstArc = firstArc; this.scratchArc = scratchArc; this.scratchInts = scratchInts; this.fstEnum = fstEnum; }
public SortedDocValuesAnonymousInnerClassHelper(Lucene42DocValuesProducer outerInstance, FSTEntry entry, NumericDocValues docToOrd, FST <long> fst, FST <long> .BytesReader @in, FST <long> .Arc <long> firstArc, FST <long> .Arc <long> scratchArc, IntsRef scratchInts, BytesRefFSTEnum <long> fstEnum) { this.OuterInstance = outerInstance; this.Entry = entry; this.DocToOrd = docToOrd; this.Fst = fst; this.@in = @in; this.FirstArc = firstArc; this.ScratchArc = scratchArc; this.ScratchInts = scratchInts; this.FstEnum = fstEnum; }
public override BytesRef Next() { //System.out.println("te.next"); current = fstEnum.Next(); if (current == null) { //System.out.println(" END"); return(null); } didDecode = false; //System.out.println(" term=" + field.name + ":" + current.input.utf8ToString()); return(current.Input); }
public SortedDocValuesAnonymousInnerClassHelper(FSTEntry fstEntry, NumericDocValues numericDocValues, FST <long?> fst1, FST.BytesReader @in, FST.Arc <long?> arc, FST.Arc <long?> scratchArc1, Int32sRef intsRef, BytesRefFSTEnum <long?> bytesRefFstEnum) { entry = fstEntry; docToOrd = numericDocValues; fst = fst1; this.@in = @in; firstArc = arc; scratchArc = scratchArc1; scratchInts = intsRef; fstEnum = bytesRefFstEnum; }
public SortedSetDocValuesAnonymousInnerClassHelper(FSTEntry entry, BinaryDocValues docToOrds, FST <long?> fst, FST.BytesReader @in, FST.Arc <long?> firstArc, FST.Arc <long?> scratchArc, Int32sRef scratchInts, BytesRefFSTEnum <long?> fstEnum, BytesRef @ref, ByteArrayDataInput input) { this.entry = entry; this.docToOrds = docToOrds; this.fst = fst; this.@in = @in; this.firstArc = firstArc; this.scratchArc = scratchArc; this.scratchInts = scratchInts; this.fstEnum = fstEnum; this.@ref = @ref; this.input = input; }
public SortedSetDocValuesAnonymousInnerClassHelper(Lucene42DocValuesProducer outerInstance, FSTEntry entry, BinaryDocValues docToOrds, FST <long> fst, FST <long> .BytesReader @in, FST <long> .Arc <long> firstArc, FST <long> .Arc <long> scratchArc, IntsRef scratchInts, BytesRefFSTEnum <long> fstEnum, BytesRef @ref, ByteArrayDataInput input) { this.OuterInstance = outerInstance; this.Entry = entry; this.DocToOrds = docToOrds; this.Fst = fst; this.@in = @in; this.FirstArc = firstArc; this.ScratchArc = scratchArc; this.ScratchInts = scratchInts; this.FstEnum = fstEnum; this.@ref = @ref; this.Input = input; }
//JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET: //ORIGINAL LINE: @Override public index.SortedDocValues getSorted(index.FieldInfo field) throws java.io.IOException public override SortedDocValues getSorted(FieldInfo field) { //JAVA TO C# CONVERTER WARNING: The original Java variable was marked 'final': //ORIGINAL LINE: final FSTEntry entry = fsts.get(field.number); FSTEntry entry = fsts[field.number]; if (entry.numOrds == 0) { return(DocValues.EMPTY_SORTED); } FST <long?> instance; lock (this) { instance = fstInstances[field.number]; if (instance == null) { data.seek(entry.offset); instance = new FST <>(data, PositiveIntOutputs.Singleton); ramBytesUsed_Renamed.addAndGet(instance.sizeInBytes()); fstInstances[field.number] = instance; } } //JAVA TO C# CONVERTER WARNING: The original Java variable was marked 'final': //ORIGINAL LINE: final index.NumericDocValues docToOrd = getNumeric(field); NumericDocValues docToOrd = getNumeric(field); //JAVA TO C# CONVERTER WARNING: The original Java variable was marked 'final': //ORIGINAL LINE: final util.fst.FST<Long> fst = instance; FST <long?> fst = instance; // per-thread resources //JAVA TO C# CONVERTER WARNING: The original Java variable was marked 'final': //ORIGINAL LINE: final util.fst.FST.BytesReader in = fst.getBytesReader(); FST.BytesReader @in = fst.BytesReader; //JAVA TO C# CONVERTER WARNING: The original Java variable was marked 'final': //ORIGINAL LINE: final util.fst.FST.Arc<Long> firstArc = new util.fst.FST.Arc<>(); FST.Arc <long?> firstArc = new FST.Arc <long?>(); //JAVA TO C# CONVERTER WARNING: The original Java variable was marked 'final': //ORIGINAL LINE: final util.fst.FST.Arc<Long> scratchArc = new util.fst.FST.Arc<>(); FST.Arc <long?> scratchArc = new FST.Arc <long?>(); //JAVA TO C# CONVERTER WARNING: The original Java variable was marked 'final': //ORIGINAL LINE: final util.IntsRef scratchInts = new util.IntsRef(); IntsRef scratchInts = new IntsRef(); //JAVA TO C# CONVERTER WARNING: The original Java variable was marked 'final': //ORIGINAL LINE: final util.fst.BytesRefFSTEnum<Long> fstEnum = new util.fst.BytesRefFSTEnum<>(fst); BytesRefFSTEnum <long?> fstEnum = new BytesRefFSTEnum <long?>(fst); return(new SortedDocValuesAnonymousInnerClassHelper(this, entry, docToOrd, fst, @in, firstArc, scratchArc, scratchInts, fstEnum)); }
// Update current enum according to FSTEnum private void UpdateEnum(BytesRefFSTEnum<long?>.InputOutput<long?> pair) { if (pair == null) { term = null; } else { term = pair.Input; ord = pair.Output.Value; DecodeStats(); } decoded = false; seekPending = false; }
public SortedSetDocValuesAnonymousInnerClassHelper(FSTEntry fstEntry, BinaryDocValues binaryDocValues, FST <long?> fst1, FST.BytesReader @in, FST.Arc <long?> arc, FST.Arc <long?> scratchArc1, Int32sRef intsRef, BytesRefFSTEnum <long?> bytesRefFstEnum, BytesRef @ref, ByteArrayDataInput byteArrayDataInput) { entry = fstEntry; docToOrds = binaryDocValues; fst = fst1; this.@in = @in; firstArc = arc; scratchArc = scratchArc1; scratchInts = intsRef; fstEnum = bytesRefFstEnum; this.@ref = @ref; input = byteArrayDataInput; }
// Update current enum according to FSTEnum internal void UpdateEnum(BytesRefFSTEnum <FSTTermOutputs.TermData> .InputOutput <FSTTermOutputs.TermData> pair) { if (pair == null) { term_Renamed = null; } else { term_Renamed = pair.Input; meta = pair.Output; state.DocFreq = meta.DOC_FREQ; state.TotalTermFreq = meta.TOTAL_TERM_FREQ; } decoded = false; seekPending = false; }
private void LoadTermsIndex() { if (Fst != null) { return; } var clone = (IndexInput)_vgtir._input.Clone(); clone.Seek(_indexStart); Fst = new FST <long?>(clone, _vgtir._fstOutputs); clone.Dispose(); /* * final String dotFileName = segment + "_" + fieldInfo.name + ".dot"; * Writer w = new OutputStreamWriter(new FileOutputStream(dotFileName)); * Util.toDot(fst, w, false, false); * System.out.println("FST INDEX: SAVED to " + dotFileName); * w.close(); */ if (_vgtir._indexDivisor > 1) { // subsample var scratchIntsRef = new IntsRef(); var outputs = PositiveIntOutputs.Singleton; var builder = new Builder <long?>(FST.INPUT_TYPE.BYTE1, outputs); var fstEnum = new BytesRefFSTEnum <long?>(Fst); var count = _vgtir._indexDivisor; BytesRefFSTEnum.InputOutput <long?> result; while ((result = fstEnum.Next()) != null) { if (count == _vgtir._indexDivisor) { builder.Add(Util.ToIntsRef(result.Input, scratchIntsRef), result.Output); count = 0; } count++; } Fst = builder.Finish(); } }
private void LoadTermsIndex() { if (fst == null) { using (IndexInput clone = (IndexInput)outerInstance.input.Clone()) { clone.Seek(indexStart); fst = new FST <long?>(clone, outerInstance.fstOutputs); } // clone.Dispose(); /* * final String dotFileName = segment + "_" + fieldInfo.name + ".dot"; * Writer w = new OutputStreamWriter(new FileOutputStream(dotFileName)); * Util.toDot(fst, w, false, false); * System.out.println("FST INDEX: SAVED to " + dotFileName); * w.close(); */ if (outerInstance.indexDivisor > 1) { // subsample Int32sRef scratchIntsRef = new Int32sRef(); PositiveInt32Outputs outputs = PositiveInt32Outputs.Singleton; Builder <long?> builder = new Builder <long?>(FST.INPUT_TYPE.BYTE1, outputs); BytesRefFSTEnum <long?> fstEnum = new BytesRefFSTEnum <long?>(fst); BytesRefFSTEnum.InputOutput <long?> result; int count = outerInstance.indexDivisor; while (fstEnum.MoveNext()) { result = fstEnum.Current; if (count == outerInstance.indexDivisor) { builder.Add(Util.Fst.Util.ToInt32sRef(result.Input, scratchIntsRef), result.Output); count = 0; } count++; } fst = builder.Finish(); } } }
public override SortedSetDocValues GetSortedSet(FieldInfo field) { var entry = fsts[field.Number]; if (entry.numOrds == 0) { return(DocValues.EMPTY_SORTED_SET); // empty FST! } FST <Int64> instance; UninterruptableMonitor.Enter(this); try { if (!fstInstances.TryGetValue(field.Number, out instance)) { data.Seek(entry.offset); instance = new FST <Int64>(data, PositiveInt32Outputs.Singleton); ramBytesUsed.AddAndGet(instance.GetSizeInBytes()); fstInstances[field.Number] = instance; } } finally { UninterruptableMonitor.Exit(this); } var docToOrds = GetBinary(field); var fst = instance; // per-thread resources var @in = fst.GetBytesReader(); var firstArc = new FST.Arc <Int64>(); var scratchArc = new FST.Arc <Int64>(); var scratchInts = new Int32sRef(); var fstEnum = new BytesRefFSTEnum <Int64>(fst); var @ref = new BytesRef(); var input = new ByteArrayDataInput(); return(new SortedSetDocValuesAnonymousClass(entry, docToOrds, fst, @in, firstArc, scratchArc, scratchInts, fstEnum, @ref, input)); }
public override SortedDocValues GetSorted(FieldInfo field) { FSTEntry entry = fsts[field.Number]; if (entry.numOrds == 0) { return(DocValues.EMPTY_SORTED); } FST <long?> instance; UninterruptableMonitor.Enter(this); try { if (!fstInstances.TryGetValue(field.Number, out instance)) { data.Seek(entry.offset); instance = new FST <long?>(data, PositiveInt32Outputs.Singleton); ramBytesUsed.AddAndGet(instance.GetSizeInBytes()); fstInstances[field.Number] = instance; } } finally { UninterruptableMonitor.Exit(this); } var docToOrd = GetNumeric(field); var fst = instance; // per-thread resources var @in = fst.GetBytesReader(); var firstArc = new FST.Arc <long?>(); var scratchArc = new FST.Arc <long?>(); var scratchInts = new Int32sRef(); var fstEnum = new BytesRefFSTEnum <long?>(fst); return(new SortedDocValuesAnonymousClass(entry, docToOrd, fst, @in, firstArc, scratchArc, scratchInts, fstEnum)); }
public override int LookupTerm(BytesRef key) { try { BytesRefFSTEnum <long?> .InputOutput <long?> o = FstEnum.SeekCeil(key); if (o == null) { return(-ValueCount - 1); } else if (o.Input.Equals(key)) { return((int)o.Output); } else { return((int)-o.Output - 1); } } catch (System.IO.IOException bogus) { throw bogus; } }
public override SortedSetDocValues GetSortedSet(FieldInfo field) { FSTEntry entry = Fsts[field.Number]; if (entry.NumOrds == 0) { return(DocValues.EMPTY_SORTED_SET); // empty FST! } FST <long> instance; lock (this) { instance = FstInstances[field.Number]; if (instance == null) { Data.Seek(entry.Offset); instance = new FST <long>((DataInput)Data, Lucene.Net.Util.Fst.PositiveIntOutputs.Singleton); RamBytesUsed_Renamed.AddAndGet(instance.SizeInBytes()); FstInstances[field.Number] = instance; } } BinaryDocValues docToOrds = GetBinary(field); FST <long> fst = instance; // per-thread resources FST <long> .BytesReader @in = fst.BytesReader; FST <long> .Arc <long> firstArc = new FST <long> .Arc <long>(); FST <long> .Arc <long> scratchArc = new FST <long> .Arc <long>(); IntsRef scratchInts = new IntsRef(); BytesRefFSTEnum <long> fstEnum = new BytesRefFSTEnum <long>(fst); BytesRef @ref = new BytesRef(); ByteArrayDataInput input = new ByteArrayDataInput(); return(new SortedSetDocValuesAnonymousInnerClassHelper(this, entry, docToOrds, fst, @in, firstArc, scratchArc, scratchInts, fstEnum, @ref, input)); }
public IndexEnum(FST<long?> fst) { _fstEnum = new BytesRefFSTEnum<long?>(fst); }
private void LoadTermsIndex() { if (Fst != null) return; var clone = (IndexInput) _vgtir._input.Clone(); clone.Seek(_indexStart); Fst = new FST<long?>(clone, _vgtir._fstOutputs); clone.Dispose(); /* final String dotFileName = segment + "_" + fieldInfo.name + ".dot"; Writer w = new OutputStreamWriter(new FileOutputStream(dotFileName)); Util.toDot(fst, w, false, false); System.out.println("FST INDEX: SAVED to " + dotFileName); w.close(); */ if (_vgtir._indexDivisor > 1) { // subsample var scratchIntsRef = new IntsRef(); var outputs = PositiveIntOutputs.Singleton; var builder = new Builder<long?>(FST.INPUT_TYPE.BYTE1, outputs); var fstEnum = new BytesRefFSTEnum<long?>(Fst); var count = _vgtir._indexDivisor; BytesRefFSTEnum<long?>.InputOutput<long?> result; while ((result = fstEnum.Next()) != null) { if (count == _vgtir._indexDivisor) { builder.Add(Util.ToIntsRef(result.Input, scratchIntsRef), result.Output); count = 0; } count++; } Fst = builder.Finish(); } }
public override SortedDocValues GetSorted(FieldInfo field) { FSTEntry entry = Fsts[field.Number]; FST<long> instance; lock (this) { if (!FstInstances.TryGetValue(field.Number, out instance)) { Data.Seek(entry.Offset); instance = new FST<long>(Data, PositiveIntOutputs.Singleton); RamBytesUsed_Renamed.AddAndGet(instance.SizeInBytes()); FstInstances[field.Number] = instance; } } NumericDocValues docToOrd = GetNumeric(field); FST<long> fst = instance; // per-thread resources FST<long>.BytesReader @in = fst.BytesReader; FST<long>.Arc<long> firstArc = new FST<long>.Arc<long>(); FST<long>.Arc<long> scratchArc = new FST<long>.Arc<long>(); IntsRef scratchInts = new IntsRef(); BytesRefFSTEnum<long> fstEnum = new BytesRefFSTEnum<long>(fst); return new SortedDocValuesAnonymousInnerClassHelper(this, entry, docToOrd, fst, @in, firstArc, scratchArc, scratchInts, fstEnum); }
public override bool SeekExact(BytesRef text) { //System.out.println("te.seekExact text=" + field.name + ":" + text.utf8ToString() + " this=" + this); current = fstEnum.SeekExact(text); didDecode = false; return current != null; }
public SortedDocValuesAnonymousInnerClassHelper(Lucene42DocValuesProducer outerInstance, FSTEntry entry, NumericDocValues docToOrd, FST<long> fst, FST<long>.BytesReader @in, FST<long>.Arc<long> firstArc, FST<long>.Arc<long> scratchArc, IntsRef scratchInts, BytesRefFSTEnum<long> fstEnum) { this.OuterInstance = outerInstance; this.Entry = entry; this.DocToOrd = docToOrd; this.Fst = fst; this.@in = @in; this.FirstArc = firstArc; this.ScratchArc = scratchArc; this.ScratchInts = scratchInts; this.FstEnum = fstEnum; }
public SortedDocValuesAnonymousInnerClassHelper(FSTEntry fstEntry, NumericDocValues numericDocValues, FST<long?> fst1, FST.BytesReader @in, FST.Arc<long?> arc, FST.Arc<long?> scratchArc1, IntsRef intsRef, BytesRefFSTEnum<long?> bytesRefFstEnum) { entry = fstEntry; docToOrd = numericDocValues; fst = fst1; this.@in = @in; firstArc = arc; scratchArc = scratchArc1; scratchInts = intsRef; fstEnum = bytesRefFstEnum; }
public SimpleTextTermsEnum(SimpleTextFieldsReader outerInstance, FST<PairOutputs<long?, PairOutputs<long?,long?>.Pair>.Pair> fst, IndexOptions indexOptions) { _outerInstance = outerInstance; _indexOptions = indexOptions; _fstEnum = new BytesRefFSTEnum<PairOutputs<long?, PairOutputs<long?,long?>.Pair>.Pair>(fst); }
public SortedSetDocValuesAnonymousInnerClassHelper(Lucene42DocValuesProducer outerInstance, FSTEntry entry, BinaryDocValues docToOrds, FST<long> fst, FST<long>.BytesReader @in, FST<long>.Arc<long> firstArc, FST<long>.Arc<long> scratchArc, IntsRef scratchInts, BytesRefFSTEnum<long> fstEnum, BytesRef @ref, ByteArrayDataInput input) { this.OuterInstance = outerInstance; this.Entry = entry; this.DocToOrds = docToOrds; this.Fst = fst; this.@in = @in; this.FirstArc = firstArc; this.ScratchArc = scratchArc; this.ScratchInts = scratchInts; this.FstEnum = fstEnum; this.@ref = @ref; this.Input = input; }
public override SortedSetDocValues GetSortedSet(FieldInfo field) { FSTEntry entry = Fsts[field.Number]; if (entry.NumOrds == 0) { return DocValues.EMPTY_SORTED_SET; // empty FST! } FST<long> instance; lock (this) { if (!FstInstances.TryGetValue(field.Number, out instance)) { Data.Seek(entry.Offset); instance = new FST<long>((DataInput)Data, Lucene.Net.Util.Fst.PositiveIntOutputs.Singleton); RamBytesUsed_Renamed.AddAndGet(instance.SizeInBytes()); FstInstances[field.Number] = instance; } } BinaryDocValues docToOrds = GetBinary(field); FST<long> fst = instance; // per-thread resources FST<long>.BytesReader @in = fst.BytesReader; FST<long>.Arc<long> firstArc = new FST<long>.Arc<long>(); FST<long>.Arc<long> scratchArc = new FST<long>.Arc<long>(); IntsRef scratchInts = new IntsRef(); BytesRefFSTEnum<long> fstEnum = new BytesRefFSTEnum<long>(fst); BytesRef @ref = new BytesRef(); ByteArrayDataInput input = new ByteArrayDataInput(); return new SortedSetDocValuesAnonymousInnerClassHelper(this, entry, docToOrds, fst, @in, firstArc, scratchArc, scratchInts, fstEnum, @ref, input); }
internal FSTTermsEnum(FST<long> fst) { this.Fst = fst; @in = new BytesRefFSTEnum<long>(fst); BytesReader = fst.BytesReader; }
public override long Next() { //System.out.println("VGR: next field=" + fieldInfo.name); current = fstEnum.Next(); if (current == null) { //System.out.println(" eof"); return -1; } else { return current.Output; } }
public override long Seek(BytesRef target) { //System.out.println("VGR: seek field=" + fieldInfo.name + " target=" + target); current = fstEnum.SeekFloor(target); //System.out.println(" got input=" + current.input + " output=" + current.output); return current.Output; }
public override long? Seek(BytesRef target) { _current = _fstEnum.SeekFloor(target); return _current.Output; }
public override SeekStatus SeekCeil(BytesRef text) { //System.out.println("te.seek text=" + field.name + ":" + text.utf8ToString() + " this=" + this); current = fstEnum.SeekCeil(text); if (current == null) { return SeekStatus.END; } else { // System.out.println(" got term=" + current.input.utf8ToString()); // for(int i=0;i<current.output.length;i++) { // System.out.println(" " + Integer.toHexString(current.output.bytes[i]&0xFF)); // } didDecode = false; if (text.Equals(current.Input)) { //System.out.println(" found!"); return SeekStatus.FOUND; } else { //System.out.println(" not found: " + current.input.utf8ToString()); return SeekStatus.NOT_FOUND; } } }
internal FSTTermsEnum(FST<long?> fst) { this.fst = fst; input = new BytesRefFSTEnum<long?>(fst); bytesReader = fst.BytesReader; }
internal FSTTermsEnum(FST <Int64> fst) { this.fst = fst; input = new BytesRefFSTEnum <Int64>(fst); bytesReader = fst.GetBytesReader(); }
public SortedSetDocValuesAnonymousInnerClassHelper(FSTEntry fstEntry, BinaryDocValues binaryDocValues, FST<long?> fst1, FST.BytesReader @in, FST.Arc<long?> arc, FST.Arc<long?> scratchArc1, IntsRef intsRef, BytesRefFSTEnum<long?> bytesRefFstEnum, BytesRef @ref, ByteArrayDataInput byteArrayDataInput) { entry = fstEntry; docToOrds = binaryDocValues; fst = fst1; this.@in = @in; firstArc = arc; scratchArc = scratchArc1; scratchInts = intsRef; fstEnum = bytesRefFstEnum; this.@ref = @ref; input = byteArrayDataInput; }
public IndexEnum(FST <long?> fst) { fstEnum = new BytesRefFSTEnum <long?>(fst); }
public override SortedSetDocValues GetSortedSet(FieldInfo field) { var entry = fsts[field.Number]; if (entry.numOrds == 0) { return DocValues.EMPTY_SORTED_SET; // empty FST! } FST<long?> instance; lock (this) { instance = fstInstances[field.Number]; if (instance == null) { data.Seek(entry.offset); instance = new FST<long?>(data, PositiveIntOutputs.Singleton); ramBytesUsed.AddAndGet(instance.SizeInBytes()); fstInstances[field.Number] = instance; } } var docToOrds = GetBinary(field); var fst = instance; // per-thread resources var @in = fst.BytesReader; var firstArc = new FST.Arc<long?>(); var scratchArc = new FST.Arc<long?>(); var scratchInts = new IntsRef(); var fstEnum = new BytesRefFSTEnum<long?>(fst); var @ref = new BytesRef(); var input = new ByteArrayDataInput(); return new SortedSetDocValuesAnonymousInnerClassHelper(entry, docToOrds, fst, @in, firstArc, scratchArc, scratchInts, fstEnum, @ref, input); }
public FSTTermsEnum(FieldInfo field, FST<BytesRef> fst) { this.field = field; fstEnum = new BytesRefFSTEnum<>(fst); }
public override BytesRef Next() { //System.out.println("te.next"); current = fstEnum.Next(); if (current == null) { //System.out.println(" END"); return null; } didDecode = false; //System.out.println(" term=" + field.name + ":" + current.input.utf8ToString()); return current.Input; }
internal FSTTermsEnum(FST <long?> fst) { this.Fst = fst; @in = new BytesRefFSTEnum <long?>(fst); BytesReader = fst.BytesReader; }
internal FSTTermsEnum(FST <long?> fst) { this.fst = fst; @in = new BytesRefFSTEnum <long?>(fst); bytesReader = fst.GetBytesReader(); }
public SortedDocValuesAnonymousInnerClassHelper(FSTEntry entry, NumericDocValues docToOrd, FST<long?> fst, FST<long?>.BytesReader @in, FST<long?>.Arc<long?> firstArc, FST<long?>.Arc<long?> scratchArc, IntsRef scratchInts, BytesRefFSTEnum<long?> fstEnum) { this.Entry = entry; this.DocToOrd = docToOrd; this.Fst = fst; this.@in = @in; this.FirstArc = firstArc; this.ScratchArc = scratchArc; this.ScratchInts = scratchInts; this.FstEnum = fstEnum; }
public FSTTermsEnum(FieldInfo field, FST <BytesRef> fst) { this.field = field; fstEnum = new BytesRefFSTEnum <BytesRef>(fst); }
private void loadTermsIndex() { if (Fst == null) { IndexInput clone = input.Clone(); clone.Seek(indexStart); Fst = new FST<>(clone, fstOutputs); clone.Close(); /* final String dotFileName = segment + "_" + fieldInfo.name + ".dot"; Writer w = new OutputStreamWriter(new FileOutputStream(dotFileName)); Util.toDot(fst, w, false, false); System.out.println("FST INDEX: SAVED to " + dotFileName); w.close(); */ if (indexDivisor > 1) { // subsample IntsRef scratchIntsRef = new IntsRef(); PositiveIntOutputs outputs = PositiveIntOutputs.GetSingleton(); Builder<long> builder = new Builder<long>(FST.INPUT_TYPE.BYTE1, outputs); BytesRefFSTEnum<long> fstEnum = new BytesRefFSTEnum<long>(fst); BytesRefFSTEnum.InputOutput<long> result; int count = indexDivisor; while ((result = fstEnum.Next()) != null) { if (count == indexDivisor) { builder.Add(Util.ToIntsRef(result.Input, scratchIntsRef), result.Output); count = 0; } count++; } Fst = builder.Finish(); } } }