public override BytesRef encode(char[] buffer, int offset, int length) { int payload = ArrayUtil.parseInt(buffer, offset, length); //TODO: improve this so that we don't have to new Strings sbyte[] bytes = PayloadHelper.encodeInt(payload); BytesRef result = new BytesRef(bytes); return result; }
//JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET: //ORIGINAL LINE: @Override public final boolean incrementToken() throws java.io.IOException public override bool incrementToken() { if (!prefixExhausted) { Token nextToken = getNextPrefixInputToken(reusableToken); if (nextToken == null) { prefixExhausted = true; } else { previousPrefixToken.reinit(nextToken); // Make it a deep copy BytesRef p = previousPrefixToken.Payload; if (p != null) { previousPrefixToken.Payload = p.clone(); } CurrentToken = nextToken; return(true); } } Token nextToken = getNextSuffixInputToken(reusableToken); if (nextToken == null) { return(false); } nextToken = updateSuffixToken(nextToken, previousPrefixToken); CurrentToken = nextToken; return(true); }
internal TermStats(string field, BytesRef termtext, int df, long tf) { this.termtext = BytesRef.deepCopyOf(termtext); this.field = field; this.docFreq = df; this.totalTermFreq = tf; }
public override BytesRef encode(char[] buffer, int offset, int length) { float payload = float.Parse(new string(buffer, offset, length)); //TODO: improve this so that we don't have to new Strings sbyte[] bytes = PayloadHelper.encodeFloat(payload); BytesRef result = new BytesRef(bytes); return result; }
internal TermStats(string field, BytesRef termtext, int df, long tf) { this.termtext = BytesRef.deepCopyOf(termtext); this.field = field; this.docFreq = df; this.totalTermFreq = tf; }
//JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET: //ORIGINAL LINE: public void testInitVars() throws Exception public virtual void testInitVars() { CollationKey sortKey = collator.getCollationKey(firstRangeBeginningOriginal); sbyte[] data = sortKey.toByteArray(); BytesRef r = new BytesRef(data); }
public override void fillBytesRef() { BytesRef bytes = BytesRef; bytes.bytes = collator.getCollationKey(ToString()).toByteArray(); bytes.offset = 0; bytes.length = bytes.bytes.length; }
private void InitializeInstanceFields() { analyzer = new CollationKeyAnalyzer(TEST_VERSION_CURRENT, collator); firstRangeBeginning = new BytesRef(collator.getCollationKey(firstRangeBeginningOriginal).toByteArray()); firstRangeEnd = new BytesRef(collator.getCollationKey(firstRangeEndOriginal).toByteArray()); secondRangeBeginning = new BytesRef(collator.getCollationKey(secondRangeBeginningOriginal).toByteArray()); secondRangeEnd = new BytesRef(collator.getCollationKey(secondRangeEndOriginal).toByteArray()); }
public override BytesRef encode(char[] buffer, int offset, int length) { int payload = ArrayUtil.parseInt(buffer, offset, length); //TODO: improve this so that we don't have to new Strings sbyte[] bytes = PayloadHelper.encodeInt(payload); BytesRef result = new BytesRef(bytes); return(result); }
public override BytesRef encode(char[] buffer, int offset, int length) { float payload = float.Parse(new string(buffer, offset, length)); //TODO: improve this so that we don't have to new Strings sbyte[] bytes = PayloadHelper.encodeFloat(payload); BytesRef result = new BytesRef(bytes); return(result); }
public NumericPayloadTokenFilter(TokenStream input, float payload, string typeMatch) : base(input) { if (typeMatch == null) { throw new System.ArgumentException("typeMatch cannot be null"); } //Need to encode the payload thePayload = new BytesRef(PayloadHelper.encodeFloat(payload)); this.typeMatch = typeMatch; }
public NumericPayloadTokenFilter(TokenStream input, float payload, string typeMatch) : base(input) { if (typeMatch == null) { throw new System.ArgumentException("typeMatch cannot be null"); } //Need to encode the payload thePayload = new BytesRef(PayloadHelper.encodeFloat(payload)); this.typeMatch = typeMatch; }
//JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET: //ORIGINAL LINE: @Override public final boolean incrementToken() throws java.io.IOException public override bool incrementToken() { if (input.incrementToken()) { sbyte[] data = new sbyte[8]; PayloadHelper.encodeInt(offsetAtt.startOffset(), data, 0); PayloadHelper.encodeInt(offsetAtt.endOffset(), data, 4); BytesRef payload = new BytesRef(data); payAtt.Payload = payload; return(true); } else { return(false); } }
//JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET: //ORIGINAL LINE: @Override public final boolean incrementToken() throws java.io.IOException public override bool incrementToken() { if (input.incrementToken()) { sbyte[] data = new sbyte[8]; PayloadHelper.encodeInt(offsetAtt.startOffset(), data, 0); PayloadHelper.encodeInt(offsetAtt.endOffset(), data, 4); BytesRef payload = new BytesRef(data); payAtt.Payload = payload; return true; } else { return false; } }
//JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET: //ORIGINAL LINE: public void testCompressedDictionary() throws Exception public virtual void testCompressedDictionary() { System.IO.Stream affixStream = this.GetType().getResourceAsStream("compressed.aff"); System.IO.Stream dictStream = this.GetType().getResourceAsStream("compressed.dic"); Dictionary dictionary = new Dictionary(affixStream, dictStream); assertEquals(3, dictionary.lookupSuffix(new char[]{'e'}, 0, 1).length); assertEquals(1, dictionary.lookupPrefix(new char[]{'s'}, 0, 1).length); IntsRef ordList = dictionary.lookupWord(new char[]{'o', 'l', 'r'}, 0, 3); BytesRef @ref = new BytesRef(); dictionary.flagLookup.get(ordList.ints[0], @ref); char[] flags = Dictionary.decodeFlags(@ref); assertEquals(1, flags.Length); affixStream.Close(); dictStream.Close(); }
//JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET: //ORIGINAL LINE: void assertTermEquals(String expected, org.apache.lucene.analysis.TokenStream stream, org.apache.lucene.analysis.tokenattributes.CharTermAttribute termAtt, org.apache.lucene.analysis.tokenattributes.PayloadAttribute payAtt, byte[] expectPay) throws Exception internal virtual void assertTermEquals(string expected, TokenStream stream, CharTermAttribute termAtt, PayloadAttribute payAtt, sbyte[] expectPay) { assertTrue(stream.incrementToken()); assertEquals(expected, termAtt.ToString()); BytesRef payload = payAtt.Payload; if (payload != null) { assertTrue(payload.length + " does not equal: " + expectPay.Length, payload.length == expectPay.Length); for (int i = 0; i < expectPay.Length; i++) { assertTrue(expectPay[i] + " does not equal: " + payload.bytes[i + payload.offset], expectPay[i] == payload.bytes[i + payload.offset]); } } else { assertTrue("expectPay is not null and it should be", expectPay == null); } }
//JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET: //ORIGINAL LINE: public void test() throws java.io.IOException public virtual void test() { string test = "The quick red fox jumped over the lazy brown dogs"; TokenOffsetPayloadTokenFilter nptf = new TokenOffsetPayloadTokenFilter(new MockTokenizer(new StringReader(test), MockTokenizer.WHITESPACE, false)); int count = 0; PayloadAttribute payloadAtt = nptf.getAttribute(typeof(PayloadAttribute)); OffsetAttribute offsetAtt = nptf.getAttribute(typeof(OffsetAttribute)); nptf.reset(); while (nptf.incrementToken()) { BytesRef pay = payloadAtt.Payload; assertTrue("pay is null and it shouldn't be", pay != null); sbyte[] data = pay.bytes; int start = PayloadHelper.decodeInt(data, 0); assertTrue(start + " does not equal: " + offsetAtt.startOffset(), start == offsetAtt.startOffset()); int end = PayloadHelper.decodeInt(data, 4); assertTrue(end + " does not equal: " + offsetAtt.endOffset(), end == offsetAtt.endOffset()); count++; } assertTrue(count + " does not equal: " + 10, count == 10); }
private void InitializeInstanceFields() { p = new BytesRef(data,0,1); }
public override void get(int docID, BytesRef result) { @in.get(docMap.newToOld(docID), result); }
//JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET: //ORIGINAL LINE: SortingDocsAndPositionsEnum(int maxDoc, SortingDocsAndPositionsEnum reuse, final org.apache.lucene.index.DocsAndPositionsEnum in, Sorter.DocMap docMap, boolean storeOffsets) throws java.io.IOException //JAVA TO C# CONVERTER WARNING: 'final' parameters are not available in .NET: internal SortingDocsAndPositionsEnum(int maxDoc, SortingDocsAndPositionsEnum reuse, DocsAndPositionsEnum @in, Sorter.DocMap docMap, bool storeOffsets) : base(@in) { this.maxDoc = maxDoc; this.storeOffsets = storeOffsets; if (reuse != null) { docs = reuse.docs; offsets = reuse.offsets; payload = reuse.payload; file = reuse.file; if (reuse.maxDoc == maxDoc) { sorter = reuse.sorter; } else { sorter = new DocOffsetSorter(maxDoc); } } else { docs = new int[32]; offsets = new long[32]; payload = new BytesRef(32); file = new RAMFile(); sorter = new DocOffsetSorter(maxDoc); } //JAVA TO C# CONVERTER WARNING: The original Java variable was marked 'final': //ORIGINAL LINE: final org.apache.lucene.store.IndexOutput out = new org.apache.lucene.store.RAMOutputStream(file); IndexOutput @out = new RAMOutputStream(file); int doc; int i = 0; while ((doc = @in.nextDoc()) != DocIdSetIterator.NO_MORE_DOCS) { if (i == docs.Length) { //JAVA TO C# CONVERTER WARNING: The original Java variable was marked 'final': //ORIGINAL LINE: final int newLength = org.apache.lucene.util.ArrayUtil.oversize(i + 1, 4); int newLength = ArrayUtil.oversize(i + 1, 4); docs = Arrays.copyOf(docs, newLength); offsets = Arrays.copyOf(offsets, newLength); } docs[i] = docMap.oldToNew(doc); offsets[i] = @out.FilePointer; addPositions(@in, @out); i++; } upto = i; sorter.reset(docs, offsets); sorter.sort(0, upto); @out.close(); this.postingInput = new RAMInputStream("", file); }
//JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET: //ORIGINAL LINE: @Override public org.apache.lucene.index.TermsEnum intersect(org.apache.lucene.util.automaton.CompiledAutomaton compiled, org.apache.lucene.util.BytesRef startTerm) throws java.io.IOException public override TermsEnum intersect(CompiledAutomaton compiled, BytesRef startTerm) { return new SortingTermsEnum(@in.intersect(compiled, startTerm), docMap, indexOptions); }
public override long lookupTerm(BytesRef key) { return @in.lookupTerm(key); }
public override void lookupOrd(long ord, BytesRef result) { @in.lookupOrd(ord, result); }
//JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET: //ORIGINAL LINE: public void testInitVars() throws Exception public virtual void testInitVars() { CollationKey sortKey = collator.getCollationKey(firstRangeBeginningOriginal); sbyte[] data = sortKey.toByteArray(); BytesRef r = new BytesRef(data); }
private void InitializeInstanceFields() { analyzer = new CollationKeyAnalyzer(TEST_VERSION_CURRENT, collator); firstRangeBeginning = new BytesRef(collator.getCollationKey(firstRangeBeginningOriginal).toByteArray()); firstRangeEnd = new BytesRef(collator.getCollationKey(firstRangeEndOriginal).toByteArray()); secondRangeBeginning = new BytesRef(collator.getCollationKey(secondRangeBeginningOriginal).toByteArray()); secondRangeEnd = new BytesRef(collator.getCollationKey(secondRangeEndOriginal).toByteArray()); }
private void InitializeInstanceFields() { analyzer = new TestAnalyzer(this, collator); firstRangeBeginning = new BytesRef(encodeCollationKey(collator.getCollationKey(firstRangeBeginningOriginal).toByteArray())); firstRangeEnd = new BytesRef(encodeCollationKey(collator.getCollationKey(firstRangeEndOriginal).toByteArray())); secondRangeBeginning = new BytesRef(encodeCollationKey(collator.getCollationKey(secondRangeBeginningOriginal).toByteArray())); secondRangeEnd = new BytesRef(encodeCollationKey(collator.getCollationKey(secondRangeEndOriginal).toByteArray())); }