public override BytesRef encode(char[] buffer, int offset, int length)
{
int payload = ArrayUtil.parseInt(buffer, offset, length); //TODO: improve this so that we don't have to new Strings
sbyte[] bytes = PayloadHelper.encodeInt(payload);
BytesRef result = new BytesRef(bytes);
return result;
}
//JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET:
//ORIGINAL LINE: @Override public final boolean incrementToken() throws java.io.IOException
public override bool incrementToken()
{
if (!prefixExhausted)
{
Token nextToken = getNextPrefixInputToken(reusableToken);
if (nextToken == null)
{
prefixExhausted = true;
}
else
{
previousPrefixToken.reinit(nextToken);
// Make it a deep copy
BytesRef p = previousPrefixToken.Payload;
if (p != null)
{
previousPrefixToken.Payload = p.clone();
}
CurrentToken = nextToken;
return(true);
}
}
Token nextToken = getNextSuffixInputToken(reusableToken);
if (nextToken == null)
{
return(false);
}
nextToken = updateSuffixToken(nextToken, previousPrefixToken);
CurrentToken = nextToken;
return(true);
}
internal TermStats(string field, BytesRef termtext, int df, long tf)
{
this.termtext = BytesRef.deepCopyOf(termtext);
this.field = field;
this.docFreq = df;
this.totalTermFreq = tf;
}
public override BytesRef encode(char[] buffer, int offset, int length)
{
float payload = float.Parse(new string(buffer, offset, length)); //TODO: improve this so that we don't have to new Strings
sbyte[] bytes = PayloadHelper.encodeFloat(payload);
BytesRef result = new BytesRef(bytes);
return result;
}
internal TermStats(string field, BytesRef termtext, int df, long tf)
{
this.termtext = BytesRef.deepCopyOf(termtext);
this.field = field;
this.docFreq = df;
this.totalTermFreq = tf;
}
//JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET:
//ORIGINAL LINE: public void testInitVars() throws Exception
public virtual void testInitVars()
{
CollationKey sortKey = collator.getCollationKey(firstRangeBeginningOriginal);
sbyte[] data = sortKey.toByteArray();
BytesRef r = new BytesRef(data);
}
public override void fillBytesRef()
{
BytesRef bytes = BytesRef;
bytes.bytes = collator.getCollationKey(ToString()).toByteArray();
bytes.offset = 0;
bytes.length = bytes.bytes.length;
}
private void InitializeInstanceFields()
{
analyzer = new CollationKeyAnalyzer(TEST_VERSION_CURRENT, collator);
firstRangeBeginning = new BytesRef(collator.getCollationKey(firstRangeBeginningOriginal).toByteArray());
firstRangeEnd = new BytesRef(collator.getCollationKey(firstRangeEndOriginal).toByteArray());
secondRangeBeginning = new BytesRef(collator.getCollationKey(secondRangeBeginningOriginal).toByteArray());
secondRangeEnd = new BytesRef(collator.getCollationKey(secondRangeEndOriginal).toByteArray());
}
public override BytesRef encode(char[] buffer, int offset, int length)
{
int payload = ArrayUtil.parseInt(buffer, offset, length); //TODO: improve this so that we don't have to new Strings
sbyte[] bytes = PayloadHelper.encodeInt(payload);
BytesRef result = new BytesRef(bytes);
return(result);
}
public override BytesRef encode(char[] buffer, int offset, int length)
{
float payload = float.Parse(new string(buffer, offset, length)); //TODO: improve this so that we don't have to new Strings
sbyte[] bytes = PayloadHelper.encodeFloat(payload);
BytesRef result = new BytesRef(bytes);
return(result);
}
public NumericPayloadTokenFilter(TokenStream input, float payload, string typeMatch) : base(input)
{
if (typeMatch == null)
{
throw new System.ArgumentException("typeMatch cannot be null");
}
//Need to encode the payload
thePayload = new BytesRef(PayloadHelper.encodeFloat(payload));
this.typeMatch = typeMatch;
}
public NumericPayloadTokenFilter(TokenStream input, float payload, string typeMatch)
: base(input)
{
if (typeMatch == null)
{
throw new System.ArgumentException("typeMatch cannot be null");
}
//Need to encode the payload
thePayload = new BytesRef(PayloadHelper.encodeFloat(payload));
this.typeMatch = typeMatch;
}
//JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET:
//ORIGINAL LINE: @Override public final boolean incrementToken() throws java.io.IOException
public override bool incrementToken()
{
if (input.incrementToken())
{
sbyte[] data = new sbyte[8];
PayloadHelper.encodeInt(offsetAtt.startOffset(), data, 0);
PayloadHelper.encodeInt(offsetAtt.endOffset(), data, 4);
BytesRef payload = new BytesRef(data);
payAtt.Payload = payload;
return(true);
}
else
{
return(false);
}
}
//JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET:
//ORIGINAL LINE: @Override public final boolean incrementToken() throws java.io.IOException
public override bool incrementToken()
{
if (input.incrementToken())
{
sbyte[] data = new sbyte[8];
PayloadHelper.encodeInt(offsetAtt.startOffset(), data, 0);
PayloadHelper.encodeInt(offsetAtt.endOffset(), data, 4);
BytesRef payload = new BytesRef(data);
payAtt.Payload = payload;
return true;
}
else
{
return false;
}
}
//JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET:
//ORIGINAL LINE: public void testCompressedDictionary() throws Exception
public virtual void testCompressedDictionary()
{
System.IO.Stream affixStream = this.GetType().getResourceAsStream("compressed.aff");
System.IO.Stream dictStream = this.GetType().getResourceAsStream("compressed.dic");
Dictionary dictionary = new Dictionary(affixStream, dictStream);
assertEquals(3, dictionary.lookupSuffix(new char[]{'e'}, 0, 1).length);
assertEquals(1, dictionary.lookupPrefix(new char[]{'s'}, 0, 1).length);
IntsRef ordList = dictionary.lookupWord(new char[]{'o', 'l', 'r'}, 0, 3);
BytesRef @ref = new BytesRef();
dictionary.flagLookup.get(ordList.ints[0], @ref);
char[] flags = Dictionary.decodeFlags(@ref);
assertEquals(1, flags.Length);
affixStream.Close();
dictStream.Close();
}
//JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET:
//ORIGINAL LINE: void assertTermEquals(String expected, org.apache.lucene.analysis.TokenStream stream, org.apache.lucene.analysis.tokenattributes.CharTermAttribute termAtt, org.apache.lucene.analysis.tokenattributes.PayloadAttribute payAtt, byte[] expectPay) throws Exception
internal virtual void assertTermEquals(string expected, TokenStream stream, CharTermAttribute termAtt, PayloadAttribute payAtt, sbyte[] expectPay)
{
assertTrue(stream.incrementToken());
assertEquals(expected, termAtt.ToString());
BytesRef payload = payAtt.Payload;
if (payload != null)
{
assertTrue(payload.length + " does not equal: " + expectPay.Length, payload.length == expectPay.Length);
for (int i = 0; i < expectPay.Length; i++)
{
assertTrue(expectPay[i] + " does not equal: " + payload.bytes[i + payload.offset], expectPay[i] == payload.bytes[i + payload.offset]);
}
}
else
{
assertTrue("expectPay is not null and it should be", expectPay == null);
}
}
//JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET:
//ORIGINAL LINE: public void test() throws java.io.IOException
public virtual void test()
{
string test = "The quick red fox jumped over the lazy brown dogs";
TokenOffsetPayloadTokenFilter nptf = new TokenOffsetPayloadTokenFilter(new MockTokenizer(new StringReader(test), MockTokenizer.WHITESPACE, false));
int count = 0;
PayloadAttribute payloadAtt = nptf.getAttribute(typeof(PayloadAttribute));
OffsetAttribute offsetAtt = nptf.getAttribute(typeof(OffsetAttribute));
nptf.reset();
while (nptf.incrementToken())
{
BytesRef pay = payloadAtt.Payload;
assertTrue("pay is null and it shouldn't be", pay != null);
sbyte[] data = pay.bytes;
int start = PayloadHelper.decodeInt(data, 0);
assertTrue(start + " does not equal: " + offsetAtt.startOffset(), start == offsetAtt.startOffset());
int end = PayloadHelper.decodeInt(data, 4);
assertTrue(end + " does not equal: " + offsetAtt.endOffset(), end == offsetAtt.endOffset());
count++;
}
assertTrue(count + " does not equal: " + 10, count == 10);
}
private void InitializeInstanceFields()
{
p = new BytesRef(data,0,1);
}
public override void get(int docID, BytesRef result)
{
@in.get(docMap.newToOld(docID), result);
}
//JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET:
//ORIGINAL LINE: SortingDocsAndPositionsEnum(int maxDoc, SortingDocsAndPositionsEnum reuse, final org.apache.lucene.index.DocsAndPositionsEnum in, Sorter.DocMap docMap, boolean storeOffsets) throws java.io.IOException
//JAVA TO C# CONVERTER WARNING: 'final' parameters are not available in .NET:
internal SortingDocsAndPositionsEnum(int maxDoc, SortingDocsAndPositionsEnum reuse, DocsAndPositionsEnum @in, Sorter.DocMap docMap, bool storeOffsets)
: base(@in)
{
this.maxDoc = maxDoc;
this.storeOffsets = storeOffsets;
if (reuse != null)
{
docs = reuse.docs;
offsets = reuse.offsets;
payload = reuse.payload;
file = reuse.file;
if (reuse.maxDoc == maxDoc)
{
sorter = reuse.sorter;
}
else
{
sorter = new DocOffsetSorter(maxDoc);
}
}
else
{
docs = new int[32];
offsets = new long[32];
payload = new BytesRef(32);
file = new RAMFile();
sorter = new DocOffsetSorter(maxDoc);
}
//JAVA TO C# CONVERTER WARNING: The original Java variable was marked 'final':
//ORIGINAL LINE: final org.apache.lucene.store.IndexOutput out = new org.apache.lucene.store.RAMOutputStream(file);
IndexOutput @out = new RAMOutputStream(file);
int doc;
int i = 0;
while ((doc = @in.nextDoc()) != DocIdSetIterator.NO_MORE_DOCS)
{
if (i == docs.Length)
{
//JAVA TO C# CONVERTER WARNING: The original Java variable was marked 'final':
//ORIGINAL LINE: final int newLength = org.apache.lucene.util.ArrayUtil.oversize(i + 1, 4);
int newLength = ArrayUtil.oversize(i + 1, 4);
docs = Arrays.copyOf(docs, newLength);
offsets = Arrays.copyOf(offsets, newLength);
}
docs[i] = docMap.oldToNew(doc);
offsets[i] = @out.FilePointer;
addPositions(@in, @out);
i++;
}
upto = i;
sorter.reset(docs, offsets);
sorter.sort(0, upto);
@out.close();
this.postingInput = new RAMInputStream("", file);
}
//JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET:
//ORIGINAL LINE: @Override public org.apache.lucene.index.TermsEnum intersect(org.apache.lucene.util.automaton.CompiledAutomaton compiled, org.apache.lucene.util.BytesRef startTerm) throws java.io.IOException
public override TermsEnum intersect(CompiledAutomaton compiled, BytesRef startTerm)
{
return new SortingTermsEnum(@in.intersect(compiled, startTerm), docMap, indexOptions);
}
public override long lookupTerm(BytesRef key)
{
return @in.lookupTerm(key);
}
public override void lookupOrd(long ord, BytesRef result)
{
@in.lookupOrd(ord, result);
}
//JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET:
//ORIGINAL LINE: public void testInitVars() throws Exception
public virtual void testInitVars()
{
CollationKey sortKey = collator.getCollationKey(firstRangeBeginningOriginal);
sbyte[] data = sortKey.toByteArray();
BytesRef r = new BytesRef(data);
}
private void InitializeInstanceFields()
{
analyzer = new CollationKeyAnalyzer(TEST_VERSION_CURRENT, collator);
firstRangeBeginning = new BytesRef(collator.getCollationKey(firstRangeBeginningOriginal).toByteArray());
firstRangeEnd = new BytesRef(collator.getCollationKey(firstRangeEndOriginal).toByteArray());
secondRangeBeginning = new BytesRef(collator.getCollationKey(secondRangeBeginningOriginal).toByteArray());
secondRangeEnd = new BytesRef(collator.getCollationKey(secondRangeEndOriginal).toByteArray());
}
private void InitializeInstanceFields()
{
analyzer = new TestAnalyzer(this, collator);
firstRangeBeginning = new BytesRef(encodeCollationKey(collator.getCollationKey(firstRangeBeginningOriginal).toByteArray()));
firstRangeEnd = new BytesRef(encodeCollationKey(collator.getCollationKey(firstRangeEndOriginal).toByteArray()));
secondRangeBeginning = new BytesRef(encodeCollationKey(collator.getCollationKey(secondRangeBeginningOriginal).toByteArray()));
secondRangeEnd = new BytesRef(encodeCollationKey(collator.getCollationKey(secondRangeEndOriginal).toByteArray()));
}
