override public object Clone()
{
FlagsAttribute impl = new FlagsAttribute();
impl.flags = this.flags;
return(impl);
}
public virtual void TestCaptureState()
{
// init a first instance
AttributeSource src = new AttributeSource();
TermAttribute termAtt = (TermAttribute)src.AddAttribute(typeof(TermAttribute));
TypeAttribute typeAtt = (TypeAttribute)src.AddAttribute(typeof(TypeAttribute));
termAtt.SetTermBuffer("TestTerm");
typeAtt.SetType("TestType");
int hashCode = src.GetHashCode();
AttributeSource.State state = src.CaptureState();
// modify the attributes
termAtt.SetTermBuffer("AnotherTestTerm");
typeAtt.SetType("AnotherTestType");
Assert.IsTrue(hashCode != src.GetHashCode(), "Hash code should be different");
src.RestoreState(state);
Assert.AreEqual("TestTerm", termAtt.Term());
Assert.AreEqual("TestType", typeAtt.Type());
Assert.AreEqual(hashCode, src.GetHashCode(), "Hash code should be equal after restore");
// restore into an exact configured copy
AttributeSource copy = new AttributeSource();
copy.AddAttribute(typeof(TermAttribute));
copy.AddAttribute(typeof(TypeAttribute));
copy.RestoreState(state);
Assert.AreEqual(src.GetHashCode(), copy.GetHashCode(), "Both AttributeSources should have same hashCode after restore");
Assert.AreEqual(src, copy, "Both AttributeSources should be equal after restore");
// init a second instance (with attributes in different order and one additional attribute)
AttributeSource src2 = new AttributeSource();
typeAtt = (TypeAttribute)src2.AddAttribute(typeof(TypeAttribute));
Lucene.Net.Analysis.Tokenattributes.FlagsAttribute flagsAtt = (Lucene.Net.Analysis.Tokenattributes.FlagsAttribute)src2.AddAttribute(typeof(Lucene.Net.Analysis.Tokenattributes.FlagsAttribute));
termAtt = (TermAttribute)src2.AddAttribute(typeof(TermAttribute));
flagsAtt.SetFlags(12345);
src2.RestoreState(state);
Assert.AreEqual("TestTerm", termAtt.Term());
Assert.AreEqual("TestType", typeAtt.Type());
Assert.AreEqual(12345, flagsAtt.GetFlags(), "FlagsAttribute should not be touched");
// init a third instance missing one Attribute
AttributeSource src3 = new AttributeSource();
termAtt = (TermAttribute)src3.AddAttribute(typeof(TermAttribute));
try
{
src3.RestoreState(state);
Assert.Fail("The third instance is missing the TypeAttribute, so restoreState() should throw IllegalArgumentException");
}
catch (System.ArgumentException iae)
{
// pass
}
}
public virtual void TestFlagsAttribute()
{
FlagsAttribute att = new FlagsAttribute();
Assert.AreEqual(0, att.Flags);
att.Flags = 1234;
Assert.AreEqual("flags=1234", att.ToString());
FlagsAttribute att2 = (FlagsAttribute)AssertCloneIsEqual(att);
Assert.AreEqual(1234, att2.Flags);
att2 = (FlagsAttribute)AssertCopyIsEqual(att);
Assert.AreEqual(1234, att2.Flags);
att.Clear();
Assert.AreEqual(0, att.Flags);
}
public PrefixAwareTokenFilter(TokenStream prefix, TokenStream suffix) : base(suffix)
{
Suffix = suffix;
Prefix = prefix;
_prefixExhausted = false;
// ReSharper disable DoNotCallOverridableMethodsInConstructor
_termAtt = (TermAttribute) AddAttribute(typeof (TermAttribute));
_posIncrAtt = (PositionIncrementAttribute) AddAttribute(typeof (PositionIncrementAttribute));
_payloadAtt = (PayloadAttribute) AddAttribute(typeof (PayloadAttribute));
_offsetAtt = (OffsetAttribute) AddAttribute(typeof (OffsetAttribute));
_typeAtt = (TypeAttribute) AddAttribute(typeof (TypeAttribute));
_flagsAtt = (FlagsAttribute) AddAttribute(typeof (FlagsAttribute));
// ReSharper restore DoNotCallOverridableMethodsInConstructor
_pTermAtt = (TermAttribute) prefix.AddAttribute(typeof (TermAttribute));
_pPosIncrAtt = (PositionIncrementAttribute) prefix.AddAttribute(typeof (PositionIncrementAttribute));
_pPayloadAtt = (PayloadAttribute) prefix.AddAttribute(typeof (PayloadAttribute));
_pOffsetAtt = (OffsetAttribute) prefix.AddAttribute(typeof (OffsetAttribute));
_pTypeAtt = (TypeAttribute) prefix.AddAttribute(typeof (TypeAttribute));
_pFlagsAtt = (FlagsAttribute) prefix.AddAttribute(typeof (FlagsAttribute));
}
/// <summary>
/// Creates a shingle filter with ad hoc parameter settings.
/// </summary>
/// <param name="input">stream from which to construct the matrix</param>
/// <param name="minimumShingleSize">minimum number of tokens in any shingle.</param>
/// <param name="maximumShingleSize">maximum number of tokens in any shingle.</param>
/// <param name="spacerCharacter">character to use between texts of the token parts in a shingle. null for none.</param>
/// <param name="ignoringSinglePrefixOrSuffixShingle">if true, shingles that only contains permutation of the first of the last column will not be produced as shingles. Useful when adding boundary marker tokens such as '^' and '$'.</param>
/// <param name="settingsCodec">codec used to read input token weight and matrix positioning.</param>
public ShingleMatrixFilter(TokenStream input, int minimumShingleSize, int maximumShingleSize, Char? spacerCharacter, bool ignoringSinglePrefixOrSuffixShingle, TokenSettingsCodec settingsCodec)
{
_input = input;
MinimumShingleSize = minimumShingleSize;
MaximumShingleSize = maximumShingleSize;
SpacerCharacter = spacerCharacter;
IsIgnoringSinglePrefixOrSuffixShingle = ignoringSinglePrefixOrSuffixShingle;
_settingsCodec = settingsCodec;
// ReSharper disable DoNotCallOverridableMethodsInConstructor
_termAtt = (TermAttribute) AddAttribute(typeof (TermAttribute));
_posIncrAtt = (PositionIncrementAttribute) AddAttribute(typeof (PositionIncrementAttribute));
_payloadAtt = (PayloadAttribute) AddAttribute(typeof (PayloadAttribute));
_offsetAtt = (OffsetAttribute) AddAttribute(typeof (OffsetAttribute));
_typeAtt = (TypeAttribute) AddAttribute(typeof (TypeAttribute));
_flagsAtt = (FlagsAttribute) AddAttribute(typeof (FlagsAttribute));
// ReSharper restore DoNotCallOverridableMethodsInConstructor
_inTermAtt = (TermAttribute) input.AddAttribute(typeof (TermAttribute));
_inPosIncrAtt = (PositionIncrementAttribute) input.AddAttribute(typeof (PositionIncrementAttribute));
_inPayloadAtt = (PayloadAttribute) input.AddAttribute(typeof (PayloadAttribute));
_inOffsetAtt = (OffsetAttribute) input.AddAttribute(typeof (OffsetAttribute));
_inTypeAtt = (TypeAttribute) input.AddAttribute(typeof (TypeAttribute));
_inFlagsAtt = (FlagsAttribute) input.AddAttribute(typeof (FlagsAttribute));
}
/// <summary>
/// Creates a shingle filter based on a user defined matrix.
///
/// The filter /will/ delete columns from the input matrix! You will not be able to reset the filter if you used this constructor.
/// todo: don't touch the matrix! use a bool, set the input stream to null or something, and keep track of where in the matrix we are at.
///
/// </summary>
/// <param name="matrix">the input based for creating shingles. Does not need to contain any information until ShingleMatrixFilter.Next(Token) is called the first time.</param>
/// <param name="minimumShingleSize">minimum number of tokens in any shingle.</param>
/// <param name="maximumShingleSize">maximum number of tokens in any shingle.</param>
/// <param name="spacerCharacter">character to use between texts of the token parts in a shingle. null for none.</param>
/// <param name="ignoringSinglePrefixOrSuffixShingle">if true, shingles that only contains permutation of the first of the last column will not be produced as shingles. Useful when adding boundary marker tokens such as '^' and '$'.</param>
/// <param name="settingsCodec">codec used to read input token weight and matrix positioning.</param>
public ShingleMatrixFilter(Matrix.Matrix matrix, int minimumShingleSize, int maximumShingleSize, Char spacerCharacter, bool ignoringSinglePrefixOrSuffixShingle, TokenSettingsCodec settingsCodec)
{
Matrix = matrix;
MinimumShingleSize = minimumShingleSize;
MaximumShingleSize = maximumShingleSize;
SpacerCharacter = spacerCharacter;
IsIgnoringSinglePrefixOrSuffixShingle = ignoringSinglePrefixOrSuffixShingle;
_settingsCodec = settingsCodec;
// ReSharper disable DoNotCallOverridableMethodsInConstructor
_termAtt = (TermAttribute) AddAttribute(typeof (TermAttribute));
_posIncrAtt = (PositionIncrementAttribute) AddAttribute(typeof (PositionIncrementAttribute));
_payloadAtt = (PayloadAttribute) AddAttribute(typeof (PayloadAttribute));
_offsetAtt = (OffsetAttribute) AddAttribute(typeof (OffsetAttribute));
_typeAtt = (TypeAttribute) AddAttribute(typeof (TypeAttribute));
_flagsAtt = (FlagsAttribute) AddAttribute(typeof (FlagsAttribute));
// ReSharper restore DoNotCallOverridableMethodsInConstructor
// set the input to be an empty token stream, we already have the data.
_input = new EmptyTokenStream();
_inTermAtt = (TermAttribute) _input.AddAttribute(typeof (TermAttribute));
_inPosIncrAtt = (PositionIncrementAttribute) _input.AddAttribute(typeof (PositionIncrementAttribute));
_inPayloadAtt = (PayloadAttribute) _input.AddAttribute(typeof (PayloadAttribute));
_inOffsetAtt = (OffsetAttribute) _input.AddAttribute(typeof (OffsetAttribute));
_inTypeAtt = (TypeAttribute) _input.AddAttribute(typeof (TypeAttribute));
_inFlagsAtt = (FlagsAttribute) _input.AddAttribute(typeof (FlagsAttribute));
}
public TokenListStream(ICollection<Token> tokens)
{
_tokens = tokens;
_termAtt = (TermAttribute) AddAttribute(typeof (TermAttribute));
_posIncrAtt = (PositionIncrementAttribute) AddAttribute(typeof (PositionIncrementAttribute));
_payloadAtt = (PayloadAttribute) AddAttribute(typeof (PayloadAttribute));
_offsetAtt = (OffsetAttribute) AddAttribute(typeof (OffsetAttribute));
_typeAtt = (TypeAttribute) AddAttribute(typeof (TypeAttribute));
_flagsAtt = (FlagsAttribute) AddAttribute(typeof (FlagsAttribute));
}
public override void CopyTo(AttributeImpl target)
{
FlagsAttribute t = (FlagsAttribute)target;
t.SetFlags(flags);
}
public override void CopyTo(Attribute target)
{
FlagsAttribute t = (FlagsAttribute)target;
t.Flags = flags;
}
