Example #1
0
 /// <summary>
 /// Sets information on how a Token is to be inserted to a ShingleMatrixFilter.Matrix.
 /// </summary>
 /// <param name="token"></param>
 /// <param name="tokenPositioner"></param>
 public abstract void SetTokenPositioner(Token token, TokenPositioner tokenPositioner);
Example #2
0
 public override void SetTokenPositioner(Token token, TokenPositioner tokenPositioner)
 {
 }
 public override void SetTokenPositioner(Token token, TokenPositioner tokenPositioner)
 {
     throw new NotSupportedException();
 }
 /// <summary>
 /// Sets the TokenPositioner as token flags int value.
 /// </summary>
 /// <param name="token"></param>
 /// <param name="tokenPositioner"></param>
 public override void SetTokenPositioner(Token token, TokenPositioner tokenPositioner)
 {
     token.SetFlags(tokenPositioner.Index);
 }
 /// <summary>
 /// Sets the TokenPositioner as token flags int value.
 /// </summary>
 /// <param name="token"></param>
 /// <param name="tokenPositioner"></param>
 public override void SetTokenPositioner(Token token, TokenPositioner tokenPositioner)
 {
     token.Flags = tokenPositioner.Index;
 }
 public override void SetTokenPositioner(Token token, TokenPositioner tokenPositioner)
 {
 }
 /// <summary>
 /// Sets the TokenPositioner as token flags int value.
 /// </summary>
 /// <param name="token"></param>
 /// <param name="tokenPositioner"></param>
 public override void SetTokenPositioner(Token token, TokenPositioner tokenPositioner)
 {
     token.Flags = tokenPositioner.Index;
 }
 public override void SetTokenPositioner(Token token, TokenPositioner tokenPositioner)
 {
     throw new NotSupportedException();
 }
        private Token TokenFactory(String text, int posIncr, float weight, int startOffset, int endOffset, TokenPositioner positioner)
        {
            Token token = new Token(startOffset, endOffset);

            token.SetTermBuffer(text);
            token.PositionIncrement = posIncr;
            ShingleMatrixFilter.DefaultSettingsCodec.SetWeight(token, weight);
            ShingleMatrixFilter.DefaultSettingsCodec.SetTokenPositioner(token, positioner);
            return(token);
        }