/// <summary> /// Sets information on how a Token is to be inserted to a ShingleMatrixFilter.Matrix. /// </summary> /// <param name="token"></param> /// <param name="tokenPositioner"></param> public abstract void SetTokenPositioner(Token token, TokenPositioner tokenPositioner);
public override void SetTokenPositioner(Token token, TokenPositioner tokenPositioner) { }
public override void SetTokenPositioner(Token token, TokenPositioner tokenPositioner) { throw new NotSupportedException(); }
/// <summary> /// Sets the TokenPositioner as token flags int value. /// </summary> /// <param name="token"></param> /// <param name="tokenPositioner"></param> public override void SetTokenPositioner(Token token, TokenPositioner tokenPositioner) { token.SetFlags(tokenPositioner.Index); }
/// <summary> /// Sets the TokenPositioner as token flags int value. /// </summary> /// <param name="token"></param> /// <param name="tokenPositioner"></param> public override void SetTokenPositioner(Token token, TokenPositioner tokenPositioner) { token.Flags = tokenPositioner.Index; }
private Token TokenFactory(String text, int posIncr, float weight, int startOffset, int endOffset, TokenPositioner positioner) { Token token = new Token(startOffset, endOffset); token.SetTermBuffer(text); token.PositionIncrement = posIncr; ShingleMatrixFilter.DefaultSettingsCodec.SetWeight(token, weight); ShingleMatrixFilter.DefaultSettingsCodec.SetTokenPositioner(token, positioner); return(token); }