public virtual void TestCtor() { Token t = new Token(); char[] content = "hello".ToCharArray(); t.SetTermBuffer(content, 0, content.Length); char[] buf = t.TermBuffer(); Assert.AreNotEqual(t.TermBuffer(), content); Assert.AreEqual("hello", t.Term()); Assert.AreEqual("word", t.Type()); Assert.AreEqual(0, t.GetFlags()); t = new Token(6, 22); t.SetTermBuffer(content, 0, content.Length); Assert.AreEqual("hello", t.Term()); Assert.AreEqual("(hello,6,22)", t.ToString()); Assert.AreEqual("word", t.Type()); Assert.AreEqual(0, t.GetFlags()); t = new Token(6, 22, 7); t.SetTermBuffer(content, 0, content.Length); Assert.AreEqual("hello", t.Term()); Assert.AreEqual("(hello,6,22)", t.ToString()); Assert.AreEqual(7, t.GetFlags()); t = new Token(6, 22, "junk"); t.SetTermBuffer(content, 0, content.Length); Assert.AreEqual("hello", t.Term()); Assert.AreEqual("(hello,6,22,type=junk)", t.ToString()); Assert.AreEqual(0, t.GetFlags()); }
/// <summary> /// /// </summary> /// <param name="token"></param> /// <returns>the token flags int value as TokenPosition</returns> public override TokenPositioner GetTokenPositioner(Token token) { switch (token.GetFlags()) { case 0: return TokenPositioner.NewColumn; case 1: return TokenPositioner.NewRow; case 2: return TokenPositioner.SameRow; } throw new IOException("Unknown matrix positioning of token " + token); }
// FlagsAttribute public int GetFlags() { return(delegate_Renamed.GetFlags()); }
private void SetCurrentToken(Token token) { if (token == null) return; ClearAttributes(); _termAtt.SetTermBuffer(token.TermBuffer(), 0, token.TermLength()); _posIncrAtt.SetPositionIncrement(token.GetPositionIncrement()); _flagsAtt.SetFlags(token.GetFlags()); _offsetAtt.SetOffset(token.StartOffset(), token.EndOffset()); _typeAtt.SetType(token.Type()); _payloadAtt.SetPayload(token.GetPayload()); }