public virtual void TestCtor()
{
Token t = new Token();
char[] content = "hello".ToCharArray();
t.SetTermBuffer(content, 0, content.Length);
char[] buf = t.TermBuffer();
Assert.AreNotEqual(t.TermBuffer(), content);
Assert.AreEqual("hello", t.Term());
Assert.AreEqual("word", t.Type());
Assert.AreEqual(0, t.GetFlags());
t = new Token(6, 22);
t.SetTermBuffer(content, 0, content.Length);
Assert.AreEqual("hello", t.Term());
Assert.AreEqual("(hello,6,22)", t.ToString());
Assert.AreEqual("word", t.Type());
Assert.AreEqual(0, t.GetFlags());
t = new Token(6, 22, 7);
t.SetTermBuffer(content, 0, content.Length);
Assert.AreEqual("hello", t.Term());
Assert.AreEqual("(hello,6,22)", t.ToString());
Assert.AreEqual(7, t.GetFlags());
t = new Token(6, 22, "junk");
t.SetTermBuffer(content, 0, content.Length);
Assert.AreEqual("hello", t.Term());
Assert.AreEqual("(hello,6,22,type=junk)", t.ToString());
Assert.AreEqual(0, t.GetFlags());
}
public virtual void TestCtor()
{
Token t = new Token();
char[] content = "hello".ToCharArray();
t.SetTermBuffer(content, 0, content.Length);
char[] buf = t.TermBuffer();
Assert.AreNotEqual(t.TermBuffer(), content);
Assert.AreEqual("hello", t.Term());
Assert.AreEqual("word", t.Type());
Assert.AreEqual(0, t.GetFlags());
t = new Token(6, 22);
t.SetTermBuffer(content, 0, content.Length);
Assert.AreEqual("hello", t.Term());
Assert.AreEqual("(hello,6,22)", t.ToString());
Assert.AreEqual("word", t.Type());
Assert.AreEqual(0, t.GetFlags());
t = new Token(6, 22, 7);
t.SetTermBuffer(content, 0, content.Length);
Assert.AreEqual("hello", t.Term());
Assert.AreEqual("(hello,6,22)", t.ToString());
Assert.AreEqual(7, t.GetFlags());
t = new Token(6, 22, "junk");
t.SetTermBuffer(content, 0, content.Length);
Assert.AreEqual("hello", t.Term());
Assert.AreEqual("(hello,6,22,type=junk)", t.ToString());
Assert.AreEqual(0, t.GetFlags());
}
/// <summary>
///
/// </summary>
/// <param name="token"></param>
/// <returns>the token flags int value as TokenPosition</returns>
public override TokenPositioner GetTokenPositioner(Token token)
{
switch (token.GetFlags())
{
case 0:
return TokenPositioner.NewColumn;
case 1:
return TokenPositioner.NewRow;
case 2:
return TokenPositioner.SameRow;
}
throw new IOException("Unknown matrix positioning of token " + token);
}
// FlagsAttribute
public int GetFlags()
{
return(delegate_Renamed.GetFlags());
}
private void SetCurrentToken(Token token)
{
if (token == null) return;
ClearAttributes();
_termAtt.SetTermBuffer(token.TermBuffer(), 0, token.TermLength());
_posIncrAtt.SetPositionIncrement(token.GetPositionIncrement());
_flagsAtt.SetFlags(token.GetFlags());
_offsetAtt.SetOffset(token.StartOffset(), token.EndOffset());
_typeAtt.SetType(token.Type());
_payloadAtt.SetPayload(token.GetPayload());
}