public void Position()
        {
            Tokenizer testSubject = new Tokenizer("the relative position is");

            Assert.AreEqual(0, testSubject.Position);

            testSubject.GetNextAsSimpleToken();
            testSubject.GetNextAsString();

            Assert.AreEqual("the relative".Length, testSubject.Position);
        }
        public void ParameterName()
        {
            Tokenizer testSubject = new Tokenizer("select @p_dummy from DUAL");

            testSubject.GetNextAsSimpleToken();
            testSubject.GetNextAsString();

            Assert.AreEqual("p_dummy", testSubject.ParameterName);
            Assert.AreEqual('@', testSubject.ParameterNamePrefix);
        }
        public void GetNextAsSimpleToken()
        {
            Tokenizer testSubject = new Tokenizer("FOO");

            string actual = testSubject.GetNextAsSimpleToken();

            Console.WriteLine(actual);
        }
        public void LastPart()
        {
            Tokenizer testSubject = new Tokenizer("create table test(id int, \"val\" varchar(12));");

            Assert.AreEqual(Token.ValueFor.CREATE, testSubject.GetNextAsSimpleToken());
            Assert.AreEqual(6, testSubject.Position);
            Assert.AreEqual("create", testSubject.LastPart);

            Assert.AreEqual(Token.ValueFor.TABLE, testSubject.GetNextAsSimpleToken());
            Assert.AreEqual(12, testSubject.Position);
            Assert.AreEqual("create table", testSubject.LastPart);

            testSubject.PartMarker = testSubject.Position + 1;

            Assert.AreEqual("TEST", testSubject.GetNextAsSimpleName());
            Assert.AreEqual(17, testSubject.Position);
            Assert.AreEqual("test", testSubject.LastPart);

            Assert.AreEqual(Token.ValueFor.OPENBRACKET, testSubject.GetNextAsSimpleToken());
            Assert.AreEqual(18, testSubject.Position);
            Assert.AreEqual("test(", testSubject.LastPart);

            Assert.AreEqual("ID", testSubject.GetNextAsSimpleName());
            Assert.AreEqual(20, testSubject.Position);
            Assert.AreEqual("test(id", testSubject.LastPart);

            Assert.AreEqual(Token.ValueFor.INT, testSubject.GetNextAsSimpleToken());
            Assert.AreEqual(24, testSubject.Position);
            Assert.AreEqual("test(id int", testSubject.LastPart);

            testSubject.SetPartMarker();

            Assert.AreEqual(Token.ValueFor.COMMA, testSubject.GetNextAsSimpleToken());
            Assert.AreEqual(25, testSubject.Position);
            Assert.AreEqual(Token.ValueFor.COMMA, testSubject.LastPart);

            Assert.AreEqual("val", testSubject.GetNextAsName());
            Assert.AreEqual(SqlTokenType.DelimitedIdentifier, testSubject.TokenType);
            Assert.AreEqual(31,testSubject.Position);
            Assert.AreEqual(", \"val\"", testSubject.LastPart);

            Assert.AreEqual(Token.ValueFor.VARCHAR, testSubject.GetNextAsSimpleToken());
            Assert.AreEqual(39, testSubject.Position);
            Assert.AreEqual(", \"val\" varchar", testSubject.LastPart);

            Assert.AreEqual(Token.ValueFor.OPENBRACKET, testSubject.GetThis(Token.ValueFor.OPENBRACKET));
            Assert.AreEqual(40, testSubject.Position);
            Assert.AreEqual(", \"val\" varchar(", testSubject.LastPart);

            Assert.AreEqual(12, testSubject.GetNextAsInt());
            Assert.AreEqual(42, testSubject.Position);
            Assert.AreEqual(", \"val\" varchar(12", testSubject.LastPart);

            Assert.AreEqual(Token.ValueFor.CLOSEBRACKET, testSubject.GetThis(Token.ValueFor.CLOSEBRACKET));
            Assert.AreEqual(43, testSubject.Position);
            Assert.AreEqual(", \"val\" varchar(12)", testSubject.LastPart);

            testSubject.SetPartMarker();

            Assert.AreEqual(Token.ValueFor.CLOSEBRACKET, testSubject.GetThis(Token.ValueFor.CLOSEBRACKET));
            Assert.AreEqual(44, testSubject.Position);
            Assert.AreEqual(Token.ValueFor.CLOSEBRACKET, testSubject.LastPart);

            Assert.AreEqual(Token.ValueFor.SEMICOLON, testSubject.GetThis(Token.ValueFor.SEMICOLON));
            Assert.AreEqual(45, testSubject.Position);
            Assert.AreEqual(");", testSubject.LastPart);

            Assert.AreEqual(string.Empty, testSubject.GetNextAsString());

            Assert.AreEqual(45, testSubject.Position);
            Assert.AreEqual(");", testSubject.LastPart);

            testSubject.SetPartMarker();

            Assert.AreEqual(string.Empty, testSubject.LastPart);
        }
        public void WasDelimitedIdentifier()
        {
            Tokenizer testSubject = new Tokenizer("+ join foo \"foo\" bar.\"foo\"");

            testSubject.GetThis(Token.ValueFor.PLUS);

            Assert.AreEqual(false, testSubject.WasDelimitedIdentifier);

            Assert.AreEqual(Token.ValueFor.JOIN, testSubject.GetNextAsSimpleToken());

            Assert.AreEqual(false, testSubject.WasDelimitedIdentifier);

            Assert.AreEqual("FOO", testSubject.GetNextAsName());

            Assert.AreEqual(false, testSubject.WasDelimitedIdentifier);

            Assert.AreEqual("foo", testSubject.GetNextAsName());

            Assert.AreEqual(true, testSubject.WasDelimitedIdentifier);
            Assert.AreEqual(false, testSubject.WasIdentifierChain);
            Assert.AreEqual(null, testSubject.IdentifierChainPredecessor);

            Assert.AreEqual("foo", testSubject.GetNextAsName());

            Assert.AreEqual(true, testSubject.WasDelimitedIdentifier);
            Assert.AreEqual(true, testSubject.WasIdentifierChain);
            Assert.AreEqual(false, testSubject.WasIdentifierChainPredecessorDelimited);
            Assert.AreEqual("BAR", testSubject.IdentifierChainPredecessor);
        }