Ejemplo n.º 1
0
    private void decipher_unquoted_state()
    {
	string curupper = cur.ToUpper();
	foreach (string word in sqlkeywords)
	    if (curupper == word)
	    {
		curstate = VxSqlToken.TokenType.Keyword;
		break;
	    }
    }
Ejemplo n.º 2
0
    public void tokenize(string q)
    {
	last = null;
	tokens = new List<VxSqlToken>();

	reset_state();

	for (int i = 0; i < q.Length; ++i)
	{
	    char c = q[i];
	    char peek = i < q.Length - 1 ? q[i + 1] : '\0';
	    switch (curstate)
	    {
	    case VxSqlToken.TokenType.None:
		VxSqlToken.TokenType singletoken_state = get_singletoken_state(c);
		if (isalpha(c) || c == '_' || c == '@' || c == '#')
		{
		    curstate = VxSqlToken.TokenType.Unquoted;
		    cur += c;
		    if (!isidentifierchar(peek))
		    {
			decipher_unquoted_state();
			save_and_reset_state();
		    }
		}
		else if (c == '\'')
		    curstate = VxSqlToken.TokenType.SingleQuoted;
		else if (c == '"')
		    curstate = VxSqlToken.TokenType.DoubleQuoted;
		else if (c == '[')
		    curstate = VxSqlToken.TokenType.Delimited;
		else if (c == '-' && peek == '-')
		{
		    ++i;
		    curstate = VxSqlToken.TokenType.Comment;
		}
		else if (c == '/' && peek == '*')
		{
		    ++i;
		    curstate = VxSqlToken.TokenType.DelimitedComment;
		}
		else if (isdigit(c))
		{
		    curstate = VxSqlToken.TokenType.Numeric;
		    cur += c;
		    if (!isnumericchar(peek))
			save_and_reset_state();
		}
		else if (c == '.' && isdigit(peek))
		{
		    curstate = VxSqlToken.TokenType.Numeric;
		    cur += c;
		}
		else if (singletoken_state != VxSqlToken.TokenType.None)
		{
		    cur += c;
		    curstate = singletoken_state;
		    save_and_reset_state();
		}
		else if (!isspace(c))
		{
		    cur += c;
		    curstate = VxSqlToken.TokenType.ERROR_UNKNOWN;
		    save_and_reset_state();
		}
		else //whitespace
		    curspace += c;
		break;
	    case VxSqlToken.TokenType.Unquoted:
		cur += c;
		if (!isidentifierchar(peek))
		{
		    decipher_unquoted_state();
		    save_and_reset_state();
		}
		break;
	    case VxSqlToken.TokenType.SingleQuoted:
		if (c == '\'')
		{
		    if (peek == '\'')
		    {
			cur += "''";
			++i;
		    }
		    else
			save_and_reset_state();
		}
		else
		    cur += c;
		break;
	    case VxSqlToken.TokenType.DoubleQuoted:
		if (c == '"')
		{
		    if (peek == '"')
		    {
			cur += "\"\"";
			++i;
		    }
		    else
			save_and_reset_state();
		}
		else
		    cur += c;
		break;
	    case VxSqlToken.TokenType.Delimited:
		if (c == ']')
		    save_and_reset_state();
		else
		    cur += c;
		break;
	    case VxSqlToken.TokenType.Comment:
		// NOTE:  In T-Sql, a 'GO' command within a comment generates an
		// error, but our tokenizer doesn't need to care about this.
		if (c == '\n')
		{
		    save_and_reset_state();
		    curspace += c;
		}
		else
		    cur += c;
		break;
	    case VxSqlToken.TokenType.DelimitedComment:
		// NOTE:  In T-Sql, a 'GO' command within a comment generates an
		// error, but our tokenizer doesn't need to care about this.
		if (c == '*' && peek == '/')
		{
		    ++i;
		    save_and_reset_state();
		}
		else
		    cur += c;
		break;
	    case VxSqlToken.TokenType.Numeric:
		if (c == 'E' || c == 'e')
		{
		    curstate = VxSqlToken.TokenType.Scientific;
		    cur += 'e';
		    if (peek == '-' || peek == '+')
		    {
			++i;
			cur += peek;
		    }
		    else if (!isdigit(peek))
		    {
			curstate = VxSqlToken.TokenType.Numeric;
			save_and_reset_state();
		    }
		}
		else
		{
		    cur += c;
		    if (!isnumericchar(peek))
			save_and_reset_state();
		}
		break;
	    case VxSqlToken.TokenType.Scientific:
		cur += c;
		if (!isdigit(peek))
		{
		    curstate = VxSqlToken.TokenType.Numeric;
		    save_and_reset_state();
		}
		break;
	    default:
		break;
	    }
	}

	if (curstate != VxSqlToken.TokenType.None)
	    save_and_reset_state();
	if (curspace != "")
	{
	    if (last != null)
		last.trailing_space = curspace;
	    else
	    {
		last = new VxSqlToken(VxSqlToken.TokenType.None, "", curspace);
		tokens.Add(last);
	    }
	}

/*
	Console.WriteLine("GOT A REQUEST FROM VERSAPLEX:");
	Console.WriteLine("Original Query: {0}", q);
	Console.WriteLine("Broken down:");
	foreach (VxSqlToken t in tokens)
	{
	    Console.WriteLine("Token: {0}: {1}", t.type.ToString(), t.name);
	}
*/
    }
Ejemplo n.º 3
0
    private void reset_state()
    {
	cur = "";
	curspace = "";
	curstate = VxSqlToken.TokenType.None;
    }