///////////////////////
// Private
private void ProcessOutFilename(HqlTokenProcessor processor)
{
if (OutputFilename == null || OutputFilename.Length == 0)
{
throw new Exception("Output filename cannot be empty");
}
if (OutputFilename.Contains("{"))
{
_output = new HqlOutput(OutputFilename, this);
int currloc = 0;
int startloc = 0;
for (; ;)
{
bool FoundEndBrace = false;
currloc = OutputFilename.IndexOf('{', startloc);
if (currloc < 0 || currloc >= OutputFilename.Length)
{
break;
}
startloc = currloc;
string innerField = String.Empty;
for (currloc++; currloc < OutputFilename.Length; currloc++)
{
if (OutputFilename[currloc] == '}')
{
// this means that in the string was {} because there is no gap between them for characters
if (startloc + 1 == currloc)
{
throw new Exception(String.Format("Cannot have an empty field in OUTPUT name of |{0}|", OutputFilename));
}
startloc = currloc;
FoundEndBrace = true;
break;
}
innerField += OutputFilename[currloc];
}
if (!FoundEndBrace)
{
throw new Exception(String.Format("Need a closing brace in filename |{0}|", OutputFilename));
}
HqlTokenProcessor newProcessor = new HqlTokenProcessor(innerField, processor);
newProcessor.MoveNextToken();
HqlToken token = newProcessor.GetToken();
if (token.WordType == HqlWordType.UNKNOWN)
{
newProcessor.CheckForTokenReference(ref token);
}
if (token.WordType != HqlWordType.FIELD && token.WordType != HqlWordType.SCALAR)
{
throw new Exception("Info in braces is not a field");
}
token.Field.FieldRename = innerField; // set the original name of the field for the {replace}
_output.FieldGroup.AddField(token.Field);
}
}
}
public bool CheckForTokenReference(ref HqlToken token)
{
bool ret;
ret = HqlTokenProcessor.CheckForTokenReference(_processor, ref token);
if (ret)
{
return(ret);
}
return(HqlTokenProcessor.CheckForTokenReference(this, ref token));
}
///////////////////////
// Private
protected bool ParseCompare(HqlTokenProcessor processor, bool andorAllowed, ref int openParen, bool closedAllowed, HqlKeyword thisKeyword, HqlClause select)
{
#if DEBUG
if (thisKeyword != HqlKeyword.WHERE && thisKeyword != HqlKeyword.HAVING && thisKeyword != HqlKeyword.ON)
{
throw new Exception("Cannot access ParseCompare with invalid keyword");
}
#endif
HqlToken token = processor.GetToken();
if (processor.MatchesEndOfProcessing())
{
return(false);
}
if (token.WordType == HqlWordType.KEYWORD && token.Keyword == HqlKeyword.CLOSEDPAREN)
{
if (!closedAllowed)
{
throw new Exception("Empty Parens found");
}
openParen--;
return(false);
}
if (token.WordType == HqlWordType.KEYWORD &&
(
(
thisKeyword == HqlKeyword.ON &&
(
token.Keyword == HqlKeyword.WHERE ||
token.Keyword == HqlKeyword.INNER ||
token.Keyword == HqlKeyword.RIGHT_OUTER ||
token.Keyword == HqlKeyword.LEFT_OUTER ||
token.Keyword == HqlKeyword.FULL_OUTER ||
token.Keyword == HqlKeyword.WHERE ||
token.Keyword == HqlKeyword.GROUPBY ||
token.Keyword == HqlKeyword.HAVING ||
token.Keyword == HqlKeyword.ORDERBY ||
token.Keyword == HqlKeyword.WITH
)
)
||
(
thisKeyword == HqlKeyword.WHERE &&
(
token.Keyword == HqlKeyword.INNER ||
token.Keyword == HqlKeyword.RIGHT_OUTER ||
token.Keyword == HqlKeyword.LEFT_OUTER ||
token.Keyword == HqlKeyword.FULL_OUTER ||
token.Keyword == HqlKeyword.WHERE ||
token.Keyword == HqlKeyword.GROUPBY ||
token.Keyword == HqlKeyword.HAVING ||
token.Keyword == HqlKeyword.ORDERBY ||
token.Keyword == HqlKeyword.WITH
)
)
||
(
thisKeyword == HqlKeyword.HAVING &&
(
token.Keyword == HqlKeyword.ORDERBY ||
token.Keyword == HqlKeyword.WITH
)
)
)
)
{
return(false);
}
if (token.WordType == HqlWordType.KEYWORD && (token.Keyword == HqlKeyword.AND || token.Keyword == HqlKeyword.OR))
{
if (!andorAllowed)
{
throw new Exception("Unexpected AND/OR");
}
_q.Add(token);
processor.MoveNextToken();
return(true);
}
if (token.WordType == HqlWordType.KEYWORD && token.Keyword == HqlKeyword.OPENPAREN)
{
openParen++;
_q.Add(token);
processor.MoveNextToken();
for (int i = 0; ; i++)
{
if (!ParseCompare(processor, (i > 0), ref openParen, (i > 0), thisKeyword, select))
{
break;
}
}
token = processor.GetToken();
if (token.WordType != HqlWordType.KEYWORD || token.Keyword != HqlKeyword.CLOSEDPAREN)
{
throw new Exception(String.Format("Unbalanced Parens in {0}", _name));
}
_q.Add(token);
processor.MoveNextToken();
}
else
{
HqlToken token1 = token;
if (token1.WordType == HqlWordType.UNKNOWN && !processor.CheckForTokenReference(ref token1))
{
throw new Exception(String.Format("Unknown {0} reference to {1}", _name, token1.Data));
}
// HACK - sort of a hack this says if I can't find this field
// then add it to the select but make it not print out
HqlEvaluator.VerifyFieldPresence(select, token1);
// END HACK
processor.MoveNextToken();
HqlToken compare = processor.GetToken();
// this could be
// - a COMPARE such as |field > 0|
// - an IN such as |field in ('A', 'B')|
// - an IN such as |field in (select item from bob)|
if (compare.WordType == HqlWordType.KEYWORD && compare.Keyword == HqlKeyword.COMPARE)
{
processor.MoveNextToken();
HqlToken token2 = processor.GetToken();
if (token2.WordType == HqlWordType.UNKNOWN && !processor.CheckForTokenReference(ref token2))
{
throw new Exception(String.Format("Unknown WHERE reference to {0}", token2.Data));
}
// HACK - sort of a hack this says if I can't find this field
// then add it to the select but make it not print out
HqlEvaluator.VerifyFieldPresence(select, token2);
// END HACK
HqlCompareToken comparetoken = new HqlCompareToken(token1, compare, token2);
_q.Add(comparetoken);
processor.MoveNextToken();
}
else if (compare.WordType == HqlWordType.KEYWORD && (compare.Keyword == HqlKeyword.IN || compare.Keyword == HqlKeyword.NOT_IN))
{
// now need to check for values or select
processor.MoveNextToken();
HqlToken paren = processor.GetToken();
if (paren.WordType != HqlWordType.KEYWORD || paren.Keyword != HqlKeyword.OPENPAREN)
{
throw new Exception(String.Format("Expected an open paren after IN in {0}", _name));
}
ArrayList compareValues = new ArrayList();
bool ExpectedValues = true;
for (int count = 0; ; count++)
{
processor.MoveNextToken();
HqlToken val = processor.GetToken();
if (val.WordType == HqlWordType.KEYWORD && val.Keyword == HqlKeyword.CLOSEDPAREN)
{
break;
}
if (val.WordType == HqlWordType.KEYWORD && val.Keyword == HqlKeyword.COMMA)
{
ExpectedValues = true;
continue;
}
if (val.WordType == HqlWordType.KEYWORD && val.Keyword == HqlKeyword.SELECT)
{
ExpectedValues = false;
if (count != 0)
{
throw new Exception("You can only put a nested query in an IN statement if it is the only value present");
}
HqlTokenProcessor.GetResultOfNestedQueryForInStatement(processor, compareValues);
}
else if (
val.WordType == HqlWordType.TEXT ||
val.WordType == HqlWordType.INT ||
val.WordType == HqlWordType.FLOAT ||
val.WordType == HqlWordType.LITERAL_STRING ||
val.WordType == HqlWordType.FIELD ||
val.WordType == HqlWordType.SCALAR
)
{
ExpectedValues = false;
compareValues.Add(val);
// HACK - sort of a hack this says if I can't find this field
// then add it to the select but make it not print out
HqlEvaluator.VerifyFieldPresence(select, val);
// END HACK
}
else
{
throw new Exception("Found invalid value in IN clause");
}
}
if (ExpectedValues)
{
throw new Exception("Expected additional values in IN clause");
}
if (compareValues.Count == 0)
{
throw new Exception("No values present in IN clause");
}
HqlCompareToken comparetoken = new HqlCompareToken(token1, compare, compareValues);
_q.Add(comparetoken);
processor.MoveNextToken();
}
else
{
throw new Exception(String.Format("Unknown {0} compare", _name));
}
}
return(true);
}
///////////////////////
// Overridden functions
///////////////////////
// Public
public override void Parse(HqlTokenProcessor processor)
{
HqlToken token;
bool FieldExpected = true;
// first thing should be groupby
token = processor.GetToken();
if (token.WordType != HqlWordType.KEYWORD || token.Keyword != HqlKeyword.GROUPBY)
{
return;
}
// now pull back things until you get to HAVING or ORDER BY or EOL
for (; ;)
{
processor.MoveNextToken();
token = processor.GetToken();
if (processor.MatchesEndOfProcessing())
{
return;
}
if (token.WordType == HqlWordType.KEYWORD &&
(
token.Keyword == HqlKeyword.HAVING ||
token.Keyword == HqlKeyword.ORDERBY ||
token.Keyword == HqlKeyword.WITH
)
)
{
break;
}
if (token.WordType == HqlWordType.KEYWORD && token.Keyword == HqlKeyword.COMMA)
{
FieldExpected = true;
continue;
}
// else time to process it!
if (!FieldExpected)
{
throw new Exception("Found additional GROUPBY fields not expected");
}
FieldExpected = false;
// * = everything
// FIELD = field<NUM> such as field1, field2, field10
// FIXEDWIDTH = NAME(S, L) | NAME(S,L) such as bob(1, 5) or susan(10,5)
if (token.WordType == HqlWordType.KEYWORD && token.Keyword == HqlKeyword.STAR)
{
throw new Exception("Cannot GROUPBY STAR");
}
else if (token.WordType == HqlWordType.FIELD)
{
AddField(token.Field);
}
else if (token.WordType == HqlWordType.SCALAR)
{
AddField(token.Field);
}
else if (token.WordType == HqlWordType.LITERAL_STRING)
{
HqlField f = new HqlField(HqlFieldType.LITERAL_STRING, token.Data);
AddField(f);
}
else if (token.WordType == HqlWordType.UNKNOWN && processor.CheckForTokenReference(ref token))
{
AddField(token.Field);
}
else
{
throw new Exception("Cannot determine data in GROUPBY clause");
}
}
if (FieldExpected)
{
throw new Exception("Expected additional GROUPBY fields");
}
}
///////////////////////
// Overridden functions
///////////////////////
// Public
public override void Parse(HqlTokenProcessor processor)
{
HqlToken token;
bool FieldExpected = true;
// first thing should be select
token = processor.GetToken();
if (token.WordType != HqlWordType.KEYWORD || token.Keyword != HqlKeyword.SELECT)
{
throw new Exception("Expected SELECT");
}
// now pull back things until you get to FROM
for (; ;)
{
processor.MoveNextToken();
token = processor.GetToken();
if (processor.MatchesEndOfProcessing())
{
throw new Exception("Reached EOL in SELECT clause");
}
if (token.WordType == HqlWordType.KEYWORD && token.Keyword == HqlKeyword.FROM)
{
break;
}
if (token.WordType == HqlWordType.KEYWORD && token.Keyword == HqlKeyword.COMMA)
{
FieldExpected = true;
continue;
}
if (_fieldgroup != null && _fieldgroup.Count > 0 && token.WordType == HqlWordType.KEYWORD && token.Keyword == HqlKeyword.AS)
{
processor.MoveNextToken();
token = processor.GetToken();
if (token.WordType != HqlWordType.TEXT && token.WordType != HqlWordType.UNKNOWN)
{
throw new Exception("Expected a table reference name following AS");
}
_fieldgroup.SetPreviousFieldRename(token.Data);
continue;
}
// else time to process it!
if (!FieldExpected)
{
throw new Exception("Found additional SELECT fields not expected");
}
FieldExpected = false;
if (token.WordType == HqlWordType.KEYWORD && token.Keyword == HqlKeyword.STAR)
{
AddField(new HqlField(HqlFieldType.STAR));
}
else if (token.WordType == HqlWordType.FIELD)
{
AddField(token.Field);
}
else if (token.WordType == HqlWordType.SCALAR)
{
AddField(token.Field);
}
else if (token.WordType == HqlWordType.LITERAL_STRING)
{
HqlField f = new HqlField(HqlFieldType.LITERAL_STRING, token.Data);
AddField(f);
}
else if (token.WordType == HqlWordType.UNKNOWN && processor.CheckForTokenReference(ref token))
{
AddField(token.Field);
}
else if (token.WordType == HqlWordType.ROWNUM)
{
AddField(token.Field);
}
else
{
throw new Exception("Cannot determine data in SELECT clause");
}
}
if (FieldExpected)
{
throw new Exception("Expected additional SELECT fields");
}
}
