public override void OnRemote(IEnumerator <ByteSlice> input, System.IO.Stream output)
{
DfsTableFile = DSpace_ExecArgs[0];
{
string RowInfo = Qa.QlArgsUnescape(DSpace_ExecArgs[1]);
string DisplayInfo = DSpace_ExecArgs[2];
//InitColInfos(RowInfo, DisplayInfo); // RDBMS_Select.DBCORE
}
TableName = DSpace_ExecArgs[3];
if (0 == string.Compare(DfsTableFile, "qa://Sys.Tables", true))
{
_SysTables(output);
}
else if (0 == string.Compare(DfsTableFile, "qa://Sys.TablesXML", true))
{
_SysTablesXML(output);
}
else if (0 == string.Compare(DfsTableFile, "qa://Sys.Shell", true))
{
_SysShell(output);
}
else if (0 == string.Compare(DfsTableFile, "qa://Sys.Help", true))
{
_SysHelp(output);
}
else if (0 == string.Compare(DfsTableFile, "qa://Sys.Indexes", true))
{
_SysIndexes(output);
}
else
{
throw new Exception("Unknown system table file: " + DfsTableFile);
}
}
void InitFields()
{
TableName = DSpace_ExecArgs[0];
string QlArgsSelectWhat = DSpace_ExecArgs[2];
string SelectWhat = QlArgsUnescape(QlArgsSelectWhat);
if ("*" != SelectWhat && "^" != SelectWhat)
{
awhat = SelectWhat.Split('\0');
}
string RowInfo = Qa.QlArgsUnescape(DSpace_ExecArgs[5]);
string DisplayInfo = DSpace_ExecArgs[6];
InitColTypeInfos(RowInfo, DisplayInfo);
string OutputRowInfo = Qa.QlArgsUnescape(DSpace_ExecArgs[7]);
InitOutputColTypeInfos(OutputRowInfo, awhat);
//sOptions = ... already done.
if (null != awhat)
{
Whats = new List <int>(awhat.Length);
for (int iww = 0; iww < awhat.Length; iww++)
{
int WColIndex = IndexOfCol(awhat[iww]); // -1 for function (scalar or aggregate).
Whats.Add(WColIndex);
}
}
}
string QlArgsUnescape(string[] eargs)
{
return(Qa.QlArgsUnescape(eargs));
}
void InitFields()
{
orderbuf = new List <byte>(DSpace_KeyLength);
defkey = DSpace_ProcessID;
TableName = DSpace_ExecArgs[0];
DfsOutputName = DSpace_ExecArgs[1];
string QlArgsSelectWhat = DSpace_ExecArgs[2];
SelectWhat = QlArgsUnescape(QlArgsSelectWhat);
TopCount = long.Parse(DSpace_ExecArgs[3]);
string QlArgsOps = DSpace_ExecArgs[4]; // Still encoded with QlArgsEscape.
Ops = QlArgsUnescape(QlArgsOps);
if ("*" == Ops)
{
aOps = new string[] { };
}
else
{
aOps = Ops.Split('\0');
}
string RowInfo = Qa.QlArgsUnescape(DSpace_ExecArgs[5]);
string DisplayInfo = DSpace_ExecArgs[6];
InitColTypeInfos(RowInfo, DisplayInfo);
string OutputRowInfo = Qa.QlArgsUnescape(DSpace_ExecArgs[7]);
InitOutputColTypeInfos(OutputRowInfo);
sOptions = (DSpace_ExecArgs.Length > 8) ? DSpace_ExecArgs[8] : "-";
WhatFunctions = -1 != sOptions.IndexOf("SFUNC");
GroupBy = -1 != sOptions.IndexOf("GBY");
if ("*" != SelectWhat && "^" != SelectWhat)
{
awhat = SelectWhat.Split('\0');
Whats = new List <int>(awhat.Length);
for (int iww = 0; iww < awhat.Length; iww++)
{
int WColIndex = IndexOfCol(awhat[iww]); // -1 for function (scalar or aggregate).
Whats.Add(WColIndex);
}
}
{
int iop = 0;
while (iop < aOps.Length)
{
string op;
op = (iop < aOps.Length) ? aOps[iop++] : "";
if (0 == string.Compare(op, "WHERE", true))
{
if (DeleteFromFilter)
{
throw new Exception("WHERE specified multiple times");
}
//DSpace_Log("DEBUG: WHERE");
if (null != filter)
{
throw new Exception("WHERE specified multiple times");
}
SelectWhereClause swc = new SelectWhereClause(cols, aOps, iop);
filter = swc;
swc.Parse();
iop = swc.CurrentPosition;
}
else if (0 == string.Compare(op, "SET", true))
{
if (null != Updates)
{
if (DeleteFromFilter)
{
throw new Exception("Cannot SET in DELETE");
}
throw new Exception("SET specified multiple times");
}
Updates = new List <UpdateField>();
StringArrayPartReader upr = new StringArrayPartReader(aOps, iop);
for (op = upr.NextPart(); ; op = upr.NextPart())
{
int FieldIndex = IndexOfCol_ensure(op);
if ("=" != upr.NextPart())
{
throw new Exception("Expected = after SET field");
}
if (0 == upr.PeekPart().Length)
{
throw new Exception("Expected vaule after SET <field> =");
}
// Types.ReadNextBasicExpression, etc
ByteSlice bsval = _ReadNextLiteral(upr, cols[FieldIndex]);
UpdateField uf;
uf.FieldIndex = FieldIndex;
uf.NewValue = bsval;
Updates.Add(uf);
if ("," != upr.PeekPart())
{
break;
}
upr.NextPart(); // Eat the ",".
}
if (0 == Updates.Count)
{
throw new Exception("SET update expression expected");
}
iop = upr.CurrentPosition;
}
else if (0 == string.Compare(op, "D.WHERE", true))
{
if (null != Updates)
{
throw new Exception("Cannot SET in DELETE");
}
DeleteFromFilter = true;
if (null != filter)
{
throw new Exception("WHERE specified multiple times");
}
SelectWhereClause swc = new SelectWhereClause(cols, aOps, iop);
filter = swc;
swc.Parse();
iop = swc.CurrentPosition;
}
else if (0 == string.Compare(op, "ORDER", true))
{
//DSpace_Log("DEBUG: ORDER");
op = (iop < aOps.Length) ? aOps[iop++] : "";
if (0 == string.Compare(op, "BY", true))
{
List <GetKeyPart> xorder = new List <GetKeyPart>();
for (; ;)
{
op = (iop < aOps.Length) ? aOps[iop++] : "";
if (0 == op.Length || ";" == op)
{
throw new Exception("Expected fields for ORDER BY");
}
int ColIndex = IndexOfCol_ensure(op);
//if (-1 != ColIndex)
{
xorder.Add(
delegate(ByteSlice row, List <byte> AppendKeyPart)
{
GetKeyPartForColumn(row, ColIndex, AppendKeyPart);
});
}
op = (iop < aOps.Length) ? aOps[iop++] : "";
if ("," != op)
{
if (0 == op.Length || ";" == op)
{
break;
}
//throw new Exception("Unexpected after ORDER BY ...: " + op);
iop--;
break;
}
}
if (0 == xorder.Count)
{
throw new Exception("Must be at least one column to ORDER BY");
}
if (GroupBy)
{
// GROUP BY happens at earlier phase than ORDER BY,
// so if GROUP BY, ignore ORDER BY and use GROUP BY.
// KeyOn will be set to the GroupBy stuff.
throw new Exception("Unexpected use of ORDER BY with GROUP BY");
}
else
{
KeyOn = xorder;
}
}
else
{
throw new Exception("Expected BY after ORDER, not " + op);
}
}
else if (0 == string.Compare(op, "GROUP", true))
{
//DSpace_Log("DEBUG: GROUP");
op = (iop < aOps.Length) ? aOps[iop++] : "";
if (0 == string.Compare(op, "BY", true))
{
if (!GroupBy)
{
throw new Exception("Unexpected use of GROUP BY");
}
List <GetKeyPart> xGROUP = new List <GetKeyPart>();
for (; ;)
{
op = (iop < aOps.Length) ? aOps[iop++] : "";
if (0 == op.Length || ";" == op)
{
throw new Exception("Expected fields for GROUP BY");
}
int ColIndex = IndexOfCol(op);
if (-1 != ColIndex)
{
xGROUP.Add(
delegate(ByteSlice row, List <byte> AppendKeyPart)
{
GetKeyPartForColumn(row, ColIndex, AppendKeyPart);
});
}
else
{
string sgroup;
{
StringBuilder sbgroup = new StringBuilder();
sbgroup.Append(op);
int nparens = 0;
for (; ;)
{
op = (iop < aOps.Length) ? aOps[iop++] : "";
if (0 == op.Length)
{
if (0 != nparens)
{
throw new Exception("Expected ) in GROUP BY");
}
break;
}
sbgroup.Append(' ');
sbgroup.Append(op);
if ("(" == op)
{
nparens++;
}
else if (")" == op)
{
if (nparens > 0)
{
nparens--;
}
if (0 == nparens)
{
break;
}
}
}
sgroup = sbgroup.ToString();
}
if (null == ftools)
{
ftools = new DbFunctionTools();
}
SelectClause selgroup = new SelectClause(ftools, cols);
List <ByteSlice> lrows = new List <ByteSlice>(1);
int rnbytes = -1;
xGROUP.Add(
delegate(ByteSlice row, List <byte> AppendKeyPart)
{
lrows.Clear();
lrows.Add(row);
List <DbValue> lr = selgroup.ProcessSelectPart(sgroup, lrows);
sgroup = null;
if (lr.Count == 1)
{
DbType rtype;
ByteSlice r = lr[0].Eval(out rtype);
if (-1 == rnbytes)
{
rnbytes = r.Length;
}
else
{
if (rnbytes != r.Length)
{
throw new Exception("GROUP BY evaluation not returning consistent byte count");
}
}
if (rtype.ID == DbTypeID.CHARS)
{
CellStringToCaseInsensitiveAppend(r, AppendKeyPart);
}
else
{
r.AppendTo(AppendKeyPart);
}
}
else
{
throw new Exception("Invalid number of results for GROUP BY evaluation");
}
});
}
op = (iop < aOps.Length) ? aOps[iop++] : "";
if ("," != op)
{
if (0 == op.Length || ";" == op)
{
break;
}
//throw new Exception("Unexpected after GROUP BY ...: " + op);
iop--;
break;
}
}
if (0 == xGROUP.Count)
{
throw new Exception("Must be at least one column to GROUP BY");
}
KeyOn = xGROUP;
}
else
{
throw new Exception("Expected BY after GROUP, not " + op);
}
}
else
{
throw new Exception("Unexpected operation " + op);
}
}
}
ValidateSettings();
}
public override void Map(ByteSlice row, MapOutput output)
{
if (JoinType.X == type)
{
ftools = new DbFunctionTools();
string QlLeftTableName = DSpace_ExecArgs[0];
LeftTableName = Qa.QlArgsUnescape(QlLeftTableName);
string stype = DSpace_ExecArgs[1];
string QlRightTableName = DSpace_ExecArgs[2];
RightTableName = Qa.QlArgsUnescape(QlRightTableName);
string QlOn = DSpace_ExecArgs[3];
On = Qa.QlArgsUnescape(QlOn);
{
string LeftColInfo = Qa.QlArgsUnescape(DSpace_ExecArgs[4]);
int ileq = LeftColInfo.LastIndexOf('=');
string sLeftType = LeftColInfo.Substring(ileq + 1);
LeftType = DbType.Prepare(sLeftType);
LeftConv = NeedConv(LeftType, RightType);
string[] st = LeftColInfo.Substring(0, ileq).Split(',');
LeftOffset = int.Parse(st[0]);
LeftSize = int.Parse(st[1]);
}
{
string RightColInfo = Qa.QlArgsUnescape(DSpace_ExecArgs[5]);
int ileq = RightColInfo.LastIndexOf('=');
string sRightType = RightColInfo.Substring(ileq + 1);
RightType = DbType.Prepare(sRightType);
RightConv = NeedConv(RightType, LeftType);
string[] st = RightColInfo.Substring(0, ileq).Split(',');
RightOffset = int.Parse(st[0]);
RightSize = int.Parse(st[1]);
}
if (0 == string.Compare("INNER", stype, true))
{
type = JoinType.INNER_JOIN;
}
else if (0 == string.Compare("LEFT_OUTER", stype, true))
{
type = JoinType.LEFT_OUTER_JOIN;
}
else if (0 == string.Compare("RIGHT_OUTER", stype, true))
{
type = JoinType.RIGHT_OUTER_JOIN;
}
else
{
throw new NotSupportedException("DEBUG: JOIN type not supported: " + stype);
}
string DfsTableFilesInput = DSpace_ExecArgs[6];
/*
* TableFileNames = DfsTableFilesInput.Split(';');
* if (2 != TableFileNames.Length)
* {
* throw new Exception("DEBUG: Invalid number of tables");
* }
* for (int it = 0; it < TableFileNames.Length; it++)
* {
* if (TableFileNames[it].StartsWith("dfs://", StringComparison.OrdinalIgnoreCase))
* {
* TableFileNames[it] = TableFileNames[it].Substring(6);
* }
* int iat = TableFileNames[it].IndexOf('@');
* if (-1 != iat)
* {
* TableFileNames[it] = TableFileNames[it].Substring(0, iat);
* }
* }
* */
}
int tableid = GetTableID(row);
ByteSlice key;
if (0 == tableid)
{
key = ByteSlice.Prepare(row, LeftOffset, LeftSize);
if (null != LeftConv)
{
key = LeftConv(key, DSpace_KeyLength, ftools);
}
}
else if (1 == tableid)
{
key = ByteSlice.Prepare(row, RightOffset, RightSize);
if (null != RightConv)
{
key = RightConv(key, DSpace_KeyLength, ftools);
}
}
else
{
throw new Exception("Map: Unexpected TableID: " + tableid);
}
List <byte> valuebuf = ftools.AllocBuffer(1 + 4 + row.Length);
{
DbValue tableiddbvalue = ftools.AllocValue(tableid);
tableiddbvalue.Eval().AppendTo(valuebuf);
}
row.AppendTo(valuebuf);
output.Add(key, ByteSlice.Prepare(valuebuf));
ftools.ResetBuffers();
}
public override void OnRemote(IEnumerator <ByteSlice> input, System.IO.Stream output)
{
string TableName = DSpace_ExecArgs[0];
string DfsOutputName = DSpace_ExecArgs[1]; // Actually the input of this job.
string RowInfo = Qa.QlArgsUnescape(DSpace_ExecArgs[2]);
string DisplayInfo = DSpace_ExecArgs[3];
long TopCount = long.Parse(DSpace_ExecArgs[4]);
string sOptions = (DSpace_ExecArgs.Length > 5) ? DSpace_ExecArgs[5] : "";
bool joined = -1 != sOptions.IndexOf("JOINED");
InitColInfos(RowInfo, DisplayInfo);
StringBuilder sb = new StringBuilder();
sb.Length = 0;
bool ShouldCleanName = !joined;
foreach (ColInfo ci in cols)
{
string name = ci.Name;
if (ShouldCleanName)
{
name = CleanColumnName(ci.Name);
}
sb.AppendFormat("{0,-" + ci.DisplayWidth.ToString() + "} ", name);
}
string hsep = new string('-', sb.Length);
DSpace_Log(sb.ToString());
DSpace_Log(hsep);
for (ByteSlice rowbuf;
(TopCount == -1 || TopCount > 0) &&
input.MoveNext();
)
{
rowbuf = input.Current;
sb.Length = 0;
foreach (ColInfo ci in cols)
{
ByteSlice cval = ByteSlice.Prepare(rowbuf, ci.StartOffset, ci.Size);
if (0 != cval[0])
{
sb.AppendFormat("{0,-" + ci.DisplayWidth.ToString() + "} ", "NULL");
}
else
{
if (ci.Type.StartsWith("char"))
{
string charsvalue = System.Text.Encoding.Unicode.GetString(ByteSlice.Prepare(cval, 1, cval.Length - 1).ToBytes());
charsvalue = charsvalue.TrimEnd('\0');
sb.AppendFormat("{0,-" + ci.DisplayWidth.ToString() + "} ", charsvalue);
}
else if ("int" == ci.Type)
{
Int32 x = Entry.BytesToInt(ByteSlice.Prepare(cval, 1, cval.Length - 1).ToBytes());
x = Entry.ToInt32((UInt32)x);
sb.AppendFormat("{0,-" + ci.DisplayWidth.ToString() + "} ", x);
}
else if ("long" == ci.Type)
{
Int64 x = Entry.BytesToLong(ByteSlice.Prepare(cval, 1, cval.Length - 1).ToBytes());
x = Entry.ToInt64((UInt64)x);
sb.AppendFormat("{0,-" + ci.DisplayWidth.ToString() + "} ", x);
}
else if ("double" == ci.Type)
{
recordset rs = recordset.Prepare(ByteSlice.Prepare(cval, 1, cval.Length - 1));
double x = rs.GetDouble();
sb.AppendFormat("{0,-" + ci.DisplayWidth.ToString() + "} ", x);
}
else if ("DateTime" == ci.Type)
{
Int64 x = Entry.BytesToLong(ByteSlice.Prepare(cval, 1, cval.Length - 1).ToBytes());
DateTime dt = new DateTime(x);
sb.AppendFormat("{0,-" + ci.DisplayWidth.ToString() + "} ", dt);
}
else
{
sb.AppendFormat("{0,-" + ci.DisplayWidth.ToString() + "} ",
"?"); // Not supported yet.
}
}
}
DSpace_Log(sb.ToString());
if (TopCount != -1)
{
TopCount--;
}
}
DSpace_Log(hsep);
}