public Cursor(StatefulCustomMappingFilter <TSrc, TState> parent, DataViewRowCursor input, bool[] active)
: base(parent.Host, input, input.Schema, active)
{
Contracts.AssertValue(parent);
IRowReadableAs <TSrc> inputRow = parent.TypedSrc.GetRow(input);
TSrc src = new TSrc();
TState state = new TState();
parent._stateInitAction(state);
long lastServedPosition = -1;
Action refresh = () =>
{
if (lastServedPosition != input.Position)
{
inputRow.FillValues(src);
lastServedPosition = input.Position;
}
};
var predicate = parent._predicate;
_accept = () =>
{
refresh();
return(!predicate(src, state));
};
}
public Row(IRowReadableAs <TSrc> input, MapTransform <TSrc, TDst> parent, Func <int, bool> active, TSrc src, TDst dst)
{
_input = input;
_parent = parent;
Schema = parent.Schema;
_active = Utils.BuildArray(Schema.ColumnCount, active);
_src = src;
_dst = dst;
_lastServedPosition = -1;
_appendedRow = _parent.GetAppendedRow(active, _dst);
}
private PredictionEngine(IHostEnvironment env, Func <ISchema, IRowToRowMapper> makeMapper, bool ignoreMissingColumns,
SchemaDefinition inputSchemaDefinition, SchemaDefinition outputSchemaDefinition)
{
Contracts.CheckValue(env, nameof(env));
env.AssertValue(makeMapper);
_inputRow = DataViewConstructionUtils.CreateInputRow <TSrc>(env, inputSchemaDefinition);
var mapper = makeMapper(_inputRow.Schema);
var cursorable = TypedCursorable <TDst> .Create(env, new EmptyDataView(env, mapper.Schema), ignoreMissingColumns, outputSchemaDefinition);
var outputRow = mapper.GetRow(_inputRow, col => true, out _disposer);
_outputRow = cursorable.GetRow(outputRow);
}
public Cursor(RowToRowMapper parent, DataViewRowCursor input, bool[] active)
: base(parent.Host, input)
{
Ch.AssertValue(parent);
Ch.Assert(active == null || active.Length == parent.OutputSchema.Count);
_parent = parent;
_active = active;
_getters = new Delegate[parent._parent.AddedSchema.Columns.Length];
var dstRow = new DataViewConstructionUtils.InputRow <TDst>(_parent.Host, _parent._parent.AddedSchema);
IRowReadableAs <TSrc> inputRow = _parent._typedSrc.GetRow(input);
TSrc src = new TSrc();
TState state = new TState();
TDst dst = new TDst();
_parent._parent._stateInitAction(state);
long lastServedPosition = -1;
Action refresh = () =>
{
if (lastServedPosition != input.Position)
{
inputRow.FillValues(src);
_parent._parent._mapAction(src, dst, state);
dstRow.ExtractValues(dst);
lastServedPosition = input.Position;
}
};
for (int i = 0; i < active.Length; i++)
{
var iinfo = _parent._bindings.MapColumnIndex(out var isSrc, i);
if (isSrc)
{
continue;
}
_getters[iinfo] = Utils.MarshalInvoke(_parent.GetDstGetter <int>, _parent._bindings.Schema[i].Type.RawType, dstRow, _parent._bindings.Schema[i].Name, refresh);
}
}
public Delegate[] CreateGetters(IRow input, Func <int, bool> activeOutput, out Action disposer)
{
disposer = null;
// If no outputs are active, we short-circuit to empty array of getters.
var result = new Delegate[_parent.AddedSchema.Columns.Length];
if (!Enumerable.Range(0, result.Length).Any(activeOutput))
{
return(result);
}
var dstRow = new DataViewConstructionUtils.InputRow <TDst>(_host, _parent.AddedSchema);
IRowReadableAs <TSrc> inputRow = _typedSrc.GetRow(input);
TSrc src = new TSrc();
TDst dst = new TDst();
long lastServedPosition = -1;
Action refresh = () =>
{
if (lastServedPosition != input.Position)
{
inputRow.FillValues(src);
_parent._mapAction(src, dst);
dstRow.ExtractValues(dst);
lastServedPosition = input.Position;
}
};
for (int i = 0; i < result.Length; i++)
{
if (!activeOutput(i))
{
continue;
}
result[i] = Utils.MarshalInvoke(GetDstGetter <int>, dstRow.Schema[i].Type.RawType, dstRow, i, refresh);
}
return(result);
}
protected override Delegate[] CreateGetters(DataViewRow input, IEnumerable <DataViewSchema.Column> activeColumns, out Action disp)
{
disp = null;
var getters = new Delegate[_parent.AddedSchema.Columns.Length];
var dstRow = new DataViewConstructionUtils.InputRow <TDst>(Host, _parent.AddedSchema);
IRowReadableAs <TSrc> inputRow = _typedSrc.GetRow(input);
TSrc src = new TSrc();
TState state = new TState();
TDst dst = new TDst();
_parent._stateInitAction(state);
long lastServedPosition = -1;
Action refresh = () =>
{
if (lastServedPosition != input.Position)
{
inputRow.FillValues(src);
_parent._mapAction(src, dst, state);
dstRow.ExtractValues(dst);
lastServedPosition = input.Position;
}
};
foreach (var col in activeColumns)
{
var iinfo = _bindings.MapColumnIndex(out var isSrc, col.Index);
if (isSrc)
{
continue;
}
getters[iinfo] = Utils.MarshalInvoke(GetDstGetter <int>, col.Type.RawType, dstRow, col.Name, refresh);
}
return(getters);
}
internal virtual void PredictionEngineCore(IHostEnvironment env, DataViewConstructionUtils.InputRow <TSrc> inputRow, IRowToRowMapper mapper, bool ignoreMissingColumns,
SchemaDefinition inputSchemaDefinition, SchemaDefinition outputSchemaDefinition, out Action disposer, out IRowReadableAs <TDst> outputRow)
{
var cursorable = TypedCursorable <TDst> .Create(env, new EmptyDataView(env, mapper.Schema), ignoreMissingColumns, outputSchemaDefinition);
var outputRowLocal = mapper.GetRow(_inputRow, col => true, out disposer);
outputRow = cursorable.GetRow(outputRowLocal);
}
private protected override void PredictionEngineCore(IHostEnvironment env, DataViewConstructionUtils.InputRow <TSrc> inputRow, IRowToRowMapper mapper, bool ignoreMissingColumns,
SchemaDefinition inputSchemaDefinition, SchemaDefinition outputSchemaDefinition, out Action disposer, out IRowReadableAs <TDst> outputRow)
{
List <StatefulRow> rows = new List <StatefulRow>();
Row outputRowLocal = outputRowLocal = GetStatefulRows(inputRow, mapper, col => true, rows);
var cursorable = TypedCursorable <TDst> .Create(env, new EmptyDataView(env, mapper.OutputSchema), ignoreMissingColumns, outputSchemaDefinition);
_pinger = CreatePinger(rows);
disposer = outputRowLocal.Dispose;
outputRow = cursorable.GetRow(outputRowLocal);
}