public Cursor(StatefulCustomMappingFilter <TSrc, TState> parent, DataViewRowCursor input, bool[] active) : base(parent.Host, input, input.Schema, active) { Contracts.AssertValue(parent); IRowReadableAs <TSrc> inputRow = parent.TypedSrc.GetRow(input); TSrc src = new TSrc(); TState state = new TState(); parent._stateInitAction(state); long lastServedPosition = -1; Action refresh = () => { if (lastServedPosition != input.Position) { inputRow.FillValues(src); lastServedPosition = input.Position; } }; var predicate = parent._predicate; _accept = () => { refresh(); return(!predicate(src, state)); }; }
public Row(IRowReadableAs <TSrc> input, MapTransform <TSrc, TDst> parent, Func <int, bool> active, TSrc src, TDst dst) { _input = input; _parent = parent; Schema = parent.Schema; _active = Utils.BuildArray(Schema.ColumnCount, active); _src = src; _dst = dst; _lastServedPosition = -1; _appendedRow = _parent.GetAppendedRow(active, _dst); }
private PredictionEngine(IHostEnvironment env, Func <ISchema, IRowToRowMapper> makeMapper, bool ignoreMissingColumns, SchemaDefinition inputSchemaDefinition, SchemaDefinition outputSchemaDefinition) { Contracts.CheckValue(env, nameof(env)); env.AssertValue(makeMapper); _inputRow = DataViewConstructionUtils.CreateInputRow <TSrc>(env, inputSchemaDefinition); var mapper = makeMapper(_inputRow.Schema); var cursorable = TypedCursorable <TDst> .Create(env, new EmptyDataView(env, mapper.Schema), ignoreMissingColumns, outputSchemaDefinition); var outputRow = mapper.GetRow(_inputRow, col => true, out _disposer); _outputRow = cursorable.GetRow(outputRow); }
public Cursor(RowToRowMapper parent, DataViewRowCursor input, bool[] active) : base(parent.Host, input) { Ch.AssertValue(parent); Ch.Assert(active == null || active.Length == parent.OutputSchema.Count); _parent = parent; _active = active; _getters = new Delegate[parent._parent.AddedSchema.Columns.Length]; var dstRow = new DataViewConstructionUtils.InputRow <TDst>(_parent.Host, _parent._parent.AddedSchema); IRowReadableAs <TSrc> inputRow = _parent._typedSrc.GetRow(input); TSrc src = new TSrc(); TState state = new TState(); TDst dst = new TDst(); _parent._parent._stateInitAction(state); long lastServedPosition = -1; Action refresh = () => { if (lastServedPosition != input.Position) { inputRow.FillValues(src); _parent._parent._mapAction(src, dst, state); dstRow.ExtractValues(dst); lastServedPosition = input.Position; } }; for (int i = 0; i < active.Length; i++) { var iinfo = _parent._bindings.MapColumnIndex(out var isSrc, i); if (isSrc) { continue; } _getters[iinfo] = Utils.MarshalInvoke(_parent.GetDstGetter <int>, _parent._bindings.Schema[i].Type.RawType, dstRow, _parent._bindings.Schema[i].Name, refresh); } }
public Delegate[] CreateGetters(IRow input, Func <int, bool> activeOutput, out Action disposer) { disposer = null; // If no outputs are active, we short-circuit to empty array of getters. var result = new Delegate[_parent.AddedSchema.Columns.Length]; if (!Enumerable.Range(0, result.Length).Any(activeOutput)) { return(result); } var dstRow = new DataViewConstructionUtils.InputRow <TDst>(_host, _parent.AddedSchema); IRowReadableAs <TSrc> inputRow = _typedSrc.GetRow(input); TSrc src = new TSrc(); TDst dst = new TDst(); long lastServedPosition = -1; Action refresh = () => { if (lastServedPosition != input.Position) { inputRow.FillValues(src); _parent._mapAction(src, dst); dstRow.ExtractValues(dst); lastServedPosition = input.Position; } }; for (int i = 0; i < result.Length; i++) { if (!activeOutput(i)) { continue; } result[i] = Utils.MarshalInvoke(GetDstGetter <int>, dstRow.Schema[i].Type.RawType, dstRow, i, refresh); } return(result); }
protected override Delegate[] CreateGetters(DataViewRow input, IEnumerable <DataViewSchema.Column> activeColumns, out Action disp) { disp = null; var getters = new Delegate[_parent.AddedSchema.Columns.Length]; var dstRow = new DataViewConstructionUtils.InputRow <TDst>(Host, _parent.AddedSchema); IRowReadableAs <TSrc> inputRow = _typedSrc.GetRow(input); TSrc src = new TSrc(); TState state = new TState(); TDst dst = new TDst(); _parent._stateInitAction(state); long lastServedPosition = -1; Action refresh = () => { if (lastServedPosition != input.Position) { inputRow.FillValues(src); _parent._mapAction(src, dst, state); dstRow.ExtractValues(dst); lastServedPosition = input.Position; } }; foreach (var col in activeColumns) { var iinfo = _bindings.MapColumnIndex(out var isSrc, col.Index); if (isSrc) { continue; } getters[iinfo] = Utils.MarshalInvoke(GetDstGetter <int>, col.Type.RawType, dstRow, col.Name, refresh); } return(getters); }
internal virtual void PredictionEngineCore(IHostEnvironment env, DataViewConstructionUtils.InputRow <TSrc> inputRow, IRowToRowMapper mapper, bool ignoreMissingColumns, SchemaDefinition inputSchemaDefinition, SchemaDefinition outputSchemaDefinition, out Action disposer, out IRowReadableAs <TDst> outputRow) { var cursorable = TypedCursorable <TDst> .Create(env, new EmptyDataView(env, mapper.Schema), ignoreMissingColumns, outputSchemaDefinition); var outputRowLocal = mapper.GetRow(_inputRow, col => true, out disposer); outputRow = cursorable.GetRow(outputRowLocal); }
private protected override void PredictionEngineCore(IHostEnvironment env, DataViewConstructionUtils.InputRow <TSrc> inputRow, IRowToRowMapper mapper, bool ignoreMissingColumns, SchemaDefinition inputSchemaDefinition, SchemaDefinition outputSchemaDefinition, out Action disposer, out IRowReadableAs <TDst> outputRow) { List <StatefulRow> rows = new List <StatefulRow>(); Row outputRowLocal = outputRowLocal = GetStatefulRows(inputRow, mapper, col => true, rows); var cursorable = TypedCursorable <TDst> .Create(env, new EmptyDataView(env, mapper.OutputSchema), ignoreMissingColumns, outputSchemaDefinition); _pinger = CreatePinger(rows); disposer = outputRowLocal.Dispose; outputRow = cursorable.GetRow(outputRowLocal); }