protected override void Initialize() { PipelineExecuter = new SingleThreadedPipelineExecuter(); Register(new JoinUsersAndIds() .Left(new GenerateUsers(25000)) .Right(new GenerateRandomIds(15000))); operation = new AccumulateResults(); Register(this.operation); }
protected override void Initialize() { PipelineExecuter = new SingleThreadedPipelineExecuter(); Register(new FibonacciOperation(numberOfFibonacciIterations)); var split = new BranchingOperation(); for (int i = 0; i < numberOfChildOperations; i++) { split.Add(new FibonacciBulkInsert()); } Register(split); }
public ConsolidationMapEtlProcess( Table targetTable, string adminConnectionString, string publicConnectionString, int timeoutSecs, Pipelines pipelineOptions) { if (pipelineOptions.PublicConsolidation.SingleThreaded) { PipelineExecuter = new SingleThreadedPipelineExecuter(); } _targetTable = targetTable; _adminConnectionString = adminConnectionString; _publicConnectionString = publicConnectionString; _timeoutSecs = timeoutSecs; }
public PublicStagingEtlProcess( Table targetTable, string adminConnectionString, string publicConnectionString, int timeoutSecs, Pipelines pipelineOptions) { if (pipelineOptions.PublicStaging.SingleThreaded) { PipelineExecuter = new SingleThreadedPipelineExecuter(); } _targetTable = targetTable; _adminConnectionString = adminConnectionString; _publicConnectionString = publicConnectionString; _timeoutSecs = timeoutSecs; _rowCountAndDuration = new RowCountAndDuration(); }
public HistoryEtlProcessDiff( string connectionString, int timeoutSecs, Table targetTable, IEnumerable <DataDiff> differences, IEnumerable <string> stagingTableColumns, long logId, Pipelines pipelineOptions) { if (pipelineOptions.AdminDiff.SingleThreaded) { PipelineExecuter = new SingleThreadedPipelineExecuter(); } _connectionString = connectionString; _timeoutSecs = timeoutSecs; _targetTable = targetTable; _differences = differences; _stagingTableColumns = stagingTableColumns; _logId = logId; }
public StagingEtlProcess( string timetableConnectionString, string stageConnectionString, V7StagingTable stagingTable, string stageSchemaName, CommandTimeout commandTimeouts, int timetableId, Pipelines pipelineOptions) { if (pipelineOptions.AdminStaging.SingleThreaded) { PipelineExecuter = new SingleThreadedPipelineExecuter(); } _timetableConnectionString = timetableConnectionString; _stageConnectionString = stageConnectionString; _stagingTable = stagingTable; _stageSchemaName = stageSchemaName; _commandTimeouts = commandTimeouts; _timetableId = timetableId; _rowCountAndDuration = new RowCountAndDuration(); }
public TransformationEtlProcess( Table srcTable, PublicTable targetTable, FixupCaches caches, string connectionString, int timeoutSecs, DataStoreConfiguration configuration, TransformationType transformationType, int srcTimetableId) { if (configuration.Pipelines.PublicTransformation.SingleThreaded) { PipelineExecuter = new SingleThreadedPipelineExecuter(); } _srcTable = srcTable; _targetTable = targetTable; _caches = caches; _connectionString = connectionString; _timeoutSecs = timeoutSecs; _configuration = configuration; _transformationType = transformationType; _srcTimetableId = srcTimetableId; }
public HistoryEtlProcessBasic( string connectionString, int timeoutSecs, Table targetHistoryTable, int timetableId, string stagingSchemaName, string historyStatus, long logId, Pipelines pipelineOptions) { if (pipelineOptions.AdminHistory.SingleThreaded) { PipelineExecuter = new SingleThreadedPipelineExecuter(); } _connectionString = connectionString; _timeoutSecs = timeoutSecs; _targetHistoryTable = targetHistoryTable; _timetableId = timetableId; _tableName = targetHistoryTable.Name; _stagingSchemaName = stagingSchemaName; _historyStatus = historyStatus; _logId = logId; }
public TempUpsertEtlProcess( SqlConnection c, int timeoutSecs, IEnumerable <Row> stagingRows, TableColumnMappings colMappings, FixupCaches caches, DataStoreConfiguration configuration, Table tmpTable, bool modifyWeekNumbers) { if (configuration.Pipelines.PublicTempUpsert.SingleThreaded) { PipelineExecuter = new SingleThreadedPipelineExecuter(); } _sqlConnection = c; _timeoutSecs = timeoutSecs; _stagingRows = stagingRows; _colMappings = colMappings; _caches = caches; _configuration = configuration; _tempTable = tmpTable; _modifyWeekNumbers = modifyWeekNumbers; }
protected override void Initialize() { PipelineExecuter = new SingleThreadedPipelineExecuter(); Register(new XmlRowOperationFile(Path.Combine(path, "votes.xml"))); Register(new AddVotesToPost()); }
protected override void Initialize() { PipelineExecuter = new SingleThreadedPipelineExecuter(); Register(new XmlRowOperationFile(Path.Combine(path, "users.xml"))); Register(new RowToDatabase("Users", doc => "users/" + doc["Id"])); }