protected override void Initialize()
{
PipelineExecuter = new SingleThreadedPipelineExecuter();
Register(new JoinUsersAndIds()
.Left(new GenerateUsers(25000))
.Right(new GenerateRandomIds(15000)));
operation = new AccumulateResults();
Register(this.operation);
}
protected override void Initialize()
{
PipelineExecuter = new SingleThreadedPipelineExecuter();
Register(new FibonacciOperation(numberOfFibonacciIterations));
var split = new BranchingOperation();
for (int i = 0; i < numberOfChildOperations; i++)
{
split.Add(new FibonacciBulkInsert());
}
Register(split);
}
public ConsolidationMapEtlProcess(
Table targetTable,
string adminConnectionString,
string publicConnectionString,
int timeoutSecs,
Pipelines pipelineOptions)
{
if (pipelineOptions.PublicConsolidation.SingleThreaded)
{
PipelineExecuter = new SingleThreadedPipelineExecuter();
}
_targetTable = targetTable;
_adminConnectionString = adminConnectionString;
_publicConnectionString = publicConnectionString;
_timeoutSecs = timeoutSecs;
}
public PublicStagingEtlProcess(
Table targetTable,
string adminConnectionString,
string publicConnectionString,
int timeoutSecs,
Pipelines pipelineOptions)
{
if (pipelineOptions.PublicStaging.SingleThreaded)
{
PipelineExecuter = new SingleThreadedPipelineExecuter();
}
_targetTable = targetTable;
_adminConnectionString = adminConnectionString;
_publicConnectionString = publicConnectionString;
_timeoutSecs = timeoutSecs;
_rowCountAndDuration = new RowCountAndDuration();
}
public HistoryEtlProcessDiff(
string connectionString,
int timeoutSecs,
Table targetTable,
IEnumerable <DataDiff> differences,
IEnumerable <string> stagingTableColumns,
long logId,
Pipelines pipelineOptions)
{
if (pipelineOptions.AdminDiff.SingleThreaded)
{
PipelineExecuter = new SingleThreadedPipelineExecuter();
}
_connectionString = connectionString;
_timeoutSecs = timeoutSecs;
_targetTable = targetTable;
_differences = differences;
_stagingTableColumns = stagingTableColumns;
_logId = logId;
}
public StagingEtlProcess(
string timetableConnectionString,
string stageConnectionString,
V7StagingTable stagingTable,
string stageSchemaName,
CommandTimeout commandTimeouts,
int timetableId,
Pipelines pipelineOptions)
{
if (pipelineOptions.AdminStaging.SingleThreaded)
{
PipelineExecuter = new SingleThreadedPipelineExecuter();
}
_timetableConnectionString = timetableConnectionString;
_stageConnectionString = stageConnectionString;
_stagingTable = stagingTable;
_stageSchemaName = stageSchemaName;
_commandTimeouts = commandTimeouts;
_timetableId = timetableId;
_rowCountAndDuration = new RowCountAndDuration();
}
public TransformationEtlProcess(
Table srcTable,
PublicTable targetTable,
FixupCaches caches,
string connectionString,
int timeoutSecs,
DataStoreConfiguration configuration,
TransformationType transformationType,
int srcTimetableId)
{
if (configuration.Pipelines.PublicTransformation.SingleThreaded)
{
PipelineExecuter = new SingleThreadedPipelineExecuter();
}
_srcTable = srcTable;
_targetTable = targetTable;
_caches = caches;
_connectionString = connectionString;
_timeoutSecs = timeoutSecs;
_configuration = configuration;
_transformationType = transformationType;
_srcTimetableId = srcTimetableId;
}
public HistoryEtlProcessBasic(
string connectionString,
int timeoutSecs,
Table targetHistoryTable,
int timetableId,
string stagingSchemaName,
string historyStatus,
long logId,
Pipelines pipelineOptions)
{
if (pipelineOptions.AdminHistory.SingleThreaded)
{
PipelineExecuter = new SingleThreadedPipelineExecuter();
}
_connectionString = connectionString;
_timeoutSecs = timeoutSecs;
_targetHistoryTable = targetHistoryTable;
_timetableId = timetableId;
_tableName = targetHistoryTable.Name;
_stagingSchemaName = stagingSchemaName;
_historyStatus = historyStatus;
_logId = logId;
}
public TempUpsertEtlProcess(
SqlConnection c,
int timeoutSecs,
IEnumerable <Row> stagingRows,
TableColumnMappings colMappings,
FixupCaches caches,
DataStoreConfiguration configuration,
Table tmpTable,
bool modifyWeekNumbers)
{
if (configuration.Pipelines.PublicTempUpsert.SingleThreaded)
{
PipelineExecuter = new SingleThreadedPipelineExecuter();
}
_sqlConnection = c;
_timeoutSecs = timeoutSecs;
_stagingRows = stagingRows;
_colMappings = colMappings;
_caches = caches;
_configuration = configuration;
_tempTable = tmpTable;
_modifyWeekNumbers = modifyWeekNumbers;
}
protected override void Initialize()
{
PipelineExecuter = new SingleThreadedPipelineExecuter();
Register(new XmlRowOperationFile(Path.Combine(path, "votes.xml")));
Register(new AddVotesToPost());
}
protected override void Initialize()
{
PipelineExecuter = new SingleThreadedPipelineExecuter();
Register(new XmlRowOperationFile(Path.Combine(path, "users.xml")));
Register(new RowToDatabase("Users", doc => "users/" + doc["Id"]));
}
