public EzMyPackage() : base() { // Connection managers SrcConn = new EzSqlOleDbCM(this); SrcConn.SetConnectionString(Environment.MachineName, "AdventureWorks"); MatchCM = new EzFlatFileCM(this); MatchCM.ConnectionString = "matchcm.txt"; NoMatchCM = new EzFlatFileCM(this); NoMatchCM.ConnectionString = "nomatchcm.txt"; ErrorCM = new EzFlatFileCM(this); ErrorCM.ConnectionString = "errorcm.txt"; RefConn = new EzSqlOleDbCM(this); RefConn.SetConnectionString(Environment.MachineName, "AdventureWorks"); // Creating Dataflow Source = new EzOleDbSource(DataFlow); Source.Connection = SrcConn; Source.SqlCommand = "select * from HumanResources.Employee"; Lookup = new EzLookup(DataFlow); Lookup.AttachTo(Source); Lookup.OleDbConnection = RefConn; Lookup.SqlCommand = "select * from HumanResources.EmployeeAddress"; Lookup.SetJoinCols("EmployeeID,EmployeeID"); Lookup.SetPureCopyCols("AddressID"); Lookup.NoMatchBehavor = NoMatchBehavior.SendToNoMatchOutput; Lookup.OutputCol("AddressID").TruncationRowDisposition = DTSRowDisposition.RD_RedirectRow; SortMatch = new EzSortTransform(DataFlow); SortMatch.AttachTo(Lookup, 0, 0); SortMatch.SortOrder["EmployeeID"] = 1; // sort in ascending order SortMatch.SortOrder["AddressID"] = -2; // sort in descending order SortNoMatch = new EzSortTransform(DataFlow); SortNoMatch.AttachTo(Lookup, 1, 0); SortNoMatch.SortOrder["EmployeeID"] = 1; // sort in ascending order ErrorDest = new EzFlatFileDestination(DataFlow); ErrorDest.AttachTo(Lookup, 2, 0); ErrorDest.Connection = ErrorCM; ErrorDest.DefineColumnsInCM(); // configure connection manager to have all input columns defined in the resulting file MatchDest = new EzFlatFileDestination(DataFlow); MatchDest.AttachTo(SortMatch); MatchDest.Connection = MatchCM; MatchDest.DefineColumnsInCM(); NoMatchDest = new EzFlatFileDestination(DataFlow); NoMatchDest.AttachTo(SortNoMatch); NoMatchDest.Connection = NoMatchCM; NoMatchDest.DefineColumnsInCM(); }
public EzMyDataFlow(EzContainer parent) : base(parent) { // Connection managers SrcConn = new EzSqlOleDbCM(Package, "SrcConn"); SrcConn.SetConnectionString(Environment.MachineName, "AdventureWorks"); MatchCM = new EzFlatFileCM(Package, "MatchCM"); MatchCM.ConnectionString = "matchcm.txt"; NoMatchCM = new EzFlatFileCM(Package, "NoMatchCM"); NoMatchCM.ConnectionString = "nomatchcm.txt"; ErrorCM = new EzFlatFileCM(Package, "ErrorCM"); ErrorCM.ConnectionString = "errorcm.txt"; RefConn = new EzSqlOleDbCM(Package, "RefConn"); RefConn.SetConnectionString(Environment.MachineName, "AdventureWorks"); // Creating Dataflow Source = new EzOleDbSource(this); Source.Connection = SrcConn; Source.SqlCommand = "select * from HumanResources.Employee"; Lookup = new EzLookup(this); Lookup.AttachTo(Source); Lookup.OleDbConnection = RefConn; Lookup.SqlCommand = "select * from HumanResources.EmployeeAddress"; Lookup.SetJoinCols("EmployeeID,EmployeeID"); Lookup.SetPureCopyCols("AddressID"); Lookup.NoMatchBehavor = NoMatchBehavior.SendToNoMatchOutput; Lookup.OutputCol("AddressID").TruncationRowDisposition = DTSRowDisposition.RD_RedirectRow; SortMatch = new EzSortTransform(this); SortMatch.AttachTo(Lookup, 0, 0); SortMatch.SortOrder["EmployeeID"] = 1; // sort in ascending order SortMatch.SortOrder["AddressID"] = -2; // sort in descending order SortNoMatch = new EzSortTransform(this); SortNoMatch.AttachTo(Lookup, 1, 0); SortNoMatch.SortOrder["EmployeeID"] = 1; // sort in ascending order ErrorDest = new EzFlatFileDestination(this); ErrorDest.AttachTo(Lookup, 2, 0); ErrorDest.Connection = ErrorCM; ErrorDest.DefineColumnsInCM(); // configure connection manager to have all input columns defined in the resulting file MatchDest = new EzFlatFileDestination(this); MatchDest.AttachTo(SortMatch); MatchDest.Connection = MatchCM; MatchDest.DefineColumnsInCM(); NoMatchDest = new EzFlatFileDestination(this); NoMatchDest.AttachTo(SortNoMatch); NoMatchDest.Connection = NoMatchCM; NoMatchDest.DefineColumnsInCM(); }
static void Main(string[] args) { // Creating the package and the Data Flow Task: EzPackage package = new EzPackage(); EzDataFlow dataFlow = new EzDataFlow(package); // Creating a connection to the database: EzSqlOleDbCM srcConn = Activator.CreateInstance(typeof(EzSqlOleDbCM), new object[] { package }) as EzSqlOleDbCM; EzOleDbSource source = Activator.CreateInstance(typeof(EzOleDbSource), new object[] { dataFlow }) as EzOleDbSource; source.Connection = srcConn; srcConn.SetConnectionString("localhost", "Northwind"); source.Table = "FuzzyOrders"; // Creating six Flat File Destinations to write the output from the Conditional Split: uint numberCases = 6; List <EzFlatFileDestination> destinations = new List <EzFlatFileDestination>(); for (int i = 1; i <= numberCases; i++) { EzFlatFileCM conn = Activator.CreateInstance(typeof(EzFlatFileCM), new object[] { package }) as EzFlatFileCM; EzFlatFileDestination dest = Activator.CreateInstance(typeof(EzFlatFileDestination), new object[] { dataFlow }) as EzFlatFileDestination; dest.Connection = conn; conn.ConnectionString = @"C:\CondSplit\output" + i + ".txt"; dest.Overwrite = true; destinations.Add(dest); } // Attaching the Conditional Split to the source, and mapping input columns to output columns: EzConditionalSplit split = new EzConditionalSplit(dataFlow); split.AttachTo(source); split.LinkAllInputsToOutputs(); /* * Important step - this is where the new EzConditionalSplit functionality comes in. * * The Condition property of EzConditionalSplit indexes over outputs using output names. * Providing an output name that does not yet exist will create a new output. * * The Condition property is set to a string that represents the condition that is evaluated to determine which * output a particular row is sent to. * * The set method of the Condition property also assigns a string to the Expression property, which contains the actual string * that is evaulated during runtime. In this string, column names are replaced with column IDs. The Expression property * can be set directly, but the Condition property allows the user to provide a string containing column names without * worrying about IDs. In addition, the Condition set method also assigns the new expression to be the next case to be evaluated, * automatically setting the Order property, which must be sequential in order to guarantee execution. */ for (int i = 1; i <= numberCases; i++) { split.Condition["case" + i] = "EmployeeID == " + i; } // Attaching each destination to an output of Conditional Split: for (int i = 1; i <= numberCases; i++) { destinations[i - 1].AttachTo(split, i + 1, 0); destinations[i - 1].DefineColumnsInCM(); } // Creating a destination for the default output: EzFlatFileCM conn_default = Activator.CreateInstance(typeof(EzFlatFileCM), new object[] { package }) as EzFlatFileCM; EzFlatFileDestination dest_default = Activator.CreateInstance(typeof(EzFlatFileDestination), new object[] { dataFlow }) as EzFlatFileDestination; dest_default.Connection = conn_default; conn_default.ConnectionString = @"C:\CondSplit\default.txt"; dest_default.Overwrite = true; // Attaching the default destination to the default output. dest_default.AttachTo(split, 0, 0); dest_default.DefineColumnsInCM(); // Execute the package. package.Execute(); }
static void Main(string[] args) { // Creating the package and data flow task: EzPackage package = new EzPackage(); EzDataFlow dataFlow = new EzDataFlow(package); // Creating the first source: EzSqlOleDbCM srcConn1 = Activator.CreateInstance(typeof(EzSqlOleDbCM), new object[] { package }) as EzSqlOleDbCM; EzOleDbSource source1 = Activator.CreateInstance(typeof(EzOleDbSource), new object[] { dataFlow }) as EzOleDbSource; source1.Connection = srcConn1; srcConn1.SetConnectionString("localhost", "Northwind"); source1.Table = "Customers"; // Creating the second source, which has the same columns as the first source: EzSqlOleDbCM srcConn2 = Activator.CreateInstance(typeof(EzSqlOleDbCM), new object[] { package }) as EzSqlOleDbCM; EzOleDbSource source2 = Activator.CreateInstance(typeof(EzOleDbSource), new object[] { dataFlow }) as EzOleDbSource; source2.Connection = srcConn2; srcConn2.SetConnectionString("localhost", "Northwind"); source2.Table = "Customers3"; // Creating the third source, which contains different columns to demonstrate how EzUnionAll handles this scenario: EzSqlOleDbCM srcConn3 = Activator.CreateInstance(typeof(EzSqlOleDbCM), new object[] { package }) as EzSqlOleDbCM; EzOleDbSource source3 = Activator.CreateInstance(typeof(EzOleDbSource), new object[] { dataFlow }) as EzOleDbSource; source3.Connection = srcConn3; srcConn3.SetConnectionString("localhost", "Northwind"); source3.Table = "FuzzyOrders"; /* Creating EzUnionAll and attaching it to the sources. * * The input columns of the first input attached define the output columns. * * The second input has the same output columns as the first input, so the input columns * of the second input are mapped to the corresponding output columns. * * The third input shares two of the first input's columns, so these columns are automatically mapped together. * The rest of the third input's columns do not match any of the existing output columns, so they are not mapped. * No value is inserted into the unmapped output columns for rows that originate from the third input. */ EzUnionAll union = new EzUnionAll(dataFlow); union.AttachTo(source1, 0, 0); union.AttachTo(source2, 0, 1); union.AttachTo(source3, 0, 2); // Creating a Flat File Destination: EzFlatFileCM output_conn = Activator.CreateInstance(typeof(EzFlatFileCM), new object[] { package }) as EzFlatFileCM; EzFlatFileDestination output = Activator.CreateInstance(typeof(EzFlatFileDestination), new object[] { dataFlow }) as EzFlatFileDestination; output.Connection = output_conn; output_conn.ConnectionString = @"C:\Union All\UnionAllSample.txt"; output.Overwrite = true; // Attaching the Union All component to the destination: output.AttachTo(union, 0, 0); output.DefineColumnsInCM(); // Executing the package: package.Execute(); }