private void button1_Click(object sender, EventArgs e) { ETLProcessor pro = new ETLProcessor("InHealth001"); pro.Rebuild(); MessageBox.Show("ETL process complete!!!"); }
static void Main(string[] args) { ETLProcessor pro = new ETLProcessor("InHealth001"); pro.EtlEvent += pro_EtlEvent; pro.Rebuild(); Console.WriteLine("Process Finished"); Console.ReadLine(); }
public override void Execute(API.DataDomain.ASE.DTO.Message.QueueMessage queueMessage) { XmlDocument doc = new XmlDocument(); doc.LoadXml(queueMessage.Body); var contStr = doc.DocumentElement.InnerText; // add contstr to constructor ETLProcessor pro = new ETLProcessor(contStr); pro.EtlEvent += pro_EtlEvent; pro.Rebuild(); }
public void FullEtlOperationTest() { // Define data extractor List <Glider> MapExtracted(List <List <string> > x) => x .Select(y => new Glider(y[0], Boolean.Parse(y[1]))) .ToList(); var extractor = new FileCsvExtractor <Glider>("../../../Data/gliders.csv", ';', MapExtracted); // Define data cleanser var cleanser = new FileCsvCleanser <Glider>(); // Define data transformer List <Szybowiec> MapTransform(List <Glider> x) => x .Select(y => new Szybowiec(y.Type, y.HasEngine)) .ToList(); var transformer = new SimpleDataTransformer <Glider, Szybowiec>(MapTransform); // Define data loader var loader = new JsonFileLoader <Szybowiec>(_jsonPath); // ETL operation var processor = new ETLProcessor <Glider, Szybowiec>(extractor, cleanser, transformer, loader); var result = processor.Process(); Assert.AreEqual(true, result.Result); // Check output file var glidersJson = File.ReadAllText(_jsonPath); var glidersDeserialized = JsonConvert.DeserializeObject <List <Szybowiec> >(glidersJson); Assert.AreEqual("Puchacz", glidersDeserialized[0].Typ); Assert.AreEqual("Pirat", glidersDeserialized[1].Typ); }