private void button1_Click(object sender, EventArgs e)
{
ETLProcessor pro = new ETLProcessor("InHealth001");
pro.Rebuild();
MessageBox.Show("ETL process complete!!!");
}
static void Main(string[] args)
{
ETLProcessor pro = new ETLProcessor("InHealth001");
pro.EtlEvent += pro_EtlEvent;
pro.Rebuild();
Console.WriteLine("Process Finished");
Console.ReadLine();
}
public override void Execute(API.DataDomain.ASE.DTO.Message.QueueMessage queueMessage)
{
XmlDocument doc = new XmlDocument();
doc.LoadXml(queueMessage.Body);
var contStr = doc.DocumentElement.InnerText;
// add contstr to constructor
ETLProcessor pro = new ETLProcessor(contStr);
pro.EtlEvent += pro_EtlEvent;
pro.Rebuild();
}
public void FullEtlOperationTest()
{
// Define data extractor
List <Glider> MapExtracted(List <List <string> > x) => x
.Select(y =>
new Glider(y[0], Boolean.Parse(y[1])))
.ToList();
var extractor = new FileCsvExtractor <Glider>("../../../Data/gliders.csv", ';', MapExtracted);
// Define data cleanser
var cleanser = new FileCsvCleanser <Glider>();
// Define data transformer
List <Szybowiec> MapTransform(List <Glider> x) => x
.Select(y => new Szybowiec(y.Type, y.HasEngine))
.ToList();
var transformer = new SimpleDataTransformer <Glider, Szybowiec>(MapTransform);
// Define data loader
var loader = new JsonFileLoader <Szybowiec>(_jsonPath);
// ETL operation
var processor = new ETLProcessor <Glider, Szybowiec>(extractor, cleanser, transformer, loader);
var result = processor.Process();
Assert.AreEqual(true, result.Result);
// Check output file
var glidersJson = File.ReadAllText(_jsonPath);
var glidersDeserialized = JsonConvert.DeserializeObject <List <Szybowiec> >(glidersJson);
Assert.AreEqual("Puchacz", glidersDeserialized[0].Typ);
Assert.AreEqual("Pirat", glidersDeserialized[1].Typ);
}
