public void IngestStations()
{
var local = $"{DateTime.Now:yyyy-dd-M--HH-mm-ss}.csv";
ftp.Download(local);
var ls = new CsvParser();
var stations = ls.ParsStationCsv(local);
InsertAllRows(stations);
}
public void Process()
{
LogSystem.Log($"proc started {DateTime.Now}");
while (_files.Count > 0)
{
var itm = _files.Dequeue();
try
{
var ftp = new Ftp(itm.Remote);
//the only reason that i download zip files on the machine is to create a simple resume & disaster recovery system and show that i am thinking of those
// in my codes i will explain in the other part (Part 2) of my task what is the better solution
ftp.Download(itm.Local);
var tmpdir = Unzip(itm.Local);
Ingest(tmpdir);
}
catch (Exception e)
{
LogSystem.Log($"proc file {itm.Local} failed at {DateTime.Now} due to {e.Message}");
}
}
}