// Every action starts from here.
public void Run()
{
LogHelper logHelper = new LogHelper(_configuration, "MeterService");
var sendEmail = false;
try
{
// step 1. Get all the files from directories
DirectioryHelper directioryHelper = new DirectioryHelper(_logger, _configuration);
IEnumerable <string> workingDirectories = directioryHelper.GetAllWorkingDirectoryFullPath();
// step 2. Read data from files
foreach (string directory in workingDirectories)
{
logHelper.InsertLog(new LogObject(LogType.Information, ("Start to process: " + directory)));
// step 2.1 Check if the directory is empty
if (directioryHelper.HasFile(directory))
{
var files = Directory.EnumerateFiles(directory);
string excelVersion = string.Empty;
CSVHelper csvHelper = new CSVHelper();
ExcelHelper excelHelper = new ExcelHelper();
DataTable unikDataTable = new DataTable();
// 2.2 Read the Unik data
try
{
string unik = _configuration.GetValue <string>("Unik:Vendor");
unik = UtilHelper.ConvertToLatin1(unik);
unikDataTable = excelHelper.ReadDataAsDataTable(unik, "12.0");
}
catch (Exception ex)
{
logHelper.InsertLog(new LogObject(LogType.Error, "Reading Unik configuration file failed. " + ex.Message));
}
foreach (var file in files)
{
try
{
FileInfo fileInfo = new FileInfo(file);
string newFileName = string.Empty;
string newErrorFileName = string.Empty;
DataTable outputDataTable = new DataTable();
// 3. Get company name based on directory
var company = getCompanyByDirectoryName(directory);
logHelper.InsertLog(new LogObject(LogType.Information, ("Ready to process file: " + fileInfo.FullName)));
// 4. Reading from files.
if (fileInfo.Extension == ".csv")
{
// handling CSV files
outputDataTable = csvHelper.ReadDataAsDataTable(file);
var stringArray = string.Join(", ", outputDataTable.Rows[0].ItemArray);
var isNumeric = Regex.Match(stringArray, "[0-9]", RegexOptions.IgnoreCase).Success;
if (!isNumeric)
{
outputDataTable.Rows[0].Delete();
outputDataTable.AcceptChanges();
}
}
else if (fileInfo.Extension == ".xlsx" || fileInfo.Extension == ".xlsb")
{
// handling Excel files
excelVersion = "12.0";
outputDataTable = excelHelper.ReadDataAsDataTable(file, excelVersion);
}
else if (fileInfo.Extension == ".xls")
{
// handling Excel files
excelVersion = "8.0";
outputDataTable = excelHelper.ReadDataAsDataTable(file, excelVersion);
}
else
{
logHelper.InsertLog(new LogObject(LogType.Warning, (fileInfo.Extension + " file is not supported.")));
throw new FileLoadException("File format is not supported");
}
// 4.1 Create factormodel based on company, outputdata and data from unik
FactorModel factorModel = BusinessLogic.CreateFactorModelByCompany(company, unikDataTable, outputDataTable);
if (factorModel == null)
{
throw new Exception("Vendor configuration error. Cannot create factor model based based on vendor information.");
}
// 5. Filter source data.
IEnumerable <DataRow> filteredData = BusinessLogic.FilterDataByCompany(outputDataTable, factorModel, company);
IEnumerable <DataRow> errorData = BusinessLogic.ErrorDataByCompany(outputDataTable, factorModel, company);
// 6. Save data to file.
if (filteredData.Count() > 0)
{
newFileName = csvHelper.SaveDataToFile(filteredData, factorModel, company, directory, ConfigVariables.OutputFileNameSuffix);
}
if (errorData.Count() > 0)
{
newErrorFileName = csvHelper.SaveDataToFile(errorData, factorModel, company, directory, ConfigVariables.ErrorFileNameSuffix);
}
if (String.IsNullOrEmpty(newFileName))
{
throw new NullReferenceException("Error for generating new file name.");
}
else
{
directioryHelper.MoveFile(directory, newFileName, BDOEnum.FileMoveOption.Processed);
logHelper.InsertLog(new LogObject(LogType.Information, (newFileName + " has been moved to Processed dictory")));
}
if (String.IsNullOrEmpty(newErrorFileName))
{
throw new NullReferenceException("Error for generating new error file name.");
}
else
{
logHelper.InsertLog(new LogObject(LogType.Information, (newErrorFileName + " has been moved to Manual dictory")));
directioryHelper.MoveFile(directory, newErrorFileName, BDOEnum.FileMoveOption.Manual);
}
// 7. Move processed file to archive
directioryHelper.MoveFile(directory, file, BDOEnum.FileMoveOption.Archive);
logHelper.InsertLog(new LogObject(LogType.Information, (file + " has been moved to Archive dictory")));
sendEmail = true;
}
catch (Exception ex)
{
_logger.LogError("Processing file: " + file + " is failed.");
_logger.LogError(ex.Message);
logHelper.InsertLog(new LogObject(LogType.Error, ex.Message));
// step 4. Move processed file to error
directioryHelper.MoveFile(directory, file, BDOEnum.FileMoveOption.Error);
logHelper.InsertLog(new LogObject(LogType.Information, (file + " has been moved to Error dictory")));
}
}
}
else
{
_logger.LogInformation(directory + " has no file to work on.");
logHelper.InsertLog(new LogObject(LogType.Information, (directory + " has no file to work on.")));
}
}
// send notification
if (sendEmail)
{
SMTPHelper smtpHelper = new SMTPHelper(_configuration);
string emailBody = "Hej ";
emailBody += Environment.NewLine + Environment.NewLine;
emailBody += "Datakværnen har behandlet alle filerne i mappen.";
emailBody += Environment.NewLine + Environment.NewLine;
emailBody += "Dette er en autogenereret mail og kan ikke besvares.";
emailBody += Environment.NewLine + Environment.NewLine;
emailBody += "/Datakværn service";
smtpHelper.SendEmailAsync(emailBody);
}
}
catch (Exception ex)
{
_logger.LogError(ex.Message);
logHelper.InsertLog(new LogObject(LogType.Error, ex.Message));
}
}