/// <summary> /// reads a country's EM2 country- and dataconfig-XML-files and transfers them to EM3 style /// creates the country folder, if it does not exist, and overwrites any existing country file /// note: the intended usage is "single country transformation" /// the EM3All class is responsible for complete EM-content transformation (using the EM3Country.Write function) /// </summary> /// <param name="emPath"> EuromodFiles folder (containing EM2-files in XMLParam and (will contain) EM3-files in EM3Translation\XMLParam) </param> /// <param name="country"> short-name of country </param> /// <param name="errors"> critical and non-critical erros during the transformation-process, empty structure for no errors </param> public static bool Transform(string emPath, string country, out List <string> errors) { errors = new List <string>(); EMPath pathHandler = new EMPath(emPath); string em2CountryFile = string.Empty, em2DataFile = string.Empty; try { DirectoryInfo di = Directory.CreateDirectory(pathHandler.GetCountryFolderPath(country)); // read EM2-files em2CountryFile = pathHandler.GetCountryFilePath(country: country, em2: true); em2DataFile = pathHandler.GetEM2DataConfigFilePath(country); bool up2D1 = TransformerCommon.IsFileUpToDate(em2CountryFile, pathHandler.GetCountryFolderPath(country), out string hash1); bool up2D2 = TransformerCommon.IsFileUpToDate(em2DataFile, pathHandler.GetCountryFolderPath(country), out string hash2); if (up2D1 && up2D2) { return(true); // do not combine in one if, to make sure that both hash-files (for country and dataconfig) are generated } EM2Country.Content ctryContent = EM2Country.Read(em2CountryFile, out List <string> cErrors); EM2Data.Content dataContent = EM2Data.Read(em2DataFile, out List <string> dErrors); // need the global file with policy-switches for proper transformation of local policy switches List <List <MultiProp> > extensions = EM2Global.ReadSwitchPol(pathHandler.GetFolderConfig(em2: true), out List <string> gErrors); errors.AddRange(cErrors); errors.AddRange(dErrors); errors.AddRange(gErrors); if (ctryContent == null || dataContent == null || extensions == null) { return(false); } // write EM3-file (includes EM2->EM3 adaptations, via EM23Adapt class) string em3CountryFile = pathHandler.GetCountryFilePath(country); bool success = Write(ctryContent, dataContent, extensions, em3CountryFile, out List <string> wErrors); errors.AddRange(wErrors); if (success && errors.Count == 0) { TransformerCommon.WriteUpToDate(em2CountryFile, pathHandler.GetCountryFolderPath(country), hash1); TransformerCommon.WriteUpToDate(em2DataFile, pathHandler.GetCountryFolderPath(country), hash2); } return(success); } catch (Exception exception) { errors.Add($"{country}: {exception.Message}"); return(false); } }
public static bool IsUpToDate(string emPath, string country) { EMPath pathHandler = new EMPath(emPath); return(TransformerCommon.IsFileUpToDate(pathHandler.GetCountryFilePath(country, true), pathHandler.GetCountryFolderPath(country), out string hash1) && TransformerCommon.IsFileUpToDate(pathHandler.GetEM2DataConfigFilePath(country), pathHandler.GetCountryFolderPath(country), out string hash2)); }
internal static int GoPet(string[] args) { try { if (args.Length < 2) { return(WrongArgumentError()); } string emPath = EM_Helpers.RemoveQuotes(args[0].Trim()); string country = args[1]; bool? transformGlobal = EM_Helpers.GetBool(args[2]); // other than for the UI-call, the country-files are saved in the temp-folder, thus we cannot call the standard EM3Country.Transform, etc. // as a solution (which is considered to be temporary and therefore should touch other code as less as possible) // we do "by hand read-write" (see below) and create an EM3Translation-folder in the temp-folder from where we start the PET-runs // here we have the information: EM2 country-file (in temp-folder) and global-files (in config-folder) EMPath em2PathHandler = new EMPath(emPath); // here we write the EM3 files in a structure the EM3-exe can process, i.e. we create EM3Translation-folder in temp-folder EMPath transPathHandler = new EMPath(em2PathHandler.GetFolderTemp()); List <string> errors = new List <string>(); bool success = TransformCountry() && (transformGlobal == false || (TransformGlobals() && TransformVariables())); foreach (string error in errors) { Console.Error.WriteLine(error); } return(success ? 0 : 1); bool TransformCountry() { // read EM2-files string ccPath = Path.Combine(em2PathHandler.GetFolderTemp(), EMPath.GetCountryFileName(country)); string dcPath = Path.Combine(em2PathHandler.GetFolderTemp(), EMPath.GetEM2DataConfigFileName(country)); EM2Country.Content ctryContent = EM2Country.Read(ccPath, out List <string> _errors); errors.AddRange(_errors); EM2Data.Content dataContent = EM2Data.Read(dcPath, out _errors); errors.AddRange(_errors); List <List <MultiProp> > extensions = EM2Global.ReadSwitchPol(em2PathHandler.GetFolderConfig(em2: true), out _errors); errors.AddRange(_errors); if (ctryContent == null || dataContent == null || extensions == null) { return(false); } // write EM3-file DirectoryInfo di = Directory.CreateDirectory(transPathHandler.GetCountryFolderPath(country)); string em3CountryFile = transPathHandler.GetCountryFilePath(country); bool ok = EM3Country.Write(ctryContent, dataContent, extensions, em3CountryFile, out _errors); errors.AddRange(_errors); return(ok); } bool TransformGlobals() { // read EM2-files List <List <MultiProp> > exRates = EM2Global.ReadExRates(em2PathHandler.GetFolderConfig(em2: true), out List <string> _errors); errors.AddRange(_errors); List <List <MultiProp> > hicp = EM2Global.ReadHICP(em2PathHandler.GetFolderConfig(em2: true), out _errors); errors.AddRange(_errors); List <List <MultiProp> > switches = EM2Global.ReadSwitchPol(em2PathHandler.GetFolderConfig(em2: true), out _errors); errors.AddRange(_errors); // transfer to EM3-structure bool ok = true; try { DirectoryInfo di = Directory.CreateDirectory(transPathHandler.GetFolderConfig()); if (!EM3Global.WriteExRates(exRates, transPathHandler.GetFolderEuromodFiles(), out _errors)) { ok = false; } errors.AddRange(_errors); if (!EM3Global.WriteHICP(hicp, transPathHandler.GetFolderEuromodFiles(), out _errors)) { ok = false; } errors.AddRange(_errors); if (!EM3Global.WriteExtensions(switches, transPathHandler.GetFolderEuromodFiles(), out _errors)) { ok = false; } errors.AddRange(_errors); } catch { } // this is a primitive way for provide thread-security, as more than one PETs may be started return(ok); } bool TransformVariables() { // read EM2-file EM2Variables.Content content = EM2Variables.Read(em2PathHandler.GetFolderConfig(em2: true), out List <string> _errors); errors.AddRange(_errors); if (content == null) { return(false); } // transfer to EM3-structure try { DirectoryInfo di = Directory.CreateDirectory(transPathHandler.GetFolderConfig()); bool ok = EM3Variables.Write(content, transPathHandler.GetFolderEuromodFiles(), out _errors); errors.AddRange(_errors); return(ok); } catch { return(true); } // see above } } catch (Exception exception) { Console.Error.WriteLine("EUROMOD3 TRANSFORM: " + exception.Message); return(1); } int WrongArgumentError() { string actArgs = string.Empty; foreach (string arg in args) { actArgs += arg + " "; } Console.Error.WriteLine("EUROMOD3 TRANSFORM: invalid use. Correct: EM_ExecutableCaller UI_TRANSFORM_PET emPath 0/1 cc [ao1[|ao2|...|aoN]]" + Environment.NewLine + $"Acutal use: EM_ExecutableCaller TRANSFORM {actArgs}"); return(1); } }
/// <summary> note: this is a private function, exclusively called by EM3All.Transform, just for reasons of clearer arrangement </summary> private static bool Write(EM2All.Content content, string emPath, out List <string> errors, Action <string> report = null, CancellationTokenSource cancelSrc = null) { List <string> _errors = new List <string>(); object errWriteLock = new object(); ParallelOptions parallelOptions = new ParallelOptions(); if (cancelSrc != null) { parallelOptions.CancellationToken = cancelSrc.Token; } try { EMPath pathHandler = new EMPath(emPath); // WRITE COUNTRIES IN PARALLEL Parallel.ForEach(content.countries, parallelOptions, country => { parallelOptions.CancellationToken.ThrowIfCancellationRequested(); string countryName = country.country.general.properties[EM2TAGS.SHORTNAME]; DirectoryInfo di = Directory.CreateDirectory(pathHandler.GetCountryFolderPath(countryName)); bool success = EM3Country.Write(country.country, country.data, content.switchPol, pathHandler.GetCountryFilePath(countryName), out List <string> cErrors); if (cErrors.Count > 0) { lock (errWriteLock) { _errors.AddRange(cErrors); } } ReportSuccess(countryName, success, cErrors.Count); if (success && cErrors.Count == 0) // produce up2Date-files { TransformerCommon.WriteUpToDate(pathHandler.GetCountryFilePath(countryName, true), pathHandler.GetCountryFolderPath(countryName)); TransformerCommon.WriteUpToDate(pathHandler.GetEM2DataConfigFilePath(countryName), pathHandler.GetCountryFolderPath(countryName)); } }); // the rest is written sequentially (parallel would be unnecessary overhead) // WRITE ADD-ONS foreach (var addOn in content.addOns) { string addOnName = addOn.general.properties[EM2TAGS.SHORTNAME]; DirectoryInfo di = Directory.CreateDirectory(pathHandler.GetAddOnFolderPath(addOnName)); bool success = EM3Country.Write(addOn, null, content.switchPol, pathHandler.GetAddOnFilePath(addOnName), out List <string> aoErrors); if (aoErrors.Count > 0) { _errors.AddRange(aoErrors); } ReportSuccess(addOnName, success, aoErrors.Count); // produce up2Date-file if (success && aoErrors.Count == 0) { TransformerCommon.WriteUpToDate(pathHandler.GetAddOnFilePath(addOnName, true), pathHandler.GetAddOnFolderPath(addOnName)); } } // WRITE GLOBAL FILES if (!Directory.Exists(pathHandler.GetFolderConfig())) { Directory.CreateDirectory(pathHandler.GetFolderConfig()); } bool erSuccess = EM3Global.WriteExRates(content.exRates, emPath, out List <string> erErrors); ReportSuccess("Exchangerates", erSuccess, erErrors.Count); _errors.AddRange(erErrors); bool hicSuccess = EM3Global.WriteHICP(content.hicp, emPath, out List <string> hicErrors); ReportSuccess("HICP", hicSuccess, hicErrors.Count); _errors.AddRange(hicErrors); bool gsSuccess = EM3Global.WriteExtensions(content.switchPol, emPath, out List <string> gsErrors); ReportSuccess("Extensions", gsSuccess, gsErrors.Count); _errors.AddRange(gsErrors); // WRITE VARIABLES bool varSuccess = EM3Variables.Write(content.varConfig, emPath, out List <string> vErrors); ReportSuccess("Variables", varSuccess, vErrors.Count); _errors.AddRange(vErrors); if (varSuccess && vErrors.Count == 0) { TransformerCommon.WriteUpToDate(pathHandler.GetVarFilePath(true), pathHandler.GetFolderConfig()); // produce up2Date-file } return(true); } catch (OperationCanceledException) { report($"Writing {emPath} cancelled!"); return(true); } catch (Exception exception) { lock (errWriteLock) { _errors.Add(exception.Message); } return(false); } finally { errors = _errors; } void ReportSuccess(string what, bool success, int cntErrors) { if (success) { report($"Finished writing {what} with " + $"{(cntErrors == 0 ? "success" : $"{cntErrors} errors") }"); }