public static IEnumerable <(string idDotace, string ico, int ageInDays)> CompanyAgeDuringSubsidy() { var dotSer = new Dotace.DotaceService(); foreach (var dotace in dotSer.YieldAllDotace()) { bool missingEssentialData = string.IsNullOrWhiteSpace(dotace.Prijemce?.Ico) || !dotace.DatumPodpisu.HasValue; if (missingEssentialData) { continue; } Firma firma = Firmy.Get(dotace.Prijemce.Ico); if (firma.PatrimStatu()) //nechceme státní firmy { continue; } if (!firma.Datum_Zapisu_OR.HasValue) //nechceme firmy s chybějící hodnotou data zapisu do OR { continue; } var companyAgeInDays = (dotace.DatumPodpisu.Value - firma.Datum_Zapisu_OR.Value).Days; yield return(idDotace : dotace.IdDotace, ico : firma.ICO, ageInDays : companyAgeInDays); } }
public bool JeSmlouva_S_VazbouNaPolitiky(Relation.AktualnostType aktualnost) { var icos = ico_s_VazbouPolitik; if (aktualnost == Relation.AktualnostType.Nedavny) { icos = ico_s_VazbouPolitikNedavne; } if (aktualnost == Relation.AktualnostType.Aktualni) { icos = ico_s_VazbouPolitikAktualni; } Firma f = null; if (this.platnyZaznam) { f = Firmy.Get(this.Platce.ico); if (f.Valid && !f.PatrimStatu()) { if (!string.IsNullOrEmpty(this.Platce.ico) && icos.Contains(this.Platce.ico)) { return(true); } } foreach (var ss in this.Prijemce) { f = Firmy.Get(ss.ico); if (f.Valid && !f.PatrimStatu()) { if (!string.IsNullOrEmpty(ss.ico) && icos.Contains(ss.ico)) { return(true); } } } } return(false); }
public static IEnumerable <IcoSmlouvaMinMax> GetFirmyCasovePodezreleZalozene(Action <string> logOutputFunc = null, Action <ActionProgressData> progressOutputFunc = null) { var allIcos = Lib.Data.External.FirmyDB.AllIcoInRS(); Dictionary <string, AnalysisCalculation.IcoSmlouvaMinMax> firmy = new Dictionary <string, AnalysisCalculation.IcoSmlouvaMinMax>(); object lockFirmy = new object(); var client = HlidacStatu.Lib.ES.Manager.GetESClient(); AggregationContainerDescriptor <HlidacStatu.Lib.Data.Smlouva> aggs = new AggregationContainerDescriptor <HlidacStatu.Lib.Data.Smlouva>() .Min("minDate", m => m .Field(f => f.datumUzavreni) ); Devmasters.Core.Batch.Manager.DoActionForAll <string, object>(allIcos, (ico, param) => { var res = HlidacStatu.Lib.ES.SearchTools.SimpleSearch("ico:" + ico, 0, 0, HlidacStatu.Lib.ES.SearchTools.OrderResult.FastestForScroll, aggs); if (res.Result.Aggregations.Count > 0) { var epoch = ((Nest.ValueAggregate)res.Result.Aggregations.First().Value).Value; if (epoch.HasValue) { var mindate = Devmasters.Core.DateTimeUtil.FromEpochTimeToUTC((long)epoch / 1000); lock (lockFirmy) { if (firmy.ContainsKey(ico)) { if (firmy[ico].minUzavreni.HasValue == false) { firmy[ico].minUzavreni = mindate; } else if (firmy[ico].minUzavreni.Value > mindate) { firmy[ico].minUzavreni = mindate; } } else { firmy.Add(ico, new AnalysisCalculation.IcoSmlouvaMinMax() { ico = ico, minUzavreni = Devmasters.Core.DateTimeUtil.FromEpochTimeToUTC((long)epoch / 1000) }); } } } } return(new Devmasters.Core.Batch.ActionOutputData() { CancelRunning = false, Log = null }); }, null, logOutputFunc ?? Devmasters.Core.Batch.Manager.DefaultOutputWriter, progressOutputFunc ?? new Devmasters.Core.Batch.ActionProgressWriter(0.1f).Write, true ); List <string> privateCompanyIcos = new List <string>(); //filter statni firmy && add vznik Devmasters.Core.Batch.Manager.DoActionForAll <string, object>(firmy.Keys, (ico, param) => { Firma ff = Firmy.Get(ico); if (Firma.IsValid(ff)) { if (ff.PatrimStatu()) //statni firmy tam nechci { return(new Devmasters.Core.Batch.ActionOutputData() { CancelRunning = false, Log = null }); } else { if (ff.Datum_Zapisu_OR.HasValue) { firmy[ico].vznikIco = ff.Datum_Zapisu_OR.Value; firmy[ico].jmeno = ff.Jmeno; privateCompanyIcos.Add(ico); } } } return(new Devmasters.Core.Batch.ActionOutputData() { CancelRunning = false, Log = null }); }, null, Devmasters.Core.Batch.Manager.DefaultOutputWriter, new Devmasters.Core.Batch.ActionProgressWriter(1f).Write, true, maxDegreeOfParallelism: 5 ); DateTime minDate = new DateTime(1990, 01, 01); var badF = firmy .Where(kv => privateCompanyIcos.Contains(kv.Key)) .Select(m => m.Value) .Where(f => f.minUzavreni > minDate) .Where(f => f.days.HasValue && f.days.Value < 60) .OrderBy(f => f.days.Value); //.Take(100) return(badF); }
public static VazbyFiremNaPolitiky LoadFirmySVazbamiNaPolitiky(Relation.AktualnostType aktualnostVztahu, bool showProgress = false) { Dictionary <string, List <int> > pol_SVazbami = new Dictionary <string, List <int> >(); Dictionary <string, List <int> > pol_SVazbami_StatniFirmy = new Dictionary <string, List <int> >(); Devmasters.Core.Batch.Manager.DoActionForAll <Osoba>(StaticData.Politici.Get(), (p) => { var vazby = p.AktualniVazby(aktualnostVztahu); if (vazby != null && vazby.Count() > 0) { foreach (var v in vazby) { if (!string.IsNullOrEmpty(v.To.Id)) { //check if it's GovType company Firma f = Firmy.Get(v.To.Id); //if (f == null) //{ // f = External.GovData.FromIco(v.To.Id); // if (f == null) // continue; //unknown company, skip //} if (!Firma.IsValid(f)) { continue; //unknown company, skip } if (f.PatrimStatu()) { //Gov Company if (pol_SVazbami_StatniFirmy.ContainsKey(v.To.Id)) { var pol = pol_SVazbami_StatniFirmy[v.To.Id]; if (!pol.Any(m => m == p.InternalId)) { pol.Add(p.InternalId); } } else { pol_SVazbami_StatniFirmy.Add(v.To.Id, new List <int>()); pol_SVazbami_StatniFirmy[v.To.Id].Add(p.InternalId); } } else { //private company if (pol_SVazbami.ContainsKey(v.To.Id)) { var pol = pol_SVazbami[v.To.Id]; if (!pol.Any(m => m == p.InternalId)) { pol.Add(p.InternalId); } } else { pol_SVazbami.Add(v.To.Id, new List <int>()); pol_SVazbami[v.To.Id].Add(p.InternalId); } } } } } return(new Devmasters.Core.Batch.ActionOutputData() { CancelRunning = false, Log = null }); }, showProgress ? Devmasters.Core.Batch.Manager.DefaultOutputWriter : (Action <string>)null, showProgress ? new Devmasters.Core.Batch.ActionProgressWriter().Write : (Action <ActionProgressData>)null, false , prefix: "LoadFirmySVazbamiNaPolitiky " + aktualnostVztahu.ToNiceDisplayName() ); return(new VazbyFiremNaPolitiky() { SoukromeFirmy = pol_SVazbami, StatniFirmy = pol_SVazbami_StatniFirmy }); }
public static AnalysisCalculation.VazbyFiremNaUradyStat UradyObchodujiciSFirmami_s_vazbouNaPolitiky(Relation.AktualnostType aktualnost, bool showProgress = false) { HlidacStatu.Lib.Data.AnalysisCalculation.VazbyFiremNaPolitiky vazbyNaPolitiky = null; List <Lib.Data.FirmaEvent> sponzorujiciFirmy = null; QueryContainer qc = null; switch (aktualnost) { case HlidacStatu.Lib.Data.Relation.AktualnostType.Aktualni: vazbyNaPolitiky = StaticData.FirmySVazbamiNaPolitiky_aktualni_Cache.Get(); qc = new QueryContainerDescriptor <HlidacStatu.Lib.Data.Smlouva>().Term(t => t.Field(f => f.SVazbouNaPolitikyAktualni).Value(true)); sponzorujiciFirmy = StaticData.SponzorujiciFirmy_Nedavne.Get(); break; case HlidacStatu.Lib.Data.Relation.AktualnostType.Nedavny: vazbyNaPolitiky = StaticData.FirmySVazbamiNaPolitiky_nedavne_Cache.Get(); qc = new QueryContainerDescriptor <HlidacStatu.Lib.Data.Smlouva>().Term(t => t.Field(f => f.SVazbouNaPolitikyNedavne).Value(true)); sponzorujiciFirmy = StaticData.SponzorujiciFirmy_Nedavne.Get(); break; case HlidacStatu.Lib.Data.Relation.AktualnostType.Neaktualni: case HlidacStatu.Lib.Data.Relation.AktualnostType.Libovolny: vazbyNaPolitiky = StaticData.FirmySVazbamiNaPolitiky_vsechny_Cache.Get(); qc = new QueryContainerDescriptor <HlidacStatu.Lib.Data.Smlouva>().Term(t => t.Field(f => f.SVazbouNaPolitiky).Value(true)); sponzorujiciFirmy = StaticData.SponzorujiciFirmy_Vsechny.Get(); break; } Func <int, int, Nest.ISearchResponse <Lib.Data.Smlouva> > searchFunc = null; searchFunc = (size, page) => { return(Lib.ES.Manager.GetESClient().Search <Lib.Data.Smlouva>(a => a .Size(size) .From(page * size) .Source(m => m.Excludes(e => e.Field(o => o.Prilohy))) .Query(q => qc) .Scroll("5m") )); }; //TODO predelat z projeti vsech smluv na hledani pres vsechna ICO v RS, vybrani statnich firem, //a dohlednai jejich statistiky vuci jednotlivym ostatnim firmam v RS Dictionary <string, Analysis.BasicDataForSubject <List <Analysis.BasicData <string> > > > uradyStatni = new Dictionary <string, Analysis.BasicDataForSubject <List <Analysis.BasicData <string> > > >(); Dictionary <string, Analysis.BasicDataForSubject <List <Analysis.BasicData <string> > > > uradySoukr = new Dictionary <string, Analysis.BasicDataForSubject <List <Analysis.BasicData <string> > > >(); object lockObj = new object(); Lib.ES.SearchTools.DoActionForQuery <Lib.Data.Smlouva>(Lib.ES.Manager.GetESClient(), searchFunc, (hit, param) => { Lib.Data.Smlouva s = hit.Source; List <string> icos = new List <string>(); try { var objednatelIco = s.Platce.ico; if (!string.IsNullOrEmpty(objednatelIco)) { Firma ff = Firmy.Get(objednatelIco); if (!ff.Valid || !ff.PatrimStatu()) { goto end; } //vsichni prijemci smlouvy statniho subjektu icos.AddRange(s.Prijemce.Select(m => m.ico).Where(m => !string.IsNullOrEmpty(m)).Distinct()); lock (lockObj) { foreach (var ico in icos) { if (vazbyNaPolitiky.SoukromeFirmy.ContainsKey(ico) || sponzorujiciFirmy.Any(m => m.ICO == ico)) { if (!uradySoukr.ContainsKey(objednatelIco)) { uradySoukr.Add(objednatelIco, new Analysis.BasicDataForSubject <List <Analysis.BasicData <string> > >()); uradySoukr[objednatelIco].Ico = objednatelIco; } uradySoukr[objednatelIco].Add(1, s.CalculatedPriceWithVATinCZK); if (!uradySoukr[objednatelIco].Detail.Any(m => m.Item == ico)) { uradySoukr[objednatelIco].Detail.Add(new Analysis.BasicData <string>() { Item = ico, CelkemCena = s.CalculatedPriceWithVATinCZK, Pocet = 1 }); } else { var item = uradySoukr[objednatelIco].Detail.First(m => m.Item == ico); item.Add(1, s.CalculatedPriceWithVATinCZK); } } else if (vazbyNaPolitiky.StatniFirmy.ContainsKey(ico)) { if (!uradyStatni.ContainsKey(objednatelIco)) { uradyStatni.Add(objednatelIco, new Analysis.BasicDataForSubject <List <Analysis.BasicData <string> > >()); uradyStatni[objednatelIco].Ico = objednatelIco; } uradyStatni[objednatelIco].Add(1, s.CalculatedPriceWithVATinCZK); if (!uradyStatni[objednatelIco].Detail.Any(m => m.Item == ico)) { uradyStatni[objednatelIco].Detail.Add(new Analysis.BasicData <string>() { Item = ico, CelkemCena = s.CalculatedPriceWithVATinCZK, Pocet = 1 }); } else { var item = uradyStatni[objednatelIco].Detail.First(m => m.Item == ico); item.Add(1, s.CalculatedPriceWithVATinCZK); } } } } } } catch (Exception e) { HlidacStatu.Util.Consts.Logger.Error("ERROR UradyObchodujiciSFirmami_s_vazbouNaPolitiky", e); } end: return(new Devmasters.Core.Batch.ActionOutputData() { CancelRunning = false, Log = null }); }, null, showProgress ? Devmasters.Core.Batch.Manager.DefaultOutputWriter : (Action <string>)null, showProgress ? new Devmasters.Core.Batch.ActionProgressWriter().Write : (Action <ActionProgressData>)null , true , prefix: "UradyObchodujiciSFirmami_s_vazbouNaPolitiky " + aktualnost.ToNiceDisplayName() ); AnalysisCalculation.VazbyFiremNaUradyStat ret = new VazbyFiremNaUradyStat(); ret.SoukromeFirmy = uradySoukr .Where(m => m.Value.Pocet > 0) .Select(kv => kv.Value) .OrderByDescending(o => o.Pocet); return(ret); }
public static IEnumerable <IcoSmlouvaMinMax> GetFirmyCasovePodezreleZalozene(Action <string> logOutputFunc = null, Action <ActionProgressData> progressOutputFunc = null) { HlidacStatu.Util.Consts.Logger.Debug("GetFirmyCasovePodezreleZalozene - getting all ico"); var allIcos = Lib.Data.External.FirmyDB.AllIcoInRS(); Dictionary <string, AnalysisCalculation.IcoSmlouvaMinMax> firmy = new Dictionary <string, AnalysisCalculation.IcoSmlouvaMinMax>(); object lockFirmy = new object(); var client = HlidacStatu.Lib.ES.Manager.GetESClient(); AggregationContainerDescriptor <HlidacStatu.Lib.Data.Smlouva> aggs = new AggregationContainerDescriptor <HlidacStatu.Lib.Data.Smlouva>() .Min("minDate", m => m .Field(f => f.datumUzavreni) ); HlidacStatu.Util.Consts.Logger.Debug("GetFirmyCasovePodezreleZalozene - getting first smlouva for all ico from ES"); Devmasters.Batch.Manager.DoActionForAll <string, object>(allIcos, (ico, param) => { Firma ff = Firmy.Get(ico); if (Firma.IsValid(ff)) { if (ff.PatrimStatu()) //statni firmy tam nechci { return(new Devmasters.Batch.ActionOutputData() { CancelRunning = false, Log = null }); } else { var res = HlidacStatu.Lib.Data.Smlouva.Search.SimpleSearch("ico:" + ico, 0, 0, HlidacStatu.Lib.Data.Smlouva.Search.OrderResult.FastestForScroll, aggs, exactNumOfResults: true); if (res.ElasticResults.Aggregations.Count > 0) { var epoch = ((Nest.ValueAggregate)res.ElasticResults.Aggregations.First().Value).Value; if (epoch.HasValue) { var mindate = Devmasters.DT.Util.FromEpochTimeToUTC((long)epoch / 1000); lock (lockFirmy) { if (firmy.ContainsKey(ico)) { if (firmy[ico].minUzavreni.HasValue == false) { firmy[ico].minUzavreni = mindate; } else if (firmy[ico].minUzavreni.Value > mindate) { firmy[ico].minUzavreni = mindate; } } else { firmy.Add(ico, new AnalysisCalculation.IcoSmlouvaMinMax() { ico = ico, minUzavreni = Devmasters.DT.Util.FromEpochTimeToUTC((long)epoch / 1000) }); } if (ff.Datum_Zapisu_OR.HasValue) { firmy[ico].vznikIco = ff.Datum_Zapisu_OR.Value; firmy[ico].jmeno = ff.Jmeno; } } } } } } return(new Devmasters.Batch.ActionOutputData() { CancelRunning = false, Log = null }); }, null, logOutputFunc ?? Devmasters.Batch.Manager.DefaultOutputWriter, progressOutputFunc ?? new Devmasters.Batch.ActionProgressWriter(0.1f).Write, true ); //List<string> privateCompanyIcos = new List<string>(); ////filter statni firmy && add vznik //Devmasters.Batch.Manager.DoActionForAll<string, object>(firmy.Keys, //(ico, param) => //{ // Firma ff = Firmy.Get(ico); // if (Firma.IsValid(ff)) // { // if (ff.PatrimStatu()) //statni firmy tam nechci // { // return new Devmasters.Batch.ActionOutputData() { CancelRunning = false, Log = null }; // } // else // { // if (ff.Datum_Zapisu_OR.HasValue) // { // firmy[ico].vznikIco = ff.Datum_Zapisu_OR.Value; // firmy[ico].jmeno = ff.Jmeno; // privateCompanyIcos.Add(ico); // } // } // } // return new Devmasters.Batch.ActionOutputData() { CancelRunning = false, Log = null }; //}, //null, //Devmasters.Batch.Manager.DefaultOutputWriter, //new Devmasters.Batch.ActionProgressWriter(1f).Write, //true, maxDegreeOfParallelism: 5 //); HlidacStatu.Util.Consts.Logger.Debug("GetFirmyCasovePodezreleZalozene - filter with close dates"); DateTime minDate = new DateTime(1990, 01, 01); var badF = firmy .Select(m => m.Value) .Where(f => f.minUzavreni > minDate) .Where(f => f.days.HasValue && f.days.Value < 60) .OrderBy(f => f.days.Value) .ToArray(); //.Take(100) HlidacStatu.Util.Consts.Logger.Debug($"GetFirmyCasovePodezreleZalozene - returning {badF.Count()} records."); return(badF); }