static async Task Covid19()
{
var ctx = new ETLContext();
ctx.ConfigureService(cfg =>
{
cfg.UseElastic <ElasticDbCovidSettings>(ctx.Configuration, s => s.OnCreate(settings => { settings.DefaultIndex("covid"); }), typeof(Covid19Schema));
});
var job = ctx.CreateJob();
var ff = ctx.GetService <TRest <AllLiveFranceData> >();
ff.RequestUri = "https://coronavirusapi-france.now.sh/AllDataByDate?date=2020-11-20";
var log = ctx.GetService <TLogRow <Covid19Schema> >();
log.AddInput(job, ff.OnOutput.SelectMany(x => x.AllFranceDataByDate));
log.Mode = TLogRowMode.Table;
log.ShowItemNumber = true;
var dboutuput = ctx.GetService <TOutputDb <Covid19Schema, ObjectId> >();
dboutuput.AddInput(job, ff.OnOutput.SelectMany(x => x.AllFranceDataByDate));
ff.AddToJob(job);
await job.Start();
while (!job.IsCompleted)
{
Thread.Sleep(200);
}
}
static async Task Weather()
{
var ctx = new ETLContext();
ctx.ConfigureService(cfg =>
{
/* MONGO */
//cfg.UseMongoDb<MongoDbBookstoreSettings>(ctx.Configuration, null, typeof(OpenWeatherMapSchema));
/* ELASTIC */
cfg.UseElastic <ElasticDbBookstoreSettings>(ctx.Configuration, s => s.OnCreate(settings => { settings.DefaultIndex("weather"); }), typeof(OpenWeatherMapSchema));
});
var job = ctx.CreateJob();
// var dboutuput = ctx.GetService<TOutputDb<OpenWeatherMapSchema, ObjectId>>();
var ff = ctx.GetService <TOpenWeather>();
ff.City = "delle";
ff.ApiKey = "d288da12b207992dd796241cf56014b1";
ff.OnError.Subscribe(err => { Console.Error.WriteLine($"{err.Message}\n{err.InnerException.Message}"); });
ff.AddToJob(job);
//dboutuput.AddInput(job, ff.OnOutput);
ff.OnOutput.Subscribe(new DebugObserver <OpenWeatherMapSchema>());
await job.Start();
while (!job.IsCompleted)
{
Thread.Sleep(200);
}
}
public void TestCreateSimpleDocument()
{
var doc = ctx.GetService <IDxfDocument>();
Assert.IsNotNull(doc);
Debug.WriteLine(doc.ToString());
}
public void TestWaitfileETL()
{
var wf = ctx.GetService <TWaitFile>();
Assert.IsNotNull(wf);
wf.AddToJob(job);
ConfigureTest(wf, true);
//await Start();
}
public async Task TestInputFileLineTestOpenFileETL(string filename, InputFileMode mode)
{
var inputFileService = ctx.GetService <TInputFile>();
Assert.IsNotNull(inputFileService);
inputFileService.RegisterComponentForEvents(scheduler);
inputFileService.Filename = filename;
inputFileService.Mode = mode;
inputFileService.AddToJob(job);
int caller = 0;
if (mode == InputFileMode.LineByLine)
{
inputFileService.OnOutput.Subscribe(s =>
{
++caller;
//Debug.WriteLine($"{++caller}-{s.Content.ToString()}");
}, () =>
{
Assert.AreEqual(caller, 349);
});
var logRow = ctx.GetService <TLogRow <ContentSchema <string> > >();
Assert.IsNotNull(logRow);
logRow.ShowHeader = true;
logRow.ShowItemNumber = true;
logRow.Mode = TLogRowMode.Table;
logRow.RegisterComponentForEvents(scheduler);
logRow.AddInput(job, inputFileService.OnOutput);
}
if (mode == InputFileMode.Full)
{
inputFileService.OnOutput.Subscribe(s =>
{
Debug.WriteLine($"{++caller}-{s.Content.ToString()}");
}, () =>
{
Assert.AreEqual(caller, 1);
});
}
//scheduler.Start();
await job.Start();
}
public void TestLoadExistingDocument()
{
var reader = ctx.GetService <IPnCadReader>();
Assert.IsNotNull(reader);
var doc = ctx.GetService <IPnCadDocument>();
Assert.IsNotNull(doc);
bool isLoaded = false;
reader.OnLoaded.Subscribe(doc =>
{
isLoaded = true;
});
reader.OnError.Subscribe(e =>
{
Assert.Fail(e.Message);
});
string filename = @"P:\u\ar\ar0032\c2d\TEST";
Assert.IsTrue(File.Exists(filename));
reader.Load(filename);
while (!isLoaded)
{
Thread.Sleep(200);
}
Debug.WriteLine("PN Cad Document i readed");
}
static async Task ReadOfflineProgrammeTurf()
{
var ctx = new ETLContext();
ctx.ConfigureService(cfg => cfg.AddEntityFrameworkElastic());
var job = ctx.CreateJob();
var fileInput = ctx.GetService <TInputFile>();
fileInput.Filename = Path.Combine(ctx.ExecutionPath, "14112020.json");
fileInput.AddToJob(job);
var strToJson = ctx.GetService <TStringToJson <ProgrammeSchema> >();
strToJson.AddInput(job, fileInput.OnOutput);
strToJson.OnOutput.Subscribe(p =>
{
Console.WriteLine(p.Programme.Date.ToString());
});
strToJson.OnError.Subscribe(ex => Console.Error.WriteLine(ex.InnerException.Message));
await job.Start();
}
static async Task ReadOnlineProgrammeTurf()
{
var date = DateTime.Now.Subtract(TimeSpan.FromDays(1)).ToString("ddMMyyyy");
var ctx = new ETLContext();
ctx.ConfigureService(cfg =>
{
cfg.UseElastic <ElasticDbTurfSettings>(ctx.Configuration, s => s.OnCreate(settings => { settings.DefaultIndex("turf"); }), typeof(Programme));
});
var job = ctx.CreateJob();
job.CreateBag();
var forReunion = new TForEach <ProgrammeSchema, Reunion>();
var forCourse = new TForEach <(Reunion, int), Course>();
var action1 = new TAction <ProgrammeSchema>();
var restProgramme = ctx.GetService <TRest <ProgrammeSchema> >();
var log = ctx.GetService <TLogRow <Programme> >();
log.AddInput(job, restProgramme.OnOutput.Select(x => x.Programme));
log.Mode = TLogRowMode.Table;
log.ShowItemNumber = true;
restProgramme.RequestUri = $"https://online.turfinfo.api.pmu.fr/rest/client/1/programme/{date}?meteo=true&specialisation=INTERNET";
restProgramme.AddToJob(job);
//restProgramme.OnBeforeTransform
ProgrammeSchema programme = new ProgrammeSchema();
//programme.Programme.Reunions.WithIndex(e=>e.NumeroOfficiel/* (item, index) => (item,index,item.NumeroOfficiel)*/);
action1.AddInput(job, restProgramme.OnOutput);
action1.Set((Job job, ProgrammeSchema prg) =>
{
dynamic bag = job.Bag(job.Id.ToString());
bag.Programme = prg;
});
forReunion.AddIteration(job, restProgramme.OnOutput, (ProgrammeSchema prg) => prg.Programme.Reunions.Select(x => (x, x.NumeroOfficiel)));
forCourse.AddIteration(job, forReunion.OnOutput, (r) => r.Item1.Courses.Select(x => (x, r.Item2)));
var action2 = new TAction <(Course, int)>();
action2.AddInput(job, forCourse.OnOutput);
action2.Set((job, cc) =>
{
Console.WriteLine(cc.Item1.LibelleCourt);
var restParticipant = ctx.GetService <TRest <ListeParticipants> >();
restParticipant.AddToJob(job);
var r = cc.Item2;
var c = cc.Item1.Numero;
restParticipant.RequestUri = $"https://online.turfinfo.api.pmu.fr/rest/client/1/programme/{date}/R{r}/C{c}/participants?specialisation=INTERNET";
restParticipant.AddToJob(job);
});
var restParticipant = ctx.GetService <TRest <ListeParticipants> >();
// restParticipant.AddInput()
/* restProgramme.OnOutput.Subscribe(item =>
* {
* Console.WriteLine("receiving programme");
* programme = item;
* var row = item;
*
* foreach (var reunion in row.Programme.Reunions)
* {
* var r = reunion.NumeroOfficiel;
* foreach (var course in reunion.Courses)
* {
* var c = course.Numero;
* var restParticipant = ctx.GetService<TRest<ListeParticipants>>();
* restParticipant.RequestUri = $"https://online.turfinfo.api.pmu.fr/rest/client/1/programme/{date}/R{r}/C{c}/participants?specialisation=INTERNET";
*
*
* restParticipant.OnOutput.Subscribe(ps =>
* {
* foreach (var p in ps.Participants)
* {
* Console.WriteLine($"{course.Libelle} {p.Numero}->{p.Nom}");
*
* }
* course.Participants = ps.Participants;
* });
* restParticipant.OnError.Subscribe(ex => Console.Error.WriteLine(ex.InnerException));
* }
* }
*
*
* });*/
restProgramme.OnCompleted.Subscribe(j =>
{
Console.WriteLine("programme received");
});
restProgramme.OnError.Subscribe(ex =>
{
Console.Error.WriteLine(ex.InnerException.Message);
});
bool usedb = false;
if (usedb)
{
var dbout = ctx.GetService <TOutputDb <Programme, ObjectId> >();
dbout.AddInput(job, restProgramme.OnOutput.Select(x => x.Programme));
}
job.OnCompleted.Subscribe(job =>
{
Console.WriteLine("Job is completed");
});
await job.Start();
while (!job.IsCompleted)
{
Thread.Sleep(200);
}
}
#pragma warning disable CS1998 // Cette méthode async n'a pas d'opérateur 'await' et elle s'exécutera de façon synchrone
static async Task Main(string[] args)
#pragma warning restore CS1998 // Cette méthode async n'a pas d'opérateur 'await' et elle s'exécutera de façon synchrone
{
//CalculAngle();return;
//var res=CalculateCenterX(new Vector2(-2, -1.5), new Vector2(3,1.5), 3);
/* Console.WriteLine(Vector2.AngleBetween(new Vector2(5, 1), new Vector2(2, 3),true) * 180 / Math.PI);
* Console.WriteLine(Vector2.AngleBetween(new Vector2(2, 3), new Vector2(5, 1),true) * 180 / Math.PI);
* Console.WriteLine(Vector2.AngleBetween(new Vector2(5, 1), new Vector2(-3, -4), true) * 180 / Math.PI);
* Console.WriteLine(Vector2.AngleBetween(new Vector2(-3,-4), new Vector2(5,1)) * 180 / Math.PI);
* return;*/
/* var v1 = new Vector2(20, 5);
* var v2 = new Vector2(-6, 12);
* var v3 = new Vector2(-6, -12);
* var v4 = new Vector2(7,-11);
* Console.WriteLine(Vector2.Angle(v1).ToDegree());
* Console.WriteLine(Vector2.Angle(v2).ToDegree());
* Console.WriteLine(Vector2.Angle(v3).ToDegree());
* Console.WriteLine(Vector2.Angle(v4).ToDegree());*/
/*
* var res = CalculateCenterX(new Vector2(0, 10), new Vector2(0, -10), 15);
* var v1 = new Vector2(0, 10) - new Vector2(res.Item1.Item1, res.Item1.Item2);
* var v2 = new Vector2(0,-10)- new Vector2(res.Item1.Item1, res.Item1.Item2);
* Console.WriteLine(Vector2.AngleBetween(v1, v2,true) * 180 / Math.PI);
*
* var v3 = new Vector2(0, 10) - new Vector2(res.Item2.Item1, res.Item2.Item2);
* var v4 = new Vector2(0, -10) - new Vector2(res.Item2.Item1, res.Item2.Item2);
* Console.WriteLine(Vector2.AngleBetween(v4, v3,true) * 180 / Math.PI);*/
//return;
string filename = "15563001";// "radioactif";// "calimero";// "asterix";//"15563001";// "15565001";//"temp"
ETLContext ctx = new ETLContext();
ctx.ConfigureService(cfg =>
{
cfg.UseCommonUtilities()
.UseGCommands()
.UseDxf();
});
var dxfWriter = ctx.GetService <IDxfWriter>();
dxfWriter.OnWrited.Subscribe(document =>
{
Console.WriteLine($@"d:\{filename}.dxf is writed");
});
bool drawFormat = false;
bool removePriming = false;
bool useOrigin = true;
var dxfDocument = ctx.GetService <IDxfDocument>();
var prgReader = ctx.GetService <ILaserCutBySpeedReader>();
prgReader.RemovePrimings = removePriming;
prgReader.OnLoaded.Subscribe(doc =>
{
doc.MapToDxf(dxfDocument);
int counter = 0;
if (drawFormat)
{
dxfDocument.Entities.Add(new Line(Vector2.Zero, new Vector2(doc.Format.Length, 0))
{
LayerName = "format"
});
dxfDocument.Entities.Add(new Line(new Vector2(doc.Format.Length, 0), new Vector2(doc.Format.Length, doc.Format.Width))
{
LayerName = "format"
});
dxfDocument.Entities.Add(new Line(new Vector2(doc.Format.Length, doc.Format.Width), new Vector2(0, doc.Format.Width))
{
LayerName = "format"
});
dxfDocument.Entities.Add(new Line(new Vector2(0, doc.Format.Width), Vector2.Zero)
{
LayerName = "format"
});
}
doc.Origins.Keys.ToList().ForEach(originKey =>
{
var origins = doc.Origins[originKey];
var piece = doc.Pieces[originKey];
origins.ToList().ForEach(origin =>
{
var cos = Math.Cos(origin.Item3);
var sin = Math.Sin(origin.Item3);
var rotation = new Matrix3(cos, -sin, 0, sin, cos, 0, 0, 0, 1);
int counter2 = 0;
var o = useOrigin ? new Vector3(origin.Item1, origin.Item2, 0) : Vector3.Zero;
var layer = $"{++counter} {piece.Name}";
piece.Lines.ForEach(line =>
{
Line _line = line.CloneMe();
_line.Start += o;
_line.End += o;
_line.LayerName = layer;
if (origin.Item3 != 0.0)
{
_line = _line.TransformMe(rotation, Vector3.Zero);
}
dxfDocument.Entities.Add(_line);
});
piece.Arcs.ForEach(arc =>
{
++counter2;
// if( counter2>=29 && counter2<=31)
//arc.LayerName = $"{layer}-arc{++counter2}-{arc.Comment}";
var _arc = arc.CloneMe();
_arc.Center += o;
_arc.LayerName = $"arc{counter2} {layer}";
_arc.Color = arc.Comment == "G2" ? AciColor.Blue : AciColor.Cyan;
if (origin.Item3 != 0.0)
{
_arc = _arc.TransformMe(rotation, Vector3.Zero);
}
dxfDocument.Entities.Add(_arc);
});
});
});
/* doc.Pieces.Keys.ToList().ForEach(key=> {
* var layer = doc.Pieces[key].Name;
* doc.Pieces[key].Lines.ForEach(line => { line.LayerName = layer; dxfDocument.Entities.Add(line); });
* doc.Pieces[key].Arcs.ForEach(arc => { arc.LayerName = layer; dxfDocument.Entities.Add(arc); });
*
*
* });*/
dxfWriter.Write(dxfDocument, $@"d:\{filename}.dxf");
});
prgReader.Load($@"{AppDomain.CurrentDomain.BaseDirectory}{filename}.lcc");
/* var dxfReader = ctx.GetService<IDxfReader>();
* dxfReader.OnLoaded.Subscribe(doc =>
* {
* doc.Header.AcadVer = DxfVersion.AutoCad2018;
* Console.WriteLine("Document Version:"+doc.Header.AcadVer.ToString());
* });
* dxfReader.DxfSection = DxfSection.Entities;
* dxfReader.Load($@"{AppDomain.CurrentDomain.BaseDirectory}ST2018L0804.dxf");*/
/* var document = ctx.GetService<IDxfDocument>();
* var dxfWriter = ctx.GetService<IDxfWriter>();
* dxfWriter.OnWrited.Subscribe(document =>
* {
* Console.WriteLine("Document is writed");
* });
*
* document.Entities.Add(new Circle(50, 100, 150) { LayerName="Circles"});
* document.Entities.Add(new Line(new Vector2(0, 0), new Vector2(100, 50)) {LayerName="Lines" });
* document.Entities.Add(new Arc(new Vector2(50,0),25,0,180) { LayerName="Arcs",Color=AciColor.Green});
* document.Entities.Add(new Text("HELLO", new Vector2(50, 50),20) { LayerName = "Texts", Color = AciColor.Blue });
*
* document.Tables.TextStyles.Add(new TextStyle("arial.ttf", "arial", FontStyle.Bold) { Height=5});
* dxfWriter.Write(document, @"d:\circle.dxf");*/
// Console.ReadLine();
/* WaitFile wf = new WaitFile(new WaitFileOptions() {
* Path = @"d:\",
* Filter = "*.txt"
* });
* var disp=wf.Output.Subscribe(file =>
* {
* Console.WriteLine($"{ file.EventArgs.Name} has {file.EventArgs.ChangeType.ToString()}");
* },()=> {
* Console.WriteLine("Stop listening");
* });
*
*
* Console.WriteLine($"Listening {wf.Path}");*/
/*RestRequest<OpenWeatherMapSchema> rest = new RestRequest<OpenWeatherMapSchema>();
* var apiVersion = "2.5";
* var city = "delle";
* var lang = "fr";
* var units = "metric";
* var apiKey = "d288da12b207992dd796241cf56014b1";
* rest.RequestUri= $"http://api.openweathermap.org/data/{apiVersion}/weather?q={city}&lang={lang}&units={units}&appid={apiKey}";
* rest.Subscribe(new ConsoleObserver<OpenWeatherMapSchema>());
*/
/* var numbers = new NumbersObservable(5);
* var subscription = numbers.Subscribe(new ConsoleObserver<int>("numbers"));*/
/* RowGenerator<TestSchema1> rowgen = new RowGenerator<TestSchema1>(new RowGeneratorOptions<TestSchema1>()
* .GeneratorFor(e=>e.TextColumn1,e=>ETLString.GetAsciiRandomString(20))
* .GeneratorFor(e=>e.TextColumn2,(gen,row)=>row.TextColumn1+ " Hacked" )
* .GeneratorFor(e=>e.UniqueId,e=>Guid.NewGuid())
*
* );
*
* rowgen.Subscribe(new ConsoleObserver<TestSchema1>());
* var row=rowgen.Generate();
*/
//await ReadOfflineProgrammeTurf();
// await ReadOnlineProgrammeTurf();
// await Covid19();
//await Weather();
// await TestJob();
//await TestListDirectory();
//TestInnerJoin();
// Console.WriteLine(rowgen.Generate());
// Console.ReadKey();
// Console.WriteLine(rowgen.Generate());
}
public async Task TestTFileList(int nbreOfFile)
{
CleanFiles();
GenerateFiles(nbreOfFile);
Assert.AreEqual(nbreOfFile, Directory.EnumerateFiles(path).Count());
TFileList <FilenameSchema> liste = ctx.GetService <TFileList <FilenameSchema> >();
Assert.IsNotNull(liste);
RegisterComponentForEvents(liste);
liste.Path = path;
liste.AddToJob(job);
var dbg = new DebugObserver <FilenameSchema>(nameof(TestTFileList));
liste.OnOutput.SubscribeOn(scheduler).Subscribe(dbg);
await Start();
}