private void OnFrameReady(object o, OnFrameReady e) { CurrentTime = new TimeSpan(0, 0, 0, 0, (int)(0.0 + CurrentFrame / VideoInfo.FPS * 1000.0)); //If the decorder reported did not report the total duration, estimate percentage from total frame estimate if (_reportedDuration == null) { CurrentPercentage = (CurrentFrame + 1.0) / (VideoInfo.TotalFrames); } //Otherwise use the reported total duration else { CurrentPercentage = CurrentTime.TotalSeconds / _reportedDuration.Value.TotalSeconds; } //Attach frame metadata to each frame var mostRecentFrame = e.Frame; mostRecentFrame.FramePercentage = CurrentPercentage; mostRecentFrame.FrameIndex = CurrentFrame; mostRecentFrame.FrameTime = CurrentTime; mostRecentFrame.IsDecoded = true; if (FrameDecoder.FramesInBufferMoreThanMinimum) { IsBufferReady = true; } if (CurrentFrame < VideoInfo.TotalFrames) { CurrentFrame++; } }
private void Renderer_FrameReady(object sender, OnFrameReady e) { if (FrameReady != null) { FrameReady(this, e); } }
public void StartTracking(OnFrameReady frameReadyDelegate) { _stop = false; _tracker = new Thread(delegate() { HighPerformanceTimer hpt = new HighPerformanceTimer(); int i = 0; hpt.Start(); while (!_stop) { if (i++ == 200) { //Console.WriteLine("Tracker FPS: " + 200.0 / HPT.Stop()); i = 0; hpt.Start(); } OptiTrackNativeWrapper.TT_Update(); frameReadyDelegate(BuildFrame()); Thread.Sleep(15); } }); _tracker.Start(); }
public void Connect(string clientIp, string serverIp, string connectionType) { _isConnected = true; _rigidBodies = new List <RigidBody>() { new RigidBody() { Name = "kinect", ID = 1 }, new RigidBody() { Name = "leapmotion", ID = 2 } }; // call event handler that descriptions have changed OnDataDescriptionsChanged?.Invoke(); var leapMotionRotation = Quaternion.CreateFromAxisAngle(Vector3.UnitX, 30f.ToRadians()); // call frame available event handler OnFrameReady?.Invoke(new FrameOfMocapData() { MarkerSets = new[] { // kinect Mock.MockMarkerSetData("kinect", new[] { Vector3.Zero, new Vector3(3, 0, 3), new Vector3(0, 0, 3) }), // leap motion Mock.MockMarkerSetData("leapmotion", new[] { Vector3.Zero, new Vector3(6, 6, 3), new Vector3(6, 0, 3) }) }, nMarkerSets = 2, RigidBodies = new[] { new RigidBodyData() { ID = 1, x = 1, y = 0, z = 2, qx = 0, qy = 0, qz = 0, qw = 1 }, new RigidBodyData() { ID = 2, x = 4, y = 2, z = 2, qx = leapMotionRotation.X, qy = leapMotionRotation.Y, qz = leapMotionRotation.Z, qw = leapMotionRotation.W } }, nRigidBodies = 2 }); }
private void OnFrameReadyToRender(object sender, OnFrameReady e) { if (OnProcessed != null) { OnProcessed(e.Frame); } ShowFrame(e.Frame); }
private void OnFrameReady(object o, OnFrameReady e) { CurrentTime = new TimeSpan(0, 0, 0, 0, (int)(0.0 + CurrentFrame / VideoInfo.FPS * 1000.0)); CurrentPercentage = CurrentFrame * 1.0 / (VideoInfo.TotalFrames - 1); //Attach frame metadata to each frame var mostRecentFrame = e.Frame; mostRecentFrame.FramePercentage = CurrentPercentage; mostRecentFrame.FrameIndex = CurrentFrame; mostRecentFrame.FrameTime = CurrentTime; mostRecentFrame.IsDecoded = true; if (FrameDecoder.FramesInBufferMoreThanMinimum) { IsBufferReady = true; } if (CurrentFrame < VideoInfo.TotalFrames) { CurrentFrame++; } }
private void EndFrame( ) { Performance.EndFrame( ); OnFrameReady?.Invoke(this, new EventArgs( )); GL.Clear(ClearBufferMask.ColorBufferBit | ClearBufferMask.DepthBufferBit); }
public override void Render(Scene scene, Camera camera) { scene.Preprocess(); if (camera is LensCamera lensCamera && lensCamera.AutoFocus) { var ray = lensCamera.GetRay(0.5f, 0.5f); var hitInfo = new HitInfo(); var hit = scene.HitTest(ray, ref hitInfo, 0.001f, float.PositiveInfinity); if (hit) { lensCamera.FocusDistance = hitInfo.Distance; } else { lensCamera.FocusDistance = 100000f; } } int width = Resolution; int height = (int)(width / camera.AspectRatio); var image = new Texture(width, height); AbstractSampler <Vector2> sampler = new ThreadSafeSampler <Vector2>(Sampling, Samples); for (int k = 0; k < Samples; k++) { try { Parallel.For(0, width, new ParallelOptions { CancellationToken = CancellationToken }, i => { for (int j = 0; j < height; j++) { var sample = sampler.GetSample(k); float u = (i + sample.X) / (width - 1); float v = (j + sample.Y) / (height - 1); Ray ray = camera.GetRay(u, v); var shade = Shade(ray, scene, MaxDepth); image.Bloom(shade, i, j, (int)shade.GetBrightness(), Bloom); image[i, j] += shade; } }); } catch (Exception e) { Log.Warn(e); } if (CancellationToken.IsCancellationRequested) { return; } if (k % SamplesRenderStep == 0 || k == Samples - 1) { var output = new Texture(image); output.Process(c => (c / (k + 1)).Clamp()); if (GammaCorrection) { output.AutoGammaCorrect(); } var percentage = (k + 1) * 100 / Samples; OnFrameReady?.Invoke(percentage, output); } } }
public void StartCapture() { _run = true; var factory = new Factory1(); // SharpDX DXGI Factory var adapter = factory.GetAdapter1(0); // Get first video card (Adapter) var device = new SharpDX.Direct3D11.Device(adapter); // Get D3D11 device from adapter // Get frontal output buffer of the adapter var output = adapter.GetOutput(0); var output1 = output.QueryInterface <Output1>(); // Get video card width/height of the desktop to capture (The resolution of your screen) int screen_width = output.Description.DesktopBounds.Right; int screen_height = output.Description.DesktopBounds.Bottom; // Build a 2D texture to use as staging texture that is accessible by the CPU var texture_description = new Texture2DDescription { CpuAccessFlags = CpuAccessFlags.Read, BindFlags = BindFlags.None, Format = Format.B8G8R8A8_UNorm, Width = screen_width, Height = screen_height, OptionFlags = ResourceOptionFlags.None, MipLevels = 1, ArraySize = 1, SampleDescription = { Count = 1, Quality = 0 }, Usage = ResourceUsage.Staging }; var texture_screen = new Texture2D(device, texture_description); Task.Factory.StartNew(() => { using (var output_clone = output1.DuplicateOutput(device)) { // Preload some resources and objects before cycling SharpDX.DXGI.Resource output_frame_resource; OutputDuplicateFrameInformation output_frame_info; var screen_capture_rect = new Rectangle(0, 0, screen_width, screen_height); while (_run) { //int start = DateTime.Now.Millisecond; try { // Try to get duplicated frame within given time is ms output_clone.AcquireNextFrame(5, out output_frame_info, out output_frame_resource); // Copy resource into memory that can be accessed by the CPU using (var texture_screen_acquired = output_frame_resource.QueryInterface <Texture2D>()) device.ImmediateContext.CopyResource(texture_screen_acquired, texture_screen); // Get the desktop capture texture var map_src = device.ImmediateContext.MapSubresource(texture_screen, 0, MapMode.Read, SharpDX.Direct3D11.MapFlags.None); // Create Drawing.Bitmap using (var bitmap_screen = new Bitmap(screen_width, screen_height, PixelFormat.Format32bppArgb)) { // Copy pixels from screen capture Texture to GDI bitmap var map_dest = bitmap_screen.LockBits( screen_capture_rect, ImageLockMode.WriteOnly, bitmap_screen.PixelFormat ); var pointer_src = map_src.DataPointer; var pointer_dest = map_dest.Scan0; for (int y = 0; y < screen_height; y++) { Utilities.CopyMemory(pointer_dest, pointer_src, screen_width * 4); // Copy a single line (4 bytes per pixel). // Advance pointers pointer_src = IntPtr.Add(pointer_src, map_src.RowPitch); pointer_dest = IntPtr.Add(pointer_dest, map_dest.Stride); } // Release source and destination locks bitmap_screen.UnlockBits(map_dest); device.ImmediateContext.UnmapSubresource(texture_screen, 0); using (MemoryStream ms = new MemoryStream()) { bitmap_screen.Save(ms, ImageFormat.Bmp); // Save bitmap pixels in a stream OnFrameReady?.Invoke(this, ms.ToArray()); // Return bitmap pixels from a stream to the caller _init = true; } } output_frame_resource.Dispose(); output_clone.ReleaseFrame(); } catch (Exception exception) { if (exception is SharpDXException e) { if (e.ResultCode.Code != SharpDX.DXGI.ResultCode.WaitTimeout.Result.Code) { Trace.TraceError(e.Message); Trace.TraceError(e.StackTrace); } } else { throw; } } //int end = DateTime.Now.Millisecond; //if((end-start)<15) System.Threading.Thread.Sleep(16-(end-start)); // 60 FPS cap attempt //Console.WriteLine("--TIME_ELAPSED="+(end-start)+"ms"); } } }); while (!_init) { System.Threading.Thread.Sleep(100); } }