public void AddCapturer(ICapturer capturer) { object[] attributes = capturer.GetType().GetCustomAttributes(false); foreach (Object attribute in attributes) { if (attribute is Captures) { Captures cap = (Captures)attribute; CapturerInfo capturableInfo = new CapturerInfo(); capturableInfo.Capturer = capturer; capturableInfo.Capturable = cap.Name; capturableInfo.AddTo(_capturers); break; } } //TODO: Throw exception: [Captures] attribute is missing }
public async Task BeginScreenCasting(string viewerID, string requesterName, ICapturer capturer) { var conductor = ServiceContainer.Instance.GetRequiredService <Conductor>(); var viewers = conductor.Viewers; var mode = conductor.Mode; var casterSocket = ServiceContainer.Instance.GetRequiredService <CasterSocket>(); Logger.Write($"Starting screen cast. Requester: {requesterName}. Viewer ID: {viewerID}. Capturer: {capturer.GetType().ToString()}. App Mode: {mode}"); byte[] encodedImageBytes; var fpsQueue = new Queue <DateTime>(); var viewer = new Viewer() { Capturer = capturer, DisconnectRequested = false, Name = requesterName, ViewerConnectionID = viewerID, HasControl = true }; viewers.AddOrUpdate(viewerID, viewer, (id, v) => viewer); if (mode == Enums.AppMode.Normal) { conductor.InvokeViewerAdded(viewer); } if (OSUtils.IsWindows) { await InitializeWebRtc(viewer, casterSocket); } await casterSocket.SendMachineName(Environment.MachineName, viewerID); await casterSocket.SendScreenCount( capturer.SelectedScreen, capturer.GetScreenCount(), viewerID); await casterSocket.SendScreenSize(capturer.CurrentScreenBounds.Width, capturer.CurrentScreenBounds.Height, viewerID); capturer.ScreenChanged += async(sender, bounds) => { await casterSocket.SendScreenSize(bounds.Width, bounds.Height, viewerID); }; while (!viewer.DisconnectRequested) { try { if (viewer.IsStalled()) { // Viewer isn't responding. Abort sending. break; } if (conductor.IsDebug) { while (fpsQueue.Any() && DateTime.Now - fpsQueue.Peek() > TimeSpan.FromSeconds(1)) { fpsQueue.Dequeue(); } fpsQueue.Enqueue(DateTime.Now); Debug.WriteLine($"Capture FPS: {fpsQueue.Count}"); } await viewer.ThrottleIfNeeded(); capturer.GetNextFrame(); var diffArea = ImageUtils.GetDiffArea(capturer.CurrentFrame, capturer.PreviousFrame, capturer.CaptureFullscreen); if (diffArea.IsEmpty) { continue; } using (var newImage = capturer.CurrentFrame.Clone(diffArea, PixelFormat.Format32bppArgb)) { if (capturer.CaptureFullscreen) { capturer.CaptureFullscreen = false; } if (viewer.ShouldAdjustQuality()) { var quality = (int)(viewer.ImageQuality * 1000 / viewer.Latency); Logger.Debug($"Auto-adjusting image quality. Latency: {viewer.Latency}. Quality: {quality}"); encodedImageBytes = ImageUtils.EncodeBitmap(newImage, new EncoderParameters() { Param = new[] { new EncoderParameter(System.Drawing.Imaging.Encoder.Quality, quality) } }); } else { encodedImageBytes = ImageUtils.EncodeBitmap(newImage, viewer.EncoderParams); } if (encodedImageBytes?.Length > 0) { if (viewer.IsUsingWebRtc()) { viewer.RtcSession.SendCaptureFrame(diffArea.Left, diffArea.Top, diffArea.Width, diffArea.Height, encodedImageBytes); viewer.WebSocketBuffer = 0; viewer.Latency = 0; } else { await casterSocket.SendScreenCapture(encodedImageBytes, viewerID, diffArea.Left, diffArea.Top, diffArea.Width, diffArea.Height, DateTime.UtcNow); viewer.Latency += 300; // Shave some off so it doesn't get deadlocked by dropped frames. viewer.WebSocketBuffer += (int)(encodedImageBytes.Length * .9); } } } } catch (Exception ex) { Logger.Write(ex); } finally { GC.Collect(); } } Logger.Write($"Ended screen cast. Requester: {requesterName}. Viewer ID: {viewerID}."); viewers.TryRemove(viewerID, out _); var shouldExit = viewers.Count == 0 && mode == Enums.AppMode.Unattended; try { viewer.Dispose(); if (shouldExit) { capturer.Dispose(); await casterSocket.Disconnect(); } } catch (Exception ex) { Logger.Write(ex); } finally { // Close if no one is viewing. if (shouldExit) { Logger.Debug($"Exiting process ID {Process.GetCurrentProcess().Id}."); Environment.Exit(0); } } }
public static async void BeginScreenCasting(string viewerID, string requesterName, ICapturer capturer, Conductor conductor) { Viewer viewer; byte[] encodedImageBytes; var success = false; Logger.Write($"Starting screen cast. Requester: {requesterName}. Viewer ID: {viewerID}. Capturer: {capturer.GetType().ToString()}. App Mode: {conductor.Mode} Desktop: {conductor.CurrentDesktopName}"); viewer = new Viewer() { Capturer = capturer, DisconnectRequested = false, Name = requesterName, ViewerConnectionID = viewerID, HasControl = true }; while (!success) { success = conductor.Viewers.TryAdd(viewerID, viewer); } if (conductor.Mode == Enums.AppMode.Normal) { conductor.InvokeViewerAdded(viewer); } await conductor.OutgoingMessages.SendScreenCount( capturer.SelectedScreen, capturer.GetScreenCount(), viewerID); await conductor.OutgoingMessages.SendScreenSize(capturer.CurrentScreenBounds.Width, capturer.CurrentScreenBounds.Height, viewerID); capturer.ScreenChanged += async(sender, bounds) => { await conductor.OutgoingMessages.SendScreenSize(bounds.Width, bounds.Height, viewerID); }; // TODO: SetThradDesktop causes issues with input after switching. //var desktopName = Win32Interop.GetCurrentDesktop(); while (!viewer.DisconnectRequested) { try { // TODO: SetThradDesktop causes issues with input after switching. //var currentDesktopName = Win32Interop.GetCurrentDesktop(); //if (desktopName.ToLower() != currentDesktopName.ToLower()) //{ // desktopName = currentDesktopName; // Logger.Write($"Switching to desktop {desktopName} in ScreenCaster."); // var inputDesktop = Win32Interop.OpenInputDesktop(); // User32.SetThreadDesktop(inputDesktop); // User32.CloseDesktop(inputDesktop); // continue; //} while (viewer.PendingFrames > 10) { await Task.Delay(1); } capturer.Capture(); var diffArea = ImageUtils.GetDiffArea(capturer.CurrentFrame, capturer.PreviousFrame, capturer.CaptureFullscreen); if (diffArea.IsEmpty) { continue; } using (var newImage = capturer.CurrentFrame.Clone(diffArea, System.Drawing.Imaging.PixelFormat.Format32bppArgb)) { if (capturer.CaptureFullscreen) { capturer.CaptureFullscreen = false; } //long newQuality; //if (viewer.PendingFrames < 8) //{ // newQuality = Math.Min(1, viewer.ImageQuality + 1); //} //else //{ // newQuality = Math.Max(0, viewer.ImageQuality - 1); //} //if (newQuality != viewer.ImageQuality) //{ // Logger.Write($"New quality: {newQuality}"); // viewer.ImageQuality = newQuality; // viewer.FullScreenRefreshNeeded = true; //} //else if (viewer.FullScreenRefreshNeeded) //{ // Logger.Write($"Quality stabilized."); // capturer.CaptureFullscreen = true; // viewer.FullScreenRefreshNeeded = false; //} encodedImageBytes = ImageUtils.EncodeBitmap(newImage, viewer.EncoderParams); if (encodedImageBytes?.Length > 0) { await conductor.OutgoingMessages.SendScreenCapture(encodedImageBytes, viewerID, diffArea.Left, diffArea.Top, diffArea.Width, diffArea.Height, DateTime.UtcNow); viewer.PendingFrames++; } // TODO: Even after disposing of the bitmap, GC doesn't collect in time. Memory usage soars quickly. // Need to revisit this later. GC.Collect(); } } catch (Exception ex) { Logger.Write(ex); } } Logger.Write($"Ended screen cast. Requester: {requesterName}. Viewer ID: {viewerID}."); success = false; while (!success) { success = conductor.Viewers.TryRemove(viewerID, out _); } capturer.Dispose(); // Close if no one is viewing. if (conductor.Viewers.Count == 0 && conductor.Mode == Enums.AppMode.Unattended) { Environment.Exit(0); } }
public async Task BeginScreenCasting(string viewerID, string requesterName, ICapturer capturer) { var conductor = Conductor.Current; Logger.Write($"Starting screen cast. Requester: {requesterName}. Viewer ID: {viewerID}. Capturer: {capturer.GetType().ToString()}. App Mode: {conductor.Mode}"); byte[] encodedImageBytes; var fpsQueue = new Queue <DateTime>(); var viewer = new Viewer() { Capturer = capturer, DisconnectRequested = false, Name = requesterName, ViewerConnectionID = viewerID, HasControl = true }; conductor.Viewers.AddOrUpdate(viewerID, viewer, (id, v) => viewer); if (conductor.Mode == Enums.AppMode.Normal) { conductor.InvokeViewerAdded(viewer); } await conductor.CasterSocket.SendMachineName(Environment.MachineName, viewerID); await conductor.CasterSocket.SendScreenCount( capturer.SelectedScreen, capturer.GetScreenCount(), viewerID); await conductor.CasterSocket.SendScreenSize(capturer.CurrentScreenBounds.Width, capturer.CurrentScreenBounds.Height, viewerID); capturer.ScreenChanged += async(sender, bounds) => { await conductor.CasterSocket.SendScreenSize(bounds.Width, bounds.Height, viewerID); }; while (!viewer.DisconnectRequested) { try { if (viewer.Latency > 30000) { // Viewer isn't responding. Abort sending. break; } if (Conductor.Current.IsDebug) { while (fpsQueue.Any() && DateTime.Now - fpsQueue.Peek() > TimeSpan.FromSeconds(1)) { fpsQueue.Dequeue(); } fpsQueue.Enqueue(DateTime.Now); Debug.WriteLine($"Capture FPS: {fpsQueue.Count}"); } if (viewer.OutputBuffer > 150_000) { Debug.WriteLine($"Waiting for buffer to clear. Size: {viewer.OutputBuffer}"); await Task.Delay(50); continue; } capturer.GetNextFrame(); var diffArea = ImageUtils.GetDiffArea(capturer.CurrentFrame, capturer.PreviousFrame, capturer.CaptureFullscreen); if (diffArea.IsEmpty) { continue; } using (var newImage = capturer.CurrentFrame.Clone(diffArea, System.Drawing.Imaging.PixelFormat.Format32bppArgb)) { if (capturer.CaptureFullscreen) { capturer.CaptureFullscreen = false; } if (viewer.AutoAdjustQuality && viewer.Latency > 1000) { var quality = (int)(viewer.ImageQuality * 1000 / viewer.Latency); Debug.WriteLine($"Auto-adjusting image quality. Latency: {viewer.Latency}. Quality: {quality}"); encodedImageBytes = ImageUtils.EncodeBitmap(newImage, new EncoderParameters() { Param = new[] { new EncoderParameter(System.Drawing.Imaging.Encoder.Quality, quality) } }); } else { encodedImageBytes = ImageUtils.EncodeBitmap(newImage, viewer.EncoderParams); } if (encodedImageBytes?.Length > 0) { await conductor.CasterSocket.SendScreenCapture(encodedImageBytes, viewerID, diffArea.Left, diffArea.Top, diffArea.Width, diffArea.Height, DateTime.UtcNow); viewer.Latency += 300; viewer.OutputBuffer += encodedImageBytes.Length; } } } catch (Exception ex) { Logger.Write(ex); } finally { GC.Collect(); } } Logger.Write($"Ended screen cast. Requester: {requesterName}. Viewer ID: {viewerID}."); conductor.Viewers.TryRemove(viewerID, out _); capturer.Dispose(); // Close if no one is viewing. if (conductor.Viewers.Count == 0 && conductor.Mode == Enums.AppMode.Unattended) { await conductor.CasterSocket.Disconnect(); Environment.Exit(0); } }
public static async void BeginScreenCasting(string viewerID, string requesterName, ICapturer capturer, Conductor conductor) { Viewer viewer; byte[] encodedImageBytes; Logger.Write($"Starting screen cast. Requester: {requesterName}. Viewer ID: {viewerID}. Capturer: {capturer.GetType().ToString()}. App Mode: {conductor.Mode} Desktop: {conductor.CurrentDesktopName}"); viewer = new Viewer() { Capturer = capturer, DisconnectRequested = false, Name = requesterName, ViewerConnectionID = viewerID, HasControl = true }; conductor.Viewers.AddOrUpdate(viewerID, viewer, (id, v) => viewer); if (conductor.Mode == Enums.AppMode.Normal) { conductor.InvokeViewerAdded(viewer); } await conductor.CasterSocket.SendMachineName(Environment.MachineName, viewerID); await conductor.CasterSocket.SendScreenCount( capturer.SelectedScreen, capturer.GetScreenCount(), viewerID); await conductor.CasterSocket.SendScreenSize(capturer.CurrentScreenBounds.Width, capturer.CurrentScreenBounds.Height, viewerID); capturer.ScreenChanged += async(sender, bounds) => { await conductor.CasterSocket.SendScreenSize(bounds.Width, bounds.Height, viewerID); }; var desktopName = string.Empty; if (OSUtils.IsWindows) { desktopName = Win32Interop.GetCurrentDesktop(); } while (!viewer.DisconnectRequested) { try { var currentDesktopName = Win32Interop.GetCurrentDesktop(); if (desktopName.ToLower() != currentDesktopName.ToLower()) { desktopName = currentDesktopName; Logger.Write($"Switching to desktop {desktopName} in ScreenCaster."); Win32Interop.SwitchToInputDesktop(); continue; } while (viewer.PendingFrames > 10) { await Task.Delay(1); } capturer.Capture(); var diffArea = ImageUtils.GetDiffArea(capturer.CurrentFrame, capturer.PreviousFrame, capturer.CaptureFullscreen); if (diffArea.IsEmpty) { continue; } using (var newImage = capturer.CurrentFrame.Clone(diffArea, System.Drawing.Imaging.PixelFormat.Format32bppArgb)) { if (capturer.CaptureFullscreen) { capturer.CaptureFullscreen = false; } encodedImageBytes = ImageUtils.EncodeBitmap(newImage, viewer.EncoderParams); if (encodedImageBytes?.Length > 0) { await conductor.CasterSocket.SendScreenCapture(encodedImageBytes, viewerID, diffArea.Left, diffArea.Top, diffArea.Width, diffArea.Height, DateTime.UtcNow); viewer.PendingFrames++; } } } catch (Exception ex) { Logger.Write(ex); } finally { // TODO: Even after disposing of the bitmap, GC doesn't collect in time. Memory usage soars quickly. // Need to revisit this later. GC.Collect(); } } Logger.Write($"Ended screen cast. Requester: {requesterName}. Viewer ID: {viewerID}."); conductor.Viewers.TryRemove(viewerID, out _); capturer.Dispose(); // Close if no one is viewing. if (conductor.Viewers.Count == 0 && conductor.Mode == Enums.AppMode.Unattended) { Environment.Exit(0); } }