public static async Task Run(WebSocket ws, CancellationToken cancellation, ILogger logger) { T ToObject <T>(JToken token) { var obj = token.ToObject <T>(); //var json = JToken.FromObject(obj); //Debug.Assert(JToken.DeepEquals(token, json)); return(obj); } var renderThread = new Thread(VideoRenderer); // PeerConnection.Configure(options => options.IsSingleThreaded = true); using (var pc = new ObservablePeerConnection(new PeerConnectionOptions { Name = "WebRTC Server", IceServers = { "stun:stun.l.google.com:19302" } })) using (pc.LocalIceCandidateStream.Subscribe(ice => ws.SendJsonAsync("ice", ice, cancellation))) using (pc.LocalSessionDescriptionStream.Subscribe(sd => ws.SendJsonAsync("sdp", sd, cancellation))) using (var videoTrack = new ObservableVideoTrack(pc, VideoEncoderOptions.OptimizedFor(VideoFrameWidth, VideoFrameHeight, VideoFrameRate, VideoMotion.Medium, VideoMotion.High))) { var msgStream = Observable.Never <DataMessage>(); var iceStream = new Subject <IceCandidate>(); var sdpStream = new Subject <SessionDescription>(); var sharedState = new SharedState(videoTrack, logger); renderThread.Start(sharedState); pc.Connect(msgStream, sdpStream, iceStream); pc.AddDataChannel(new DataChannelOptions()); pc.CreateOffer(); var reader = new WebSocketReader(ws, cancellation); while (reader.CanRead && !cancellation.IsCancellationRequested) { var message = await reader.ReadJsonAsync(); if (message == null) { break; } var payload = message["payload"]; if (payload.Any()) { switch (message["action"].Value <string>()) { case "ice": { iceStream.OnNext(ToObject <IceCandidate>(payload)); break; } case "sdp": { sdpStream.OnNext(ToObject <SessionDescription>(payload)); break; } case "pos": { sharedState.MouseMessageQueue.Enqueue(ToObject <MouseMessage>(payload)); break; } } } } logger.LogInformation(ws.CloseStatus.HasValue ? "Websocket was closed by client" : "Application is stopping..."); renderThread.Interrupt(); renderThread.Join(); } }
private void Run() { try { // For debugging, run everything on this thread. // Should never be done in production. // Note that webrtc callbacks are done on the signaling thread, and must return asap. PeerConnection.Configure(new GlobalOptions { UseWorkerThread = false, UseSignalingThread = false, ForceSoftwareVideoEncoder = true, MinimumLogLevel = System.Diagnostics.TraceLevel.Info, LogToStandardError = false, LogToDebugOutput = false }); PeerConnection.MessageLogged += (message, severity) => { severity.WriteToConsole(message); }; Console.OutputEncoding = Encoding.UTF8; const int frameWidth = 320; const int frameHeight = 180; const int frameRate = 10; using (var senderOutgoingMessages = new ReplaySubject <DataMessage>()) using (var sender = new ObservablePeerConnection(new PeerConnectionOptions { Name = "Sender" })) using (var receiver = new ObservablePeerConnection(new PeerConnectionOptions { Name = "Receiver", CanReceiveVideo = true })) using (var background = Image.Load <Argb32>("background-small.jpg")) using (receiver.ReceivedVideoStream.Buffer(2).Subscribe(SaveFrame)) using (var imageFrame = new Image <Argb32>(frameWidth, frameHeight)) using (var videoTrack = new VideoTrack(sender, VideoEncoderOptions.OptimizedFor(frameWidth, frameHeight, frameRate))) { background.Mutate(ctx => ctx.Resize(frameWidth, frameHeight)); senderOutgoingMessages.OnNext(new DataMessage("data", "Hello")); sender.CreateOffer(); sender.Connect(senderOutgoingMessages, receiver.LocalSessionDescriptionStream, receiver.LocalIceCandidateStream); var receiverOutgoingMessages = receiver .ReceivedDataStream .Where(msg => msg.AsText == "Hello") .Do(msg => Console.WriteLine($"Received message {msg.AsText}")) .Select(msg => new DataMessage(msg.Label, "World")); receiver.Connect(receiverOutgoingMessages, sender.LocalSessionDescriptionStream, sender.LocalIceCandidateStream); sender.AddDataChannel(new DataChannelOptions()); Console.WriteLine("Press any key to exit"); int localFrameIndex = 0; var timeout = TimeSpan.FromMilliseconds(1000.0 / frameRate); //while (!Console.KeyAvailable && PeerConnection.PumpQueuedMessages(timeout)) while (PeerConnection.PumpQueuedMessages(timeout)) { var frame = imageFrame.Frames[0]; var pixels = MemoryMarshal.Cast <Argb32, uint>(frame.GetPixelSpan()); videoTrack.SendVideoFrame(MemoryMarshal.GetReference(pixels), frame.Width * 4, frame.Width, frame.Height, VideoFrameFormat.Argb32); imageFrame.Mutate(ctx => ctx.DrawImage(GraphicsOptions.Default, background).Rotate(localFrameIndex * 10).Crop(frameWidth, frameHeight)); ++localFrameIndex; } sender.RemoveDataChannel("data"); } } catch (Exception ex) { Console.WriteLine($"*** FAILURE: {ex}"); } Console.WriteLine("Press ENTER to exit"); Console.ReadLine(); }