private void OnRenegotiationNeeded1() { renegotiationEvent1_.Set(); if (pc1_.IsConnected) { pc1_.CreateOffer(); } }
private void OnPeerRenegotiationNeeded() { // If already connected, update the connection on the fly. // If not, wait for user action and don't automatically connect. if (_peerConnection.IsConnected) { _peerConnection.CreateOffer(); } }
/// <summary> /// Start an SDP exchange by sending an offer from the given peer. /// </summary> /// <param name="offeringPeer">The peer to call <see cref="PeerConnection.CreateOffer"/> on.</param> protected void StartOfferWith(PeerConnection offeringPeer) { Assert.IsFalse(exchangePending_); exchangePending_ = true; exchangeCompleted_.Reset(); connectedEvent1_.Reset(); connectedEvent2_.Reset(); Assert.IsTrue(offeringPeer.CreateOffer()); }
public async Task SctpError() { // Setup var config = new PeerConnectionConfiguration(); var pc1 = new PeerConnection(); var pc2 = new PeerConnection(); await pc1.InitializeAsync(config); await pc2.InitializeAsync(config); pc1.LocalSdpReadytoSend += async(string type, string sdp) => { await pc2.SetRemoteDescriptionAsync(type, sdp); if (type == "offer") { pc2.CreateAnswer(); } }; pc2.LocalSdpReadytoSend += async(string type, string sdp) => { await pc1.SetRemoteDescriptionAsync(type, sdp); if (type == "offer") { pc1.CreateAnswer(); } }; pc1.IceCandidateReadytoSend += (string candidate, int sdpMlineindex, string sdpMid) => pc2.AddIceCandidate(sdpMid, sdpMlineindex, candidate); pc2.IceCandidateReadytoSend += (string candidate, int sdpMlineindex, string sdpMid) => pc1.AddIceCandidate(sdpMid, sdpMlineindex, candidate); // Connect { var c1 = new ManualResetEventSlim(false); var c2 = new ManualResetEventSlim(false); pc1.Connected += () => c1.Set(); pc2.Connected += () => c2.Set(); Assert.True(pc1.CreateOffer()); Assert.True(c1.Wait(TimeSpan.FromSeconds(60.0))); Assert.True(c2.Wait(TimeSpan.FromSeconds(60.0))); Assert.True(pc1.IsConnected); Assert.True(pc1.IsConnected); } // Try to add a data channel. This should fail because SCTP was not negotiated. Assert.ThrowsAsync <SctpNotNegotiatedException>(async() => await pc1.AddDataChannelAsync("dummy", false, false)); Assert.ThrowsAsync <SctpNotNegotiatedException>(async() => await pc1.AddDataChannelAsync(42, "dummy", false, false)); // Clean-up pc1.Close(); pc1.Dispose(); pc2.Close(); pc2.Dispose(); }
public void CreateOffer(Callback <RTCSessionDescription> callback) { if (callback is null) { throw new ArgumentNullException(nameof(callback)); } MustNotDisposed(); LastOfferId = Guid.NewGuid(); _peerConnectionImpl.CreateOffer(callback); }
static async Task Main() { try { Console.WriteLine("Starting..."); ClientWebSocket ws = new ClientWebSocket(); CancellationTokenSource cts = new CancellationTokenSource(); // Set up the peer connection. var pc = new PeerConnection(); pc.LocalSdpReadytoSend += async(string type, string sdp) => { Console.WriteLine($"Local SDP ready {type}"); //Console.WriteLine(sdp); // Send out SDP offer to the remote peer. await ws.SendAsync(Encoding.UTF8.GetBytes(sdp), WebSocketMessageType.Text, true, cts.Token); }; var config = new PeerConnectionConfiguration(); await pc.InitializeAsync(config); Console.WriteLine("Peer connection initialized."); await pc.AddLocalAudioTrackAsync(); await pc.AddLocalVideoTrackAsync(new PeerConnection.LocalVideoTrackSettings()); await ws.ConnectAsync(new Uri(WEBSOCKET_SERVER_URI), cts.Token); pc.CreateOffer(); // Wait for the SDP answer to arrive from the remote peer. byte[] answerSdpBuffer = new byte[8192]; var recvRes = await ws.ReceiveAsync(answerSdpBuffer, cts.Token); string answerSdp = Encoding.UTF8.GetString(answerSdpBuffer, 0, recvRes.Count); //Console.WriteLine($"answer sdp: {answerSdp}"); pc.SetRemoteDescription("answer", answerSdp); // Don't need the web socket anymore. await ws.CloseAsync(WebSocketCloseStatus.NormalClosure, null, cts.Token); Console.WriteLine("Press any key to exit..."); Console.ReadLine(); } catch (Exception e) { Console.WriteLine(e.Message); } }
protected async Task MakeICECall(PeerConnection pc1, PeerConnection pc2) { var evExchangeCompleted = new ManualResetEventSlim(initialState: false); pc1.LocalSdpReadytoSend += async(SdpMessage message) => { await pc2.SetRemoteDescriptionAsync(message); if (message.Type == SdpMessageType.Offer) { pc2.CreateAnswer(); } else { evExchangeCompleted.Set(); } }; pc2.LocalSdpReadytoSend += async(SdpMessage message) => { await pc1.SetRemoteDescriptionAsync(message); if (message.Type == SdpMessageType.Offer) { pc1.CreateAnswer(); } else { evExchangeCompleted.Set(); } }; pc1.IceCandidateReadytoSend += (string candidate, int sdpMlineindex, string sdpMid) => { pc2.AddIceCandidate(sdpMid, sdpMlineindex, candidate); }; pc2.IceCandidateReadytoSend += (string candidate, int sdpMlineindex, string sdpMid) => { pc1.AddIceCandidate(sdpMid, sdpMlineindex, candidate); }; var pcConfig = new PeerConnectionConfiguration(); await pc1.InitializeAsync(pcConfig); await pc2.InitializeAsync(pcConfig); var ev1 = new ManualResetEventSlim(initialState: false); var ev2 = new ManualResetEventSlim(initialState: false); pc1.Connected += () => ev1.Set(); pc2.Connected += () => ev2.Set(); evExchangeCompleted.Reset(); pc1.CreateOffer(); ev1.Wait(millisecondsTimeout: 5000); ev2.Wait(millisecondsTimeout: 5000); evExchangeCompleted.Wait(millisecondsTimeout: 5000); }
public async Task LocalNoICE() { var pc1 = new PeerConnection(); var pc2 = new PeerConnection(); var evExchangeCompleted = new ManualResetEventSlim(initialState: false); pc1.LocalSdpReadytoSend += async(SdpMessage message) => { await pc2.SetRemoteDescriptionAsync(message); if (message.Type == SdpMessageType.Offer) { pc2.CreateAnswer(); } else { evExchangeCompleted.Set(); } }; pc2.LocalSdpReadytoSend += async(SdpMessage message) => { await pc1.SetRemoteDescriptionAsync(message); if (message.Type == SdpMessageType.Offer) { pc1.CreateAnswer(); } else { evExchangeCompleted.Set(); } }; var pcConfig = new PeerConnectionConfiguration(); await pc1.InitializeAsync(pcConfig); await pc2.InitializeAsync(pcConfig); var ev1 = new ManualResetEventSlim(initialState: false); pc1.Connected += () => ev1.Set(); evExchangeCompleted.Reset(); pc1.CreateOffer(); ev1.Wait(millisecondsTimeout: 5000); evExchangeCompleted.Wait(millisecondsTimeout: 5000); pc1.Close(); pc2.Close(); }
private void OnRenegotiate() { Util.WriteLine("WebSocketSignaller.RenegotiationNeeded"); // If already connected, update the connection on the fly. // If not, wait for user action and don't automatically connect. if (peer.IsConnected && HasSocketConnection) { receivedOffer = false; Util.WriteLine("WebSocketSignaller.peer.CreateOffer"); peer.CreateOffer(); } }
public async void PeerConnectionLocalConnect() { using (var pc1 = new PeerConnection()) { await pc1.InitializeAsync(); using (var pc2 = new PeerConnection()) { await pc2.InitializeAsync(); // Prepare SDP event handlers pc1.LocalSdpReadytoSend += async(string type, string sdp) => { await pc2.SetRemoteDescriptionAsync(type, sdp); if (type == "offer") { pc2.CreateAnswer(); } }; pc2.LocalSdpReadytoSend += async(string type, string sdp) => { await pc1.SetRemoteDescriptionAsync(type, sdp); if (type == "offer") { pc1.CreateAnswer(); } }; pc1.IceCandidateReadytoSend += (string candidate, int sdpMlineindex, string sdpMid) => pc2.AddIceCandidate(sdpMid, sdpMlineindex, candidate); pc2.IceCandidateReadytoSend += (string candidate, int sdpMlineindex, string sdpMid) => pc1.AddIceCandidate(sdpMid, sdpMlineindex, candidate); // Connect var conn1 = new ManualResetEventSlim(initialState: false); var conn2 = new ManualResetEventSlim(initialState: false); pc1.Connected += () => conn1.Set(); pc2.Connected += () => conn2.Set(); pc1.CreateOffer(); WaitForSdpExchangeCompleted(conn1, conn2); pc1.Close(); pc2.Close(); } } }
public async void PeerConnectionLocalConnect() { using (var pc1 = new PeerConnection()) { await pc1.InitializeAsync(); using (var pc2 = new PeerConnection()) { await pc2.InitializeAsync(); // Prepare SDP event handlers pc1.LocalSdpReadytoSend += async(SdpMessage message) => { await pc2.SetRemoteDescriptionAsync(message); if (message.Type == SdpMessageType.Offer) { pc2.CreateAnswer(); } }; pc2.LocalSdpReadytoSend += async(SdpMessage message) => { await pc1.SetRemoteDescriptionAsync(message); if (message.Type == SdpMessageType.Offer) { pc1.CreateAnswer(); } }; pc1.IceCandidateReadytoSend += (IceCandidate candidate) => pc2.AddIceCandidate(candidate); pc2.IceCandidateReadytoSend += (IceCandidate candidate) => pc1.AddIceCandidate(candidate); // Connect var conn1 = new ManualResetEventSlim(initialState: false); var conn2 = new ManualResetEventSlim(initialState: false); pc1.Connected += () => conn1.Set(); pc2.Connected += () => conn2.Set(); pc1.CreateOffer(); WaitForSdpExchangeCompleted(conn1, conn2); pc1.Close(); pc2.Close(); } } }
protected async Task MakeICECall(PeerConnection pc1, PeerConnection pc2) { pc1.LocalSdpReadytoSend += (string type, string sdp) => { pc2.SetRemoteDescription(type, sdp); if (type == "offer") { pc2.CreateAnswer(); } }; pc2.LocalSdpReadytoSend += (string type, string sdp) => { pc1.SetRemoteDescription(type, sdp); if (type == "offer") { pc1.CreateAnswer(); } }; pc1.IceCandidateReadytoSend += (string candidate, int sdpMlineindex, string sdpMid) => { pc2.AddIceCandidate(sdpMid, sdpMlineindex, candidate); }; pc2.IceCandidateReadytoSend += (string candidate, int sdpMlineindex, string sdpMid) => { pc1.AddIceCandidate(sdpMid, sdpMlineindex, candidate); }; var pcConfig = new PeerConnectionConfiguration(); await pc1.InitializeAsync(pcConfig); await pc2.InitializeAsync(pcConfig); var ev1 = new ManualResetEventSlim(initialState: false); var ev2 = new ManualResetEventSlim(initialState: false); pc1.Connected += () => ev1.Set(); pc2.Connected += () => ev2.Set(); pc1.CreateOffer(); ev1.Wait(millisecondsTimeout: 5000); ev2.Wait(millisecondsTimeout: 5000); }
public async void PeerConnectionLocalConnect() { using (var pc1 = new PeerConnection()) { await pc1.InitializeAsync(); using (var pc2 = new PeerConnection()) { await pc2.InitializeAsync(); // Prepare SDP event handlers var completed = new ManualResetEventSlim(initialState: false); pc1.LocalSdpReadytoSend += async(SdpMessage message) => { // Send caller offer to callee await pc2.SetRemoteDescriptionAsync(message); Assert.AreEqual(SdpMessageType.Offer, message.Type); pc2.CreateAnswer(); }; pc2.LocalSdpReadytoSend += async(SdpMessage message) => { // Send callee answer back to caller await pc1.SetRemoteDescriptionAsync(message); Assert.AreEqual(SdpMessageType.Answer, message.Type); completed.Set(); }; pc1.IceCandidateReadytoSend += (IceCandidate candidate) => pc2.AddIceCandidate(candidate); pc2.IceCandidateReadytoSend += (IceCandidate candidate) => pc1.AddIceCandidate(candidate); // Connect pc1.CreateOffer(); WaitForSdpExchangeCompleted(completed); pc1.Close(); pc2.Close(); } } }
public static PeerConnection BindPeerWithController(PeerConnection connection, ISystemController controller) { connection.Connected += () => { controller.PeerConnected(connection, "New user connected"); }; connection.IceCandidateReadytoSend += (candidate) => { Console.WriteLine("Candidate to send: {0}", candidate.ToABJson()); controller.NotifySignaling(connection, typeof(IceCandidate), candidate.ToABJson()); }; connection.LocalSdpReadytoSend += (sdp) => { Console.WriteLine("SDP to send: {0}", sdp.ToABJson()); controller.NotifySignaling(connection, typeof(SdpMessage), sdp.ToABJson()); }; connection.RenegotiationNeeded += () => { Console.WriteLine("Regotiation"); bool OfferCreated = connection.CreateOffer(); }; connection.IceStateChanged += async(state) => { if (state == IceConnectionState.Closed) { Console.WriteLine("Connection was closed, call Controller.PeerConnectionClosed"); await controller.PeerConnectionClosed(connection, "ICE state change to closed"); } if (state == IceConnectionState.Disconnected) { controller.PeerConnectionDisconnected(connection, "ICE state change to disconnected"); } }; return(connection); }
/// <summary> /// Start a new session negotiation. /// </summary> /// <exception cref="InvalidOperationException"> /// The session is not in an internal state where a new negotiation can be started, either because /// the signaler is not ready (see <see cref="SignalerReady"/>), or because the internal negotiation /// state is not <see cref="NegotiationState.Stable"/> meaning that another session negotiation is /// already in process. /// </exception> public void StartNegotiation() { if (!_signalerReady) { throw new InvalidOperationException($"Cannot start a new session negotiation before the signaler is ready."); } lock (_stateLock) { if (_negotiationState != NegotiationState.Stable) { throw new InvalidOperationException($"Cannot start a new session negotiation in {_negotiationState} state."); } _negotiationState = NegotiationState.Starting; _needsNegotiation = false; // FIXME - Race condition here; if receiving a RenegotiationNeeded event between this point // and the moment the peer connection actually starts creating the offer message. In that case // _needsNegotiation will become true, but might conceptually be false since the change that // raised the event will be taken into account in the call to CreateOffer() below. This is because // we are crafting a state machine in C# instead of taping into the native implementation one. } RaisePropertyChanged("NegotiationState"); RaisePropertyChanged("CanNegotiate"); // TODO - Use per-transceiver properties instead of per-connection ones // FIXME - null string crashes, need to pass empty string _peerConnection.PreferredAudioCodec = PreferredAudioCodec ?? ""; _peerConnection.PreferredAudioCodecExtraParamsLocal = PreferredAudioCodecExtraParamsLocal ?? ""; _peerConnection.PreferredAudioCodecExtraParamsRemote = PreferredAudioCodecExtraParamsRemote ?? ""; _peerConnection.PreferredVideoCodec = PreferredVideoCodec ?? ""; _peerConnection.PreferredVideoCodecExtraParamsLocal = PreferredVideoCodecExtraParamsLocal ?? ""; _peerConnection.PreferredVideoCodecExtraParamsRemote = PreferredVideoCodecExtraParamsRemote ?? ""; PeerConnection.SetH264Config(H264Config); // This cannot be inside the lock, otherwise the UI thread has the lock and block on the WebRTC // signaling thread, which itself might invoked a callback into the UI thread which might require // the lock, in which case we'd have a deadlock. _peerConnection.CreateOffer(); }
public async Task Init(IceServerModel[] iceServers) { Logger.Debug("Starting WebRTC connection."); IceServers = iceServers; PeerSession = new PeerConnection(); var iceList = IceServers.Select(x => new IceServer() { Urls = { x.Url }, TurnPassword = x.TurnPassword ?? string.Empty, TurnUserName = x.TurnUsername ?? string.Empty }).ToList(); var config = new PeerConnectionConfiguration() { IceServers = iceList }; await PeerSession.InitializeAsync(config); PeerSession.LocalSdpReadytoSend += PeerSession_LocalSdpReadytoSend;; PeerSession.Connected += PeerConnection_Connected; PeerSession.IceStateChanged += PeerConnection_IceStateChanged; PeerSession.IceCandidateReadytoSend += PeerSession_IceCandidateReadytoSend;; CaptureChannel = await PeerSession.AddDataChannelAsync("ScreenCapture", true, true); CaptureChannel.BufferingChanged += DataChannel_BufferingChanged; CaptureChannel.MessageReceived += CaptureChannel_MessageReceived; CaptureChannel.StateChanged += CaptureChannel_StateChanged; VideoSource = ExternalVideoTrackSource.CreateFromArgb32Callback(GetCaptureFrame); Transceiver = PeerSession.AddTransceiver(MediaKind.Video); PeerSession.CreateOffer(); }
public async Task LocalNoICE() { var pc1 = new PeerConnection(); var pc2 = new PeerConnection(); pc1.LocalSdpReadytoSend += async(string type, string sdp) => { await pc2.SetRemoteDescriptionAsync(type, sdp); if (type == "offer") { pc2.CreateAnswer(); } }; pc2.LocalSdpReadytoSend += async(string type, string sdp) => { await pc1.SetRemoteDescriptionAsync(type, sdp); if (type == "offer") { pc1.CreateAnswer(); } }; var pcConfig = new PeerConnectionConfiguration(); await pc1.InitializeAsync(pcConfig); await pc2.InitializeAsync(pcConfig); var ev1 = new ManualResetEventSlim(initialState: false); pc1.Connected += () => ev1.Set(); pc1.CreateOffer(); ev1.Wait(millisecondsTimeout: 5000); pc1.Close(); pc2.Close(); }
public async Task InBand() { // Setup var config = new PeerConnectionConfiguration(); var pc1 = new PeerConnection(); var pc2 = new PeerConnection(); await pc1.InitializeAsync(config); await pc2.InitializeAsync(config); pc1.LocalSdpReadytoSend += (string type, string sdp) => { pc2.SetRemoteDescription(type, sdp); if (type == "offer") { pc2.CreateAnswer(); } }; pc2.LocalSdpReadytoSend += (string type, string sdp) => { pc1.SetRemoteDescription(type, sdp); if (type == "offer") { pc1.CreateAnswer(); } }; pc1.IceCandidateReadytoSend += (string candidate, int sdpMlineindex, string sdpMid) => pc2.AddIceCandidate(sdpMid, sdpMlineindex, candidate); pc2.IceCandidateReadytoSend += (string candidate, int sdpMlineindex, string sdpMid) => pc1.AddIceCandidate(sdpMid, sdpMlineindex, candidate); // Add dummy out-of-band data channel to force SCTP negotiating. // Otherwise after connecting AddDataChannelAsync() will fail. await pc1.AddDataChannelAsync(42, "dummy", false, false); await pc2.AddDataChannelAsync(42, "dummy", false, false); // Connect { var c1 = new ManualResetEventSlim(false); var c2 = new ManualResetEventSlim(false); pc1.Connected += () => c1.Set(); pc2.Connected += () => c2.Set(); Assert.True(pc1.CreateOffer()); Assert.True(c1.Wait(TimeSpan.FromSeconds(60.0))); Assert.True(c2.Wait(TimeSpan.FromSeconds(60.0))); Assert.True(pc1.IsConnected); Assert.True(pc1.IsConnected); } // Negotiate data channel in-band DataChannel data1 = null; DataChannel data2 = null; { var c2 = new ManualResetEventSlim(false); pc2.DataChannelAdded += (DataChannel channel) => { data2 = channel; c2.Set(); }; data1 = await pc1.AddDataChannelAsync("test_data_channel", true, true); Assert.IsNotNull(data1); Assert.True(c2.Wait(TimeSpan.FromSeconds(60.0))); Assert.IsNotNull(data2); Assert.AreEqual(data1.Label, data2.Label); // Do not test DataChannel.ID; at this point for in-band channels the ID has not // been agreed upon with the remote peer yet. } // Send data { var c2 = new ManualResetEventSlim(false); string sentText = "Some sample text"; byte[] msg = Encoding.UTF8.GetBytes(sentText); data2.MessageReceived += (byte[] _msg) => { var receivedText = Encoding.UTF8.GetString(_msg); Assert.AreEqual(sentText, receivedText); c2.Set(); }; data1.SendMessage(msg); Assert.True(c2.Wait(TimeSpan.FromSeconds(60.0))); } // Clean-up pc1.Close(); pc1.Dispose(); pc2.Close(); pc2.Dispose(); }
public async Task SetupAsync(Signaler signaler, bool isServer, uint clientNodeId = 0) { await pc.InitializeAsync(new PeerConnectionConfiguration { IceServers = new List <IceServer> { new IceServer { Urls = { signaler.IceServerUrl } } } }); var tcs = new TaskCompletionSource <bool>(); // Do signaling // https://microsoft.github.io/MixedReality-WebRTC/manual/cs/cs-signaling.html // https://microsoft.github.io/MixedReality-WebRTC/manual/cs/helloworld-cs-signaling-core3.html pc.LocalSdpReadytoSend += (SdpMessage sdpMessage) => { // ここはawaitではなくWaitにしないとSocketが切れる.スレッドセーフ関係? signaler.SendSdpAsync(sdpMessage.Type == SdpMessageType.Offer, sdpMessage.Content, clientNodeId).Wait(); }; pc.IceCandidateReadytoSend += (IceCandidate candidate) => { signaler.SendIceAsync(candidate.SdpMid, candidate.SdpMlineIndex, candidate.Content, clientNodeId).Wait(); }; pc.IceStateChanged += (IceConnectionState state) => { Logger.Debug("Connection", $"ICE state changed to {state}"); // https://microsoft.github.io/MixedReality-WebRTC/versions/release/2.0/api/Microsoft.MixedReality.WebRTC.IceConnectionState.html if (state == IceConnectionState.Connected) { Connected = true; } if (state == IceConnectionState.Closed || state == IceConnectionState.Disconnected || state == IceConnectionState.Failed) { Connected = false; OnDisconnect(); } if (!isServer && state == IceConnectionState.Failed) { tcs.SetException(new ConnectionException("Failed to establish a WebRTC connection")); } }; signaler.SdpReceived += async(bool isOffer, string sdp, uint cid) => { if (isServer && cid != clientNodeId) { // ignore messages for other clients return; } await pc.SetRemoteDescriptionAsync(new SdpMessage { Type = isOffer ? SdpMessageType.Offer : SdpMessageType.Answer, Content = sdp }); if (isOffer) { pc.CreateAnswer(); } }; signaler.IceReceived += (string sdpMid, int sdpMLineIndex, string candidate, uint cid) => { if (isServer && cid != clientNodeId) { // ignore messages for other clients return; } pc.AddIceCandidate(new IceCandidate { SdpMid = sdpMid, SdpMlineIndex = sdpMLineIndex, Content = candidate }); //Logger.Write((isServer ? "Server: " : "Client: ") + $"{sdpMid} {sdpMLineIndex} {candidate}"); }; if (isServer) { TaskCompletionSource <DataChannel>[] completionSources = channelTypes.Select( _ => new TaskCompletionSource <DataChannel>() ).ToArray(); pc.DataChannelAdded += (dc) => { foreach (var type in channelTypes) { if (dc.Label == channelLabels[(int)type]) { completionSources[(int)type].SetResult(dc); } } }; Logger.Debug("Connection", "Server is ready for signaling"); await signaler.NotifyReadyAsync(clientNodeId); Logger.Debug("Connection", "Server: Waiting for DC"); foreach (var type in channelTypes) { channels[(int)type] = await completionSources[(int)type].Task; } } else { // Define channels // Sync channel (unreliable) channels[(int)ChannelType.Sync] = await pc.AddDataChannelAsync( channelLabels[(int)ChannelType.Sync], ordered : false, reliable : false); // Message channel (reliable but order is not guaranteed) channels[(int)ChannelType.Control] = await pc.AddDataChannelAsync( channelLabels[(int)ChannelType.Control], ordered : false, reliable : true); // Blob channel (reliable and ordered) channels[(int)ChannelType.Blob] = await pc.AddDataChannelAsync( channelLabels[(int)ChannelType.Blob], ordered : true, reliable : true); // Audio channel (unreliable) channels[(int)ChannelType.Audio] = await pc.AddDataChannelAsync( channelLabels[(int)ChannelType.Audio], ordered : false, reliable : false); Logger.Debug("Connection", "Client: Waiting for server ready"); await signaler.WaitReadyAsync(); pc.CreateOffer(); } foreach (var(dc, idx) in channels.Select((dc, idx) => (dc, idx))) { dc.MessageReceived += (data) => { threadChannels[idx].Writer.TryWrite(data); // Always succeeds because the Channel is unbounded }; dc.StateChanged += () => { Logger.Debug("Connection", $"DC {(ChannelType)idx} state changed to {dc.State}"); if (dc.State == DataChannel.ChannelState.Closing) { // Disconnect handling Connected = false; } }; } //await Task.Delay(5000); if (!isServer) { // FIXME: Waiting pc.Connected not work in server (cannot establish a connection to client) // In server, should wait until all DataChannels are added? pc.Connected += () => { tcs.SetResult(true); }; await tcs.Task; } }
static async Task Main(string[] args) { Transceiver audioTransceiver = null; Transceiver videoTransceiver = null; AudioTrackSource audioTrackSource = null; VideoTrackSource videoTrackSource = null; LocalAudioTrack localAudioTrack = null; LocalVideoTrack localVideoTrack = null; try { bool needVideo = Array.Exists(args, arg => (arg == "-v") || (arg == "--video")); bool needAudio = Array.Exists(args, arg => (arg == "-a") || (arg == "--audio")); // Asynchronously retrieve a list of available video capture devices (webcams). var deviceList = await PeerConnection.GetVideoCaptureDevicesAsync(); // For example, print them to the standard output foreach (var device in deviceList) { Console.WriteLine($"Found webcam {device.name} (id: {device.id})"); } // Create a new peer connection automatically disposed at the end of the program using var pc = new PeerConnection(); // Initialize the connection with a STUN server to allow remote access var config = new PeerConnectionConfiguration { IceServers = new List <IceServer> { new IceServer { Urls = { "stun:stun.l.google.com:19302" } } } }; await pc.InitializeAsync(config); Console.WriteLine("Peer connection initialized."); // Record video from local webcam, and send to remote peer if (needVideo) { Console.WriteLine("Opening local webcam..."); videoTrackSource = await DeviceVideoTrackSource.CreateAsync(); Console.WriteLine("Create local video track..."); var trackSettings = new LocalVideoTrackInitConfig { trackName = "webcam_track" }; localVideoTrack = LocalVideoTrack.CreateFromSource(videoTrackSource, trackSettings); Console.WriteLine("Create video transceiver and add webcam track..."); videoTransceiver = pc.AddTransceiver(MediaKind.Video); videoTransceiver.DesiredDirection = Transceiver.Direction.SendReceive; videoTransceiver.LocalVideoTrack = localVideoTrack; } // Record audio from local microphone, and send to remote peer if (needAudio) { Console.WriteLine("Opening local microphone..."); audioTrackSource = await DeviceAudioTrackSource.CreateAsync(); Console.WriteLine("Create local audio track..."); var trackSettings = new LocalAudioTrackInitConfig { trackName = "mic_track" }; localAudioTrack = LocalAudioTrack.CreateFromSource(audioTrackSource, trackSettings); Console.WriteLine("Create audio transceiver and add mic track..."); audioTransceiver = pc.AddTransceiver(MediaKind.Audio); audioTransceiver.DesiredDirection = Transceiver.Direction.SendReceive; audioTransceiver.LocalAudioTrack = localAudioTrack; } // Setup signaling Console.WriteLine("Starting signaling..."); var signaler = new NamedPipeSignaler.NamedPipeSignaler(pc, "testpipe"); signaler.SdpMessageReceived += async(SdpMessage message) => { await pc.SetRemoteDescriptionAsync(message); if (message.Type == SdpMessageType.Offer) { pc.CreateAnswer(); } }; signaler.IceCandidateReceived += (IceCandidate candidate) => { pc.AddIceCandidate(candidate); }; await signaler.StartAsync(); // Start peer connection pc.Connected += () => { Console.WriteLine("PeerConnection: connected."); }; pc.IceStateChanged += (IceConnectionState newState) => { Console.WriteLine($"ICE state: {newState}"); }; int numFrames = 0; pc.VideoTrackAdded += (RemoteVideoTrack track) => { track.I420AVideoFrameReady += (I420AVideoFrame frame) => { ++numFrames; if (numFrames % 60 == 0) { Console.WriteLine($"Received video frames: {numFrames}"); } }; }; if (signaler.IsClient) { Console.WriteLine("Connecting to remote peer..."); pc.CreateOffer(); } else { Console.WriteLine("Waiting for offer from remote peer..."); } Console.WriteLine("Press a key to stop recording..."); Console.ReadKey(true); signaler.Stop(); } catch (Exception e) { Console.WriteLine(e.Message); } localAudioTrack?.Dispose(); localVideoTrack?.Dispose(); Console.WriteLine("Program termined."); localAudioTrack.Dispose(); localVideoTrack.Dispose(); audioTrackSource.Dispose(); videoTrackSource.Dispose(); }
static private async Task StartStend() { var autoEvent = new AutoResetEvent(false); bool video_translator = true; bool file_created = false; FileStream file = null; Quartus quartus = Quartus.GetInstance(); Microcontroller arduino = Microcontroller.Create(); if (video_translator) { // Asynchronously retrieve a list of available video capture devices (webcams). var deviceList = await DeviceVideoTrackSource.GetCaptureDevicesAsync(); // For example, print them to the standard output foreach (var device in deviceList) { Console.WriteLine($"Found webcam {device.name} (id: {device.id})"); } } // Create a new peer connection automatically disposed at the end of the program var pc = new PeerConnection(); // Initialize the connection with a STUN server to allow remote access var config = SystemConfiguration.PeerConnectionSettings; await pc.InitializeAsync(config); Console.WriteLine("Peer connection initialized."); //var chen = await pc.AddDataChannelAsync("sendDataChannel", true, true, cancellationToken: default); Console.WriteLine("Opening local webcam..."); // pc - PeerConnection object Transceiver videoTransceiver = null; VideoTrackSource videoTrackSource = null; LocalVideoTrack localVideoTrack = null; LocalVideoDeviceInitConfig c = new LocalVideoDeviceInitConfig(); await VideoDeviceSelection(); videoTrackSource = await Camera.CreateAsync(SystemConfiguration.VideoDeviceSettings); WebSocketSharp.WebSocket signaling = new WebSocketSharp.WebSocket(CreateSignalingServerUrl(), "id_token", "alpine"); pc.LocalSdpReadytoSend += (SdpMessage message) => { //Console.WriteLine(SdpMessage.TypeToString(message.Type)); Console.WriteLine(message.Content); //Console.WriteLine(HttpUtility.JavaScriptStringEncode(message.Content)); Console.WriteLine("Sdp offer to send: {\"data\":{\"description\":{\"type\":\"" + SdpMessage.TypeToString(message.Type) + "\",\"sdp\":\"" + HttpUtility.JavaScriptStringEncode(message.Content) + "\"}}}"); signaling.Send(message.ToABJson()); }; pc.RenegotiationNeeded += () => { Console.WriteLine("Regotiation needed"); bool OfferCreated = pc.CreateOffer(); Console.WriteLine("OfferCreated? {0}", OfferCreated); }; pc.DataChannelAdded += (DataChannel channel) => { Console.WriteLine("Added data channel ID: {0}, Label: {1}; Reliable: {2}, Ordered: {3}", channel.ID, channel.Label, channel.Reliable, channel.Ordered); if (channel.Label == "sendDataChannel") { channel.MessageReceived += (byte[] mess) => { try { CTP_packet command = JsonSerializer.Deserialize <CTP_packet>(mess); Console.WriteLine(arduino.SendCTP_Command(command)); } catch (Exception e) { Console.WriteLine(e.Message); } }; } else { if (file_created == false) { file = new FileStream(channel.Label, FileMode.Append); file_created = true; } channel.MessageReceived += async(byte[] mess) => { // Console.WriteLine(System.Text.Encoding.Default.GetString(mess)); if (mess.Length == 3 && System.Text.Encoding.Default.GetString(mess) == "EOF") { string file_name = file.Name; file.Close(); string t = await quartus.RunQuartusCommandAsync($"quartus_pgm -m jtag –o \"p;{file_name}@1\""); File.Delete(file_name); file_created = false; } else { WriteFileSegment(mess, file); } }; } channel.StateChanged += () => { Console.WriteLine("State change: {0}", channel.State); }; }; pc.IceCandidateReadytoSend += (IceCandidate candidate) => { //Console.WriteLine("Content: {0}, SdpMid: {1}, SdpMlineIndex: {2}", candidate.Content, candidate.SdpMid, candidate.SdpMlineIndex); try { Console.WriteLine("Candidate to send: Content: {0}, SdpMid: {1}, SdpMlineIndex: {2}", candidate.Content, candidate.SdpMid, candidate.SdpMlineIndex); signaling.Send(candidate.ToABJson()); } catch (Exception e) { Console.WriteLine("Error to send local ice candidate"); } }; //videoTrackSource.I420AVideoFrameReady += (frame) => //{ // Console.WriteLine("Argb32 frame ready. {0} : {1}", frame.width, frame.height); // Console.WriteLine("DataA: {0}, DataU: {1}, DataV: {2}, DataY: {3}", Marshal.SizeOf(frame.dataA), // Marshal.SizeOf(frame.dataU), // Marshal.SizeOf(frame.dataV), // Marshal.SizeOf(frame.dataY)); //}; signaling.OnMessage += async(sender, message) => { (string header, string correct_message) = message.Data.DivideHeaderAndOriginalJSON(); Console.WriteLine("Correct message: {0}", correct_message); Console.WriteLine("Header: {0}", header); if (header == "{\"data\":{\"getRemoteMedia\":" && correct_message == "true") { Console.WriteLine("Create local video track..."); var trackSettings = new LocalVideoTrackInitConfig { trackName = "webcam_track" }; localVideoTrack = LocalVideoTrack.CreateFromSource(videoTrackSource, new LocalVideoTrackInitConfig { trackName = "webcam_track" }); Console.WriteLine("Create video transceiver and add webcam track..."); TransceiverInitSettings option = new TransceiverInitSettings(); option.Name = "webcam_track"; option.StreamIDs = new List <string> { "webcam_name" }; videoTransceiver = pc.AddTransceiver(MediaKind.Video, option); videoTransceiver.DesiredDirection = Transceiver.Direction.SendOnly; videoTransceiver.LocalVideoTrack = localVideoTrack; bool OfferCreated = pc.CreateOffer(); Console.WriteLine("OfferCreated? {0}", OfferCreated); } //Console.WriteLine(message.Data); if (header.IndexOf("candidate") != -1 && correct_message != "null") { try { var candidate = JsonSerializer.Deserialize <ICEJavaScriptNotation>(correct_message); Console.WriteLine("Content of ice: {0}, SdpMid: {1}, SdpMLineIndex: {2}", candidate.candidate, candidate.sdpMid, candidate.sdpMLineIndex); pc.AddIceCandidate(candidate.ToMRNetCoreNotation()); Console.WriteLine("Deserialized by ice_candidate"); //return; } catch (Exception) { Console.WriteLine("Could not deserialize as ice candidate"); } } if (header.IndexOf("description") != -1) { try { SdpMessage received_description = JsonSerializer.Deserialize <SDPJavaScriptNotation>(correct_message).ToMRNetCoreNotation(); await pc.SetRemoteDescriptionAsync(received_description); if (received_description.Type == SdpMessageType.Offer) { bool res = pc.CreateAnswer(); Console.WriteLine("Answer created? {0}", res); } Console.WriteLine("Deserialized by sdp_message"); } catch (Exception) { Console.WriteLine("Could not deserialize as sdp message"); } } }; pc.Connected += () => { Console.WriteLine("Connected"); }; pc.IceStateChanged += (IceConnectionState newState) => { if (newState == IceConnectionState.Disconnected) { Console.WriteLine("Disconected"); } }; signaling.Connect(); if (!video_translator) { signaling.Send("{\"data\":{\"getRemoteMedia\":true}}"); } //Console.WriteLine("Press a key to terminate the application..."); Console.ReadKey(true); Console.WriteLine("Program termined."); file?.Close(); pc?.Close(); signaling?.Close(); //arduino?.Close(); //(var a, var b) = ConvertString("{\"data\":{\"candidate\":null}}"); //Console.WriteLine("{0}, {1}", a, b); }
public void CreateOffer(MediaConstraints constraints, ISdpObserver observer) { _peerConnection.CreateOffer(new SdpObserverProxy(observer), constraints.ToNative()); }
private void Start_Clicked(object sender, RoutedEventArgs e) { _peerConnection.CreateOffer(); // _shouldHideCursor = true; }
private void BnCreateOffer_Click(object sender, RoutedEventArgs e) { _peerConnection.CreateOffer(); }
static async Task Main(string[] args) { try { bool needVideo = Array.Exists(args, arg => (arg == "-v") || (arg == "--video")); bool needAudio = Array.Exists(args, arg => (arg == "-a") || (arg == "--audio")); // Asynchronously retrieve a list of available video capture devices (webcams). var deviceList = await PeerConnection.GetVideoCaptureDevicesAsync(); // For example, print them to the standard output foreach (var device in deviceList) { Console.WriteLine($"Found webcam {device.name} (id: {device.id})"); } // Create a new peer connection automatically disposed at the end of the program using var pc = new PeerConnection(); // Initialize the connection with a STUN server to allow remote access var config = new PeerConnectionConfiguration { IceServers = new List <IceServer> { new IceServer { Urls = { "stun:stun.l.google.com:19302" } } } }; await pc.InitializeAsync(config); Console.WriteLine("Peer connection initialized."); // Record video from local webcam, and send to remote peer if (needVideo) { Console.WriteLine("Opening local webcam..."); await pc.AddLocalVideoTrackAsync(); } // Record audio from local microphone, and send to remote peer if (needAudio) { Console.WriteLine("Opening local microphone..."); await pc.AddLocalAudioTrackAsync(); } // Setup signaling Console.WriteLine("Starting signaling..."); var signaler = new NamedPipeSignaler.NamedPipeSignaler(pc, "testpipe"); signaler.SdpMessageReceived += (string type, string sdp) => { pc.SetRemoteDescription(type, sdp); if (type == "offer") { pc.CreateAnswer(); } }; signaler.IceCandidateReceived += (string sdpMid, int sdpMlineindex, string candidate) => { pc.AddIceCandidate(sdpMid, sdpMlineindex, candidate); }; await signaler.StartAsync(); // Start peer connection pc.Connected += () => { Console.WriteLine("PeerConnection: connected."); }; pc.IceStateChanged += (IceConnectionState newState) => { Console.WriteLine($"ICE state: {newState}"); }; int numFrames = 0; pc.I420RemoteVideoFrameReady += (I420AVideoFrame frame) => { ++numFrames; if (numFrames % 60 == 0) { Console.WriteLine($"Received video frames: {numFrames}"); } }; if (signaler.IsClient) { Console.WriteLine("Connecting to remote peer..."); pc.CreateOffer(); } else { Console.WriteLine("Waiting for offer from remote peer..."); } Console.WriteLine("Press a key to stop recording..."); Console.ReadKey(true); signaler.Stop(); } catch (Exception e) { Console.WriteLine(e.Message); } Console.WriteLine("Program termined."); }
static async Task Main() { try { Console.WriteLine("Starting..."); //create and Initialize capture object to record audio var waveFormat = new WaveFormat(44100, 32, 2, AudioEncoding.MpegLayer3); WasapiCapture capture = new WasapiCapture(true, AudioClientShareMode.Shared, 100, waveFormat); //initialize the selected device for recording capture.Initialize(); //fill ice servers here List <string> urls = new List <string>(); using var pc = new PeerConnection(); var config = new PeerConnectionConfiguration { IceServers = new List <IceServer> { new IceServer { Urls = urls, } } , BundlePolicy = BundlePolicy.MaxBundle }; await pc.InitializeAsync(config); Console.WriteLine("Peer connection initialized."); //create audio transceiver Transceiver transceiver = pc.AddTransceiver(MediaKind.Audio); transceiver.DesiredDirection = Transceiver.Direction.ReceiveOnly; Console.WriteLine("Create audio transceiver ..."); DataChannel chanel = await pc.AddDataChannelAsync("Data", true, true, cancellationToken : default); string url = ""; WebSocketSharp.WebSocket signaling = new WebSocket(url); signaling.SslConfiguration.EnabledSslProtocols = System.Security.Authentication.SslProtocols.Tls12; signaling.OnMessage += async(sender, message) => { try { //response messages may differ from service provider to another, adjust WebsocketResponse object accordingly var messageObject = JsonConvert.DeserializeObject <WebsocketResponse>(message.Data); var mess = new SdpMessage { Content = messageObject.Data.Sdp, Type = SdpMessage.StringToType("answer") }; if (!string.IsNullOrEmpty(mess.Content)) { Console.WriteLine("Sdpmessage: {0}, Type: {1}", mess.Content, mess.Type); await pc.SetRemoteDescriptionAsync(mess); if (mess.Type == SdpMessageType.Answer) { bool res = pc.CreateAnswer(); Console.WriteLine("Answer created? {0}", res); } } } catch (Exception e) { Console.WriteLine(e.Message); } }; signaling.OnError += (sender, e) => { Console.WriteLine(e.Message, e.Exception); }; signaling.OnOpen += (sender, e) => { pc.CreateOffer(); Console.WriteLine("open"); }; signaling.Connect(); transceiver.Associated += (tranciever) => { Console.WriteLine("Transivier: {0}, {1}", tranciever.Name, tranciever.StreamIDs); }; pc.LocalSdpReadytoSend += (SdpMessage message) => { Console.WriteLine(message.Content); //modify the offer message according to your need var data = new { streamId = "", sdp = message.Content }; var payload = JsonConvert.SerializeObject(new { type = "cmd", transId = 0, name = "view", data = data }); Console.WriteLine("Sdp offer to send: " + payload); signaling.Send(payload); }; pc.RenegotiationNeeded += () => { Console.WriteLine("Regotiation needed"); }; //when a remote audio track is added, start recording pc.AudioTrackAdded += (RemoteAudioTrack track) => { //create a wavewriter to write the data to WaveWriter w = new WaveWriter("audio.mp3", capture.WaveFormat); //setup an eventhandler to receive the recorded data capture.DataAvailable += (s, e) => { //save the recorded audio w.Write(e.Data, e.Offset, e.ByteCount); }; //start recording capture.Start(); //this should output the sound track.OutputToDevice(true); //track.AudioFrameReady += (AudioFrame frame) => //{ //you can print anything here if you want to make sure that's you're recieving audio //}; }; pc.Connected += () => { Console.WriteLine("Connected"); Console.WriteLine(pc.DataChannels.Count); }; pc.IceStateChanged += (IceConnectionState newState) => { Console.WriteLine($"ICE state: {newState}"); }; Console.WriteLine("Press enter to stop"); Console.ReadLine(); //stop recording capture.Stop(); pc.Close(); signaling.Close(); Console.WriteLine("Program termined."); } catch (Exception e) { Console.WriteLine(e.Message); } }
public async Task <string> InitiateCallRTC() { var list = new List <string>(); list.Add(this.Configuration.GetSection("Key")["iceServer"]); AudioTrackSource microphoneSource = null; LocalAudioTrack localAudioTrack = null; Transceiver audioTransceiver = null; var iceServer = new IceServer { Urls = list, TurnPassword = this.Configuration.GetSection("Key")["turnPwd"], TurnUserName = this.Configuration.GetSection("Key")["turnUser"] }; var serverList = new List <IceServer>(); serverList.Add(iceServer); var connectionConfig = new PeerConnectionConfiguration { IceServers = serverList, IceTransportType = IceTransportType.All, BundlePolicy = BundlePolicy.Balanced, SdpSemantic = SdpSemantic.UnifiedPlan }; var connection = new PeerConnection(); await connection.InitializeAsync(connectionConfig); microphoneSource = await DeviceAudioTrackSource.CreateAsync(); var audioTrackConfig = new LocalAudioTrackInitConfig { trackName = "microphone_track" }; localAudioTrack = LocalAudioTrack.CreateFromSource(microphoneSource, audioTrackConfig); audioTransceiver = connection.AddTransceiver(MediaKind.Audio); audioTransceiver.LocalAudioTrack = localAudioTrack; audioTransceiver.DesiredDirection = Transceiver.Direction.SendReceive; var signaler = new NamedPipeSignaler.NamedPipeSignaler(connection, "testpipe"); connection.Connected += () => { Console.WriteLine("PeerConnection: connected."); }; signaler.SdpMessageReceived += async(SdpMessage message) => { // Note: we use 'await' to ensure the remote description is applied // before calling CreateAnswer(). Failing to do so will prevent the // answer from being generated, and the connection from establishing. await connection.SetRemoteDescriptionAsync(message); if (message.Type == SdpMessageType.Offer) { connection.CreateAnswer(); } }; await signaler.StartAsync(); signaler.IceCandidateReceived += (IceCandidate candidate) => { connection.AddIceCandidate(candidate); }; connection.IceStateChanged += (IceConnectionState newState) => { Console.WriteLine($"ICE state: {newState}"); }; if (signaler.IsClient) { Console.WriteLine("Connecting to remote peer..."); connection.CreateOffer(); } else { Console.WriteLine("Waiting for offer from remote peer..."); } return(connection.IsConnected + "-" + connection.Name + "-"); }
public void OfferForConstraints(Core.MediaConstraints mediaConstraints, Core.Interfaces.ISdpObserver sdpObserver) => _peerConnection.CreateOffer(new PlatformSdpObserver(sdpObserver), mediaConstraints.ToPlatformNative());
static async Task Main(string[] args) { DataChannel dataChannel = null; try { // Create a new peer connection automatically disposed at the end of the program using var pc = new PeerConnection(); // Initialize the connection with a STUN server to allow remote access var config = new PeerConnectionConfiguration { IceServers = new List <IceServer> { new IceServer { Urls = { "stun:stun.l.google.com:19302" } } } }; await pc.InitializeAsync(config); Console.WriteLine("Peer connection initialized."); Console.WriteLine("Opening data channel"); dataChannel = await pc.AddDataChannelAsync("data", true, true); // Setup signaling Console.WriteLine("Starting signaling..."); var signaler = new NamedPipeSignaler.NamedPipeSignaler(pc, "testpipe"); signaler.SdpMessageReceived += (string type, string sdp) => { pc.SetRemoteDescription(type, sdp); if (type == "offer") { pc.CreateAnswer(); } }; signaler.IceCandidateReceived += (string sdpMid, int sdpMlineindex, string candidate) => { pc.AddIceCandidate(sdpMid, sdpMlineindex, candidate); }; await signaler.StartAsync(); // Start peer connection pc.Connected += () => { Console.WriteLine("PeerConnection: connected."); }; pc.IceStateChanged += (IceConnectionState newState) => { Console.WriteLine($"ICE state: {newState}"); }; pc.DataChannelAdded += (DataChannel c) => { Console.WriteLine("DataChannel added"); c.MessageReceived += (byte[] _msg) => { Console.WriteLine("received {0} bytes", _msg.Length); }; }; if (signaler.IsClient) { Console.WriteLine("Connecting to remote peer..."); pc.CreateOffer(); } else { Console.WriteLine("Waiting for offer from remote peer..."); } Console.WriteLine("Press a 'S' to send data. 'Esc' to exit ..."); ConsoleKeyInfo key; while ((key = Console.ReadKey(true)).Key != ConsoleKey.Escape) { if (key.Key == ConsoleKey.S) { Console.WriteLine("Sending data"); dataChannel.SendMessage(new byte[3000]); } } signaler.Stop(); } catch (Exception e) { Console.WriteLine(e.Message); } Console.WriteLine("Program termined."); }