private static RTCPeerConnection CreatePeerConnection()
{
RTCConfiguration config = new RTCConfiguration
{
iceServers = new List <RTCIceServer> {
new RTCIceServer {
urls = STUN_URL
}
}
};
var pc = new RTCPeerConnection(config);
var testPatternSource = new VideoTestPatternSource();
WindowsVideoEndPoint windowsVideoEndPoint = new WindowsVideoEndPoint(true);
MediaStreamTrack track = new MediaStreamTrack(windowsVideoEndPoint.GetVideoSourceFormats(), MediaStreamStatusEnum.SendOnly);
pc.addTrack(track);
testPatternSource.OnVideoSourceRawSample += windowsVideoEndPoint.ExternalVideoSourceRawSample;
windowsVideoEndPoint.OnVideoSourceEncodedSample += pc.SendVideo;
pc.OnVideoFormatsNegotiated += (sdpFormat) =>
windowsVideoEndPoint.SetVideoSourceFormat(SDPMediaFormatInfo.GetVideoCodecForSdpFormat(sdpFormat.First().FormatCodec));
pc.onconnectionstatechange += async(state) =>
{
logger.LogDebug($"Peer connection state change to {state}.");
if (state == RTCPeerConnectionState.failed)
{
pc.Close("ice disconnection");
}
else if (state == RTCPeerConnectionState.closed)
{
await testPatternSource.CloseVideo();
await windowsVideoEndPoint.CloseVideo();
}
else if (state == RTCPeerConnectionState.connected)
{
await windowsVideoEndPoint.StartVideo();
await testPatternSource.StartVideo();
}
};
// Diagnostics.
pc.OnReceiveReport += (re, media, rr) => logger.LogDebug($"RTCP Receive for {media} from {re}\n{rr.GetDebugSummary()}");
pc.OnSendReport += (media, sr) => logger.LogDebug($"RTCP Send for {media}\n{sr.GetDebugSummary()}");
pc.GetRtpChannel().OnStunMessageReceived += (msg, ep, isRelay) => logger.LogDebug($"STUN {msg.Header.MessageType} received from {ep}.");
pc.oniceconnectionstatechange += (state) => logger.LogDebug($"ICE connection state change to {state}.");
return(pc);
}
private WebCam()
{
_video_end_point = new WindowsVideoEndPoint(new VpxVideoEncoder(), WebCamName);
//WindowsVideoEndPoint winVideoEP = new WindowsVideoEndPoint(new FFmpegVideoEncoder(), WEBCAM_NAME);
//WindowsVideoEndPoint winVideoEP = new WindowsVideoEndPoint(WEBCAM_NAME, 1920, 1080, 30);
//winVideoEP.RestrictFormats(x => x.Codec == SIPSorceryMedia.Abstractions.V1.VideoCodecsEnum.H264);
bool initResult = _video_end_point.InitialiseVideoSourceDevice().Result;
if (!initResult)
{
throw new ApplicationException("Could not initialise video capture device.");
}
}
/// <summary>
/// Creates the media session to use with the SIP call.
/// </summary>
/// <param name="audioSrcOpts">The audio source options to set when the call is first
/// answered. These options can be adjusted afterwards to do things like put play
/// on hold music etc.</param>
/// <returns>A new media session object.</returns>
private VoIPMediaSession CreateMediaSession()
{
var windowsAudioEndPoint = new WindowsAudioEndPoint(new AudioEncoder(), m_audioOutDeviceIndex);
var windowsVideoEndPoint = new WindowsVideoEndPoint();
MediaEndPoints mediaEndPoints = new MediaEndPoints
{
AudioSink = windowsAudioEndPoint,
AudioSource = windowsAudioEndPoint,
VideoSink = windowsVideoEndPoint,
VideoSource = windowsVideoEndPoint,
};
var voipMediaSession = new VoIPMediaSession(mediaEndPoints);
voipMediaSession.AcceptRtpFromAny = true;
return(voipMediaSession);
}
private static RTCPeerConnection CreatePeerConnection()
{
var peerConnection = new RTCPeerConnection(null);
var testPatternSource = new VideoTestPatternSource();
WindowsVideoEndPoint windowsVideoEndPoint = new WindowsVideoEndPoint(new VpxVideoEncoder());
MediaStreamTrack track = new MediaStreamTrack(windowsVideoEndPoint.GetVideoSourceFormats(), MediaStreamStatusEnum.SendOnly);
peerConnection.addTrack(track);
testPatternSource.OnVideoSourceRawSample += windowsVideoEndPoint.ExternalVideoSourceRawSample;
windowsVideoEndPoint.OnVideoSourceEncodedSample += peerConnection.SendVideo;
peerConnection.oniceconnectionstatechange += (state) => logger.LogDebug($"ICE connection state change {state}.");
peerConnection.OnReceiveReport += RtpSession_OnReceiveReport;
peerConnection.OnSendReport += RtpSession_OnSendReport;
peerConnection.OnTimeout += (mediaType) => logger.LogWarning($"Timeout on {mediaType}.");
peerConnection.onconnectionstatechange += async(state) =>
{
logger.LogDebug($"Peer connection state changed to {state}.");
if (state == RTCPeerConnectionState.closed)
{
peerConnection.OnReceiveReport -= RtpSession_OnReceiveReport;
peerConnection.OnSendReport -= RtpSession_OnSendReport;
await windowsVideoEndPoint.CloseVideo();
await testPatternSource.CloseVideo();
}
else if (state == RTCPeerConnectionState.connected)
{
await testPatternSource.StartVideo();
await windowsVideoEndPoint.StartVideo();
}
};
return(peerConnection);
}
/// <summary>
/// Creates the media session to use with the SIP call.
/// </summary>
/// <param name="audioSrcOpts">The audio source options to set when the call is first
/// answered. These options can be adjusted afterwards to do things like put play
/// on hold music etc.</param>
/// <returns>A new media session object.</returns>
private VoIPMediaSession CreateMediaSession()
{
var windowsAudioEndPoint = new WindowsAudioEndPoint(new AudioEncoder(), m_audioOutDeviceIndex);
var windowsVideoEndPoint = new WindowsVideoEndPoint();
MediaEndPoints mediaEndPoints = new MediaEndPoints
{
AudioSink = windowsAudioEndPoint,
AudioSource = windowsAudioEndPoint,
VideoSink = windowsVideoEndPoint,
VideoSource = windowsVideoEndPoint,
};
// Fallback video source if a Windows webcam cannot be accessed.
var testPatternSource = new VideoTestPatternSource(new VideoEncoder());
var voipMediaSession = new VoIPMediaSession(mediaEndPoints, testPatternSource);
// voipMediaSession.OnRtpPacketReceived += OnRtpPacketReceived;
return(voipMediaSession);
}
static async Task Main()
{
Console.WriteLine("SIPSorcery Getting Started Video Call Demo");
Console.WriteLine("Press ctrl-c to exit.");
Log = AddConsoleLogger();
ManualResetEvent exitMRE = new ManualResetEvent(false);
_sipTransport = new SIPTransport();
EnableTraceLogs(_sipTransport);
// Open a window to display the video feed from the remote SIP party.
_form = new Form();
_form.AutoSize = true;
_form.BackgroundImageLayout = ImageLayout.Center;
_localVideoPicBox = new PictureBox
{
Size = new Size(VIDEO_FRAME_WIDTH, VIDEO_FRAME_HEIGHT),
Location = new Point(0, 0),
Visible = true
};
_remoteVideoPicBox = new PictureBox
{
Size = new Size(VIDEO_FRAME_WIDTH, VIDEO_FRAME_HEIGHT),
Location = new Point(0, VIDEO_FRAME_HEIGHT),
Visible = true
};
_form.Controls.Add(_localVideoPicBox);
_form.Controls.Add(_remoteVideoPicBox);
Application.EnableVisualStyles();
ThreadPool.QueueUserWorkItem(delegate { Application.Run(_form); });
ManualResetEvent formMre = new ManualResetEvent(false);
_form.Activated += (object sender, EventArgs e) => formMre.Set();
Console.WriteLine("Waiting for form activation.");
formMre.WaitOne();
_sipTransport.SIPTransportRequestReceived += OnSIPTransportRequestReceived;
string executableDir = Path.GetDirectoryName(System.Reflection.Assembly.GetExecutingAssembly().Location);
var userAgent = new SIPUserAgent(_sipTransport, null, true);
userAgent.OnCallHungup += (dialog) => exitMRE.Set();
var windowsAudioEndPoint = new WindowsAudioEndPoint(new AudioEncoder());
windowsAudioEndPoint.RestrictFormats(format => format.Codec == AudioCodecsEnum.PCMU);
var windowsVideoEndPoint = new WindowsVideoEndPoint(new VpxVideoEncoder());
// Fallback to a test pattern source if accessing the Windows webcam fails.
var testPattern = new VideoTestPatternSource(new VpxVideoEncoder());
MediaEndPoints mediaEndPoints = new MediaEndPoints
{
AudioSink = windowsAudioEndPoint,
AudioSource = windowsAudioEndPoint,
VideoSink = windowsVideoEndPoint,
VideoSource = windowsVideoEndPoint,
};
var voipMediaSession = new VoIPMediaSession(mediaEndPoints, testPattern);
voipMediaSession.AcceptRtpFromAny = true;
windowsVideoEndPoint.OnVideoSourceRawSample += (uint durationMilliseconds, int width, int height, byte[] sample, VideoPixelFormatsEnum pixelFormat) =>
{
_form?.BeginInvoke(new Action(() =>
{
unsafe
{
fixed(byte *s = sample)
{
System.Drawing.Bitmap bmpImage = new System.Drawing.Bitmap(width, height, width * 3, System.Drawing.Imaging.PixelFormat.Format24bppRgb, (IntPtr)s);
_localVideoPicBox.Image = bmpImage;
}
}
}));
};
Console.WriteLine("Starting local video source...");
await windowsVideoEndPoint.StartVideo().ConfigureAwait(false);
// Place the call and wait for the result.
Task <bool> callTask = userAgent.Call(DESTINATION, null, null, voipMediaSession);
callTask.Wait(CALL_TIMEOUT_SECONDS * 1000);
if (callTask.Result)
{
Log.LogInformation("Call attempt successful.");
windowsVideoEndPoint.OnVideoSinkDecodedSample += (byte[] bmp, uint width, uint height, int stride, VideoPixelFormatsEnum pixelFormat) =>
{
_form?.BeginInvoke(new Action(() =>
{
unsafe
{
fixed(byte *s = bmp)
{
System.Drawing.Bitmap bmpImage = new System.Drawing.Bitmap((int)width, (int)height, stride, System.Drawing.Imaging.PixelFormat.Format24bppRgb, (IntPtr)s);
_remoteVideoPicBox.Image = bmpImage;
}
}
}));
};
windowsAudioEndPoint.PauseAudio().Wait();
voipMediaSession.AudioExtrasSource.SetSource(AudioSourcesEnum.Music);
}
else
{
Log.LogWarning("Call attempt failed.");
Console.WriteLine("Press ctrl-c to exit.");
}
Console.CancelKeyPress += delegate(object sender, ConsoleCancelEventArgs e)
{
e.Cancel = true;
Log.LogInformation("Exiting...");
exitMRE.Set();
};
exitMRE.WaitOne();
if (userAgent.IsCallActive)
{
Log.LogInformation("Hanging up.");
userAgent.Hangup();
Task.Delay(1000).Wait();
}
// Clean up.
_form.BeginInvoke(new Action(() => _form.Close()));
_sipTransport.Shutdown();
}
static async Task Main(string[] args)
{
Console.WriteLine("SIPSorcery Video Phone Command Line Demo");
Console.WriteLine("Press ctrl-c to exit.");
Log = AddConsoleLogger();
ManualResetEvent exitMRE = new ManualResetEvent(false);
ManualResetEvent waitForCallMre = new ManualResetEvent(false);
var parseResult = Parser.Default.ParseArguments <Options>(args);
_options = (parseResult as Parsed <Options>)?.Value;
if (parseResult.Tag != ParserResultType.NotParsed)
{
if (_options.ListCameras)
{
#region List webcams.
var webcams = await WindowsVideoEndPoint.GetVideoCatpureDevices();
if (webcams == null || webcams.Count == 0)
{
Console.WriteLine("No webcams were found.");
}
else
{
var index = 0;
foreach (var webcam in webcams)
{
Console.WriteLine($"{index}: \"{webcam.Name}\", use --cam={index}.");
index++;
}
}
#endregion
}
else if (_options.ListFormats != null)
{
#region List webcam formats.
var webcams = await WindowsVideoEndPoint.GetVideoCatpureDevices();
if (webcams == null || webcams.Count == 0)
{
Console.WriteLine("No webcams were found.");
}
else if (_options.ListFormats >= webcams.Count)
{
Console.WriteLine($"No webcam available for index {_options.ListFormats}.");
}
else
{
string webcamName = webcams[_options.ListFormats.Value].Name;
var formats = await WindowsVideoEndPoint.GetDeviceFrameFormats(webcamName);
Console.WriteLine($"Video frame formats for {webcamName}.");
foreach (var vidFmt in formats)
{
float vidFps = vidFmt.MediaFrameFormat.FrameRate.Numerator / vidFmt.MediaFrameFormat.FrameRate.Denominator;
string pixFmt = vidFmt.MediaFrameFormat.Subtype == WindowsVideoEndPoint.MF_I420_PIXEL_FORMAT ? "I420" : vidFmt.MediaFrameFormat.Subtype;
Console.WriteLine($"{vidFmt.Width}x{vidFmt.Height} {vidFps:0.##}fps {pixFmt}");
}
}
#endregion
}
else
{
string webcamName = null;
if (_options.WebcamIndex != null)
{
var webcams = await WindowsVideoEndPoint.GetVideoCatpureDevices();
if (webcams == null || webcams.Count == 0)
{
Console.WriteLine("No webcams were found.");
Application.Exit();
}
else if (webcams.Count < _options.WebcamIndex)
{
Console.WriteLine($"No webcam available for index {_options.WebcamIndex}.");
Application.Exit();
}
else
{
webcamName = webcams[_options.WebcamIndex.Value].Name;
Console.WriteLine($"Using webcam {webcamName}.");
}
}
_sipTransport = new SIPTransport();
if (string.IsNullOrEmpty(_options.CallDestination))
{
// We haven't been asked to place a call so we're listening.
IPAddress listenAddress = (System.Net.Sockets.Socket.OSSupportsIPv6) ? IPAddress.IPv6Any : IPAddress.Any;
var listenEndPoint = new IPEndPoint(listenAddress, SIP_PORT_DEFAULT);
try
{
SIPUDPChannel udpChannel = new SIPUDPChannel(listenEndPoint, true);
_sipTransport.AddSIPChannel(udpChannel);
}
catch (ApplicationException appExcp)
{
Console.WriteLine($"Failed to create UDP SIP channel on {listenEndPoint}, error {appExcp.Message}.");
SIPUDPChannel udpChannel = new SIPUDPChannel(new IPEndPoint(listenAddress, 0), true);
_sipTransport.AddSIPChannel(udpChannel);
}
var listeningEP = _sipTransport.GetSIPChannels().First().ListeningSIPEndPoint;
Console.WriteLine($"Listening for incoming call on {listeningEP}.");
}
EnableTraceLogs(_sipTransport);
// Open a window to display the video feed from the remote SIP party.
_form = new Form();
_form.Text = string.IsNullOrEmpty(_options.CallDestination) ? "Listener" : "Caller";
_form.AutoSize = true;
_form.BackgroundImageLayout = ImageLayout.Center;
_localVideoPicBox = new PictureBox
{
Size = new Size(VIDEO_FRAME_WIDTH, VIDEO_FRAME_HEIGHT),
Location = new Point(0, 0),
Visible = true
};
_remoteVideoPicBox = new PictureBox
{
Size = new Size(VIDEO_FRAME_WIDTH, VIDEO_FRAME_HEIGHT),
Location = new Point(0, VIDEO_FRAME_HEIGHT),
Visible = true
};
_form.Controls.Add(_localVideoPicBox);
_form.Controls.Add(_remoteVideoPicBox);
var userAgent = new SIPUserAgent(_sipTransport, null, true);
userAgent.OnCallHungup += (dialog) => exitMRE.Set();
WindowsAudioEndPoint windowsAudioEndPoint = null;
if (!_options.NoAudio)
{
windowsAudioEndPoint = new WindowsAudioEndPoint(new AudioEncoder());
windowsAudioEndPoint.RestrictFormats(x => x.Codec == AudioCodecsEnum.G722);
}
MediaEndPoints mediaEndPoints = null;
if (_options.TestPattern && _options.WebcamIndex == null)
{
var testPattern = new VideoTestPatternSource(new FFmpegVideoEncoder());
var decoderSink = new DecoderVideoSink(new FFmpegVideoEncoder());
//var decoderSink = new DecoderVideoSink(new VpxVideoEncoder());
testPattern.RestrictFormats(format => format.Codec == VIDEO_CODEC);
decoderSink.RestrictFormats(format => format.Codec == VIDEO_CODEC);
mediaEndPoints = new MediaEndPoints
{
AudioSink = windowsAudioEndPoint,
AudioSource = windowsAudioEndPoint,
VideoSink = decoderSink,
VideoSource = testPattern,
};
}
else
{
WindowsVideoEndPoint windowsVideoEndPoint = webcamName switch
{
null => new WindowsVideoEndPoint(new FFmpegVideoEncoder()),
_ => new WindowsVideoEndPoint(new FFmpegVideoEncoder(), webcamName),
};
windowsVideoEndPoint.RestrictFormats(format => format.Codec == VIDEO_CODEC);
mediaEndPoints = new MediaEndPoints
{
AudioSink = windowsAudioEndPoint,
AudioSource = windowsAudioEndPoint,
VideoSink = windowsVideoEndPoint,
VideoSource = windowsVideoEndPoint,
};
}
mediaEndPoints.VideoSource.OnVideoSourceRawSample += (uint durationMilliseconds, int width, int height, byte[] sample, VideoPixelFormatsEnum pixelFormat) =>
{
if (_isFormActivated)
{
_form?.BeginInvoke(new Action(() =>
{
if (_form.Handle != IntPtr.Zero)
{
int stride = width * 3;
if (pixelFormat == VideoPixelFormatsEnum.I420)
{
sample = PixelConverter.I420toBGR(sample, width, height, out stride);
}
if (_localVideoPicBox.Width != width || _localVideoPicBox.Height != height)
{
Log.LogDebug($"Adjusting local video display from {_localVideoPicBox.Width}x{_localVideoPicBox.Height} to {width}x{height}.");
_localVideoPicBox.Width = width;
_localVideoPicBox.Height = height;
}
unsafe
{
fixed(byte *s = sample)
{
System.Drawing.Bitmap bmpImage = new System.Drawing.Bitmap(width, height, stride, System.Drawing.Imaging.PixelFormat.Format24bppRgb, (IntPtr)s);
_localVideoPicBox.Image = bmpImage;
}
}
}
}));
}
};
Console.CancelKeyPress += delegate(object sender, ConsoleCancelEventArgs e)
{
e.Cancel = true;
Log.LogInformation("Exiting...");
waitForCallMre.Set();
exitMRE.Set();
};
if (string.IsNullOrEmpty(_options.CallDestination))
{
ActivateForm();
userAgent.OnIncomingCall += async(ua, req) =>
{
var voipMediaSession = new VoIPMediaSession(mediaEndPoints);
voipMediaSession.AcceptRtpFromAny = true;
if (voipMediaSession.VideoLocalTrack != null)
{
voipMediaSession.VideoLocalTrack.MaximumBandwidth = MAXIMUM_VIDEO_BANDWIDTH;
}
var uas = userAgent.AcceptCall(req);
await userAgent.Answer(uas, voipMediaSession);
Console.WriteLine("Starting local video source...");
await mediaEndPoints.VideoSource.StartVideo().ConfigureAwait(false);
waitForCallMre.Set();
};
Console.WriteLine("Waiting for incoming call...");
waitForCallMre.WaitOne();
}
else
{
var voipMediaSession = new VoIPMediaSession(mediaEndPoints);
voipMediaSession.AcceptRtpFromAny = true;
if (voipMediaSession.VideoLocalTrack != null)
{
voipMediaSession.VideoLocalTrack.MaximumBandwidth = MAXIMUM_VIDEO_BANDWIDTH;
}
ActivateForm();
Console.WriteLine("Starting local video source...");
await mediaEndPoints.VideoSource.StartVideo().ConfigureAwait(false);
// Place the call and wait for the result.
Task <bool> callTask = userAgent.Call(_options.CallDestination, null, null, voipMediaSession);
callTask.Wait(CALL_TIMEOUT_SECONDS * 1000);
}
if (userAgent.IsCallActive)
{
Log.LogInformation("Call attempt successful.");
mediaEndPoints.VideoSink.OnVideoSinkDecodedSample += (byte[] bmp, uint width, uint height, int stride, VideoPixelFormatsEnum pixelFormat) =>
{
if (_isFormActivated)
{
_form?.BeginInvoke(new Action(() =>
{
if (_form.Handle != IntPtr.Zero)
{
unsafe
{
if (_remoteVideoPicBox.Width != (int)width || _remoteVideoPicBox.Height != (int)height)
{
Log.LogDebug($"Adjusting remote video display from {_remoteVideoPicBox.Width}x{_remoteVideoPicBox.Height} to {width}x{height}.");
_remoteVideoPicBox.Width = (int)width;
_remoteVideoPicBox.Height = (int)height;
}
fixed(byte *s = bmp)
{
System.Drawing.Bitmap bmpImage = new System.Drawing.Bitmap((int)width, (int)height, stride, System.Drawing.Imaging.PixelFormat.Format24bppRgb, (IntPtr)s);
_remoteVideoPicBox.Image = bmpImage;
}
}
}
}));
}
};
}
else
{
Log.LogWarning("Call attempt failed.");
Console.WriteLine("Press ctrl-c to exit.");
}
exitMRE.WaitOne();
if (userAgent.IsCallActive)
{
Log.LogInformation("Hanging up.");
userAgent.Hangup();
}
Task.Delay(1000).Wait();
// Clean up.
if (_form.Handle != IntPtr.Zero)
{
_form.BeginInvoke(new Action(() => _form.Close()));
}
_sipTransport.Shutdown();
}
}
}
private static async Task <RTCPeerConnection> CreatePeerConnection()
{
RTCConfiguration config = new RTCConfiguration
{
iceServers = new List <RTCIceServer> {
new RTCIceServer {
urls = STUN_URL
}
}
};
var pc = new RTCPeerConnection(config);
WindowsVideoEndPoint winVideoEP = new WindowsVideoEndPoint(new VpxVideoEncoder(), WEBCAM_NAME);
//WindowsVideoEndPoint winVideoEP = new WindowsVideoEndPoint(new FFmpegVideoEncoder(), WEBCAM_NAME);
//WindowsVideoEndPoint winVideoEP = new WindowsVideoEndPoint(WEBCAM_NAME, 1920, 1080, 30);
//winVideoEP.RestrictFormats(x => x.Codec == SIPSorceryMedia.Abstractions.V1.VideoCodecsEnum.H264);
bool initResult = await winVideoEP.InitialiseVideoSourceDevice();
if (!initResult)
{
throw new ApplicationException("Could not initialise video capture device.");
}
var audioSource = new AudioExtrasSource(new AudioEncoder(), new AudioSourceOptions {
AudioSource = AudioSourcesEnum.Music
});
MediaStreamTrack videoTrack = new MediaStreamTrack(winVideoEP.GetVideoSourceFormats(), MediaStreamStatusEnum.SendRecv);
pc.addTrack(videoTrack);
MediaStreamTrack audioTrack = new MediaStreamTrack(audioSource.GetAudioSourceFormats(), MediaStreamStatusEnum.SendRecv);
pc.addTrack(audioTrack);
winVideoEP.OnVideoSourceEncodedSample += pc.SendVideo;
audioSource.OnAudioSourceEncodedSample += pc.SendAudio;
pc.OnVideoFormatsNegotiated += (videoFormats) =>
winVideoEP.SetVideoSourceFormat(videoFormats.First());
pc.OnAudioFormatsNegotiated += (audioFormats) =>
audioSource.SetAudioSourceFormat(audioFormats.First());
pc.onconnectionstatechange += async(state) =>
{
logger.LogDebug($"Peer connection state change to {state}.");
if (state == RTCPeerConnectionState.connected)
{
await audioSource.StartAudio();
await winVideoEP.StartVideo();
}
else if (state == RTCPeerConnectionState.failed)
{
pc.Close("ice disconnection");
}
else if (state == RTCPeerConnectionState.closed)
{
await winVideoEP.CloseVideo();
await audioSource.CloseAudio();
}
};
// Diagnostics.
pc.OnReceiveReport += (re, media, rr) => logger.LogDebug($"RTCP Receive for {media} from {re}\n{rr.GetDebugSummary()}");
pc.OnSendReport += (media, sr) => logger.LogDebug($"RTCP Send for {media}\n{sr.GetDebugSummary()}");
pc.GetRtpChannel().OnStunMessageReceived += (msg, ep, isRelay) => logger.LogDebug($"STUN {msg.Header.MessageType} received from {ep}.");
pc.oniceconnectionstatechange += (state) => logger.LogDebug($"ICE connection state change to {state}.");
return(pc);
}
private static RTCPeerConnection WebSocketOpened(WebSocketContext context)
{
WindowsVideoEndPoint winVideoEP = new WindowsVideoEndPoint();
winVideoEP.OnVideoSinkDecodedSample += (byte[] bmp, uint width, uint height, int stride, VideoPixelFormatsEnum pixelFormat) =>
{
_form.BeginInvoke(new Action(() =>
{
unsafe
{
fixed(byte *s = bmp)
{
System.Drawing.Bitmap bmpImage = new System.Drawing.Bitmap((int)width, (int)height, (int)(bmp.Length / height), System.Drawing.Imaging.PixelFormat.Format24bppRgb, (IntPtr)s);
_picBox.Image = bmpImage;
}
}
}));
};
var peerConnection = new RTCPeerConnection(null);
// Add local recvonly tracks. This ensures that the SDP answer includes only
// the codecs we support.
MediaStreamTrack audioTrack = new MediaStreamTrack(SDPMediaTypesEnum.audio, false, new List <SDPMediaFormat> {
new SDPMediaFormat(SDPMediaFormatsEnum.PCMU)
}, MediaStreamStatusEnum.RecvOnly);
peerConnection.addTrack(audioTrack);
MediaStreamTrack videoTrack = new MediaStreamTrack(winVideoEP.GetVideoSinkFormats(), MediaStreamStatusEnum.RecvOnly);
peerConnection.addTrack(videoTrack);
peerConnection.OnReceiveReport += RtpSession_OnReceiveReport;
peerConnection.OnSendReport += RtpSession_OnSendReport;
peerConnection.GetRtpChannel().OnStunMessageReceived += (msg, ep, isRelay) =>
{
bool hasUseCandidate = msg.Attributes.Any(x => x.AttributeType == STUNAttributeTypesEnum.UseCandidate);
Console.WriteLine($"STUN {msg.Header.MessageType} received from {ep}, use candidate {hasUseCandidate}.");
};
peerConnection.oniceconnectionstatechange += (state) => Console.WriteLine($"ICE connection state changed to {state}.");
peerConnection.onconnectionstatechange += async(state) =>
{
Console.WriteLine($"Peer connection state changed to {state}.");
if (state == RTCPeerConnectionState.closed)
{
await winVideoEP.CloseVideo();
}
};
//peerConnection.OnRtpPacketReceived += (IPEndPoint rep, SDPMediaTypesEnum media, RTPPacket rtpPkt) =>
//{
// //logger.LogDebug($"RTP {media} pkt received, SSRC {rtpPkt.Header.SyncSource}.");
// if (media == SDPMediaTypesEnum.video)
// {
// winVideoEP.GotVideoRtp(rep, rtpPkt.Header.SyncSource, rtpPkt.Header.SequenceNumber, rtpPkt.Header.Timestamp, rtpPkt.Header.PayloadType, rtpPkt.Header.MarkerBit == 1, rtpPkt.Payload);
// }
//};
peerConnection.OnVideoFrameReceived += winVideoEP.GotVideoFrame;
return(peerConnection);
}
private static RTCPeerConnection CreatePeerConnection()
{
RTCConfiguration config = new RTCConfiguration
{
iceServers = new List <RTCIceServer> {
new RTCIceServer {
urls = STUN_URL
}
}
};
var pc = new RTCPeerConnection(config);
WindowsVideoEndPoint winVideoEP = new WindowsVideoEndPoint();
//WindowsVideoEndPoint winVideoEP = new WindowsVideoEndPoint(false, 640, 480, 30);
//WindowsVideoEndPoint winVideoEP = new WindowsVideoEndPoint(false, 1920, 1080, 30);
//await winVideoEP.InitialiseVideoSourceDevice();
var audioSource = new AudioExtrasSource(new AudioEncoder(), new AudioSourceOptions {
AudioSource = AudioSourcesEnum.Music
});
MediaStreamTrack videoTrack = new MediaStreamTrack(winVideoEP.GetVideoSourceFormats(), MediaStreamStatusEnum.SendRecv);
pc.addTrack(videoTrack);
MediaStreamTrack audioTrack = new MediaStreamTrack(audioSource.GetAudioSourceFormats(), MediaStreamStatusEnum.SendRecv);
pc.addTrack(audioTrack);
winVideoEP.OnVideoSourceEncodedSample += pc.SendVideo;
audioSource.OnAudioSourceEncodedSample += pc.SendAudio;
pc.OnVideoFormatsNegotiated += (sdpFormat) =>
winVideoEP.SetVideoSourceFormat(SDPMediaFormatInfo.GetVideoCodecForSdpFormat(sdpFormat.First().FormatCodec));
pc.onconnectionstatechange += async(state) =>
{
logger.LogDebug($"Peer connection state change to {state}.");
if (state == RTCPeerConnectionState.connected)
{
await audioSource.StartAudio();
await winVideoEP.StartVideo();
}
else if (state == RTCPeerConnectionState.failed)
{
pc.Close("ice disconnection");
}
else if (state == RTCPeerConnectionState.closed)
{
await winVideoEP.CloseVideo();
await audioSource.CloseAudio();
}
};
// Diagnostics.
pc.OnReceiveReport += (re, media, rr) => logger.LogDebug($"RTCP Receive for {media} from {re}\n{rr.GetDebugSummary()}");
pc.OnSendReport += (media, sr) => logger.LogDebug($"RTCP Send for {media}\n{sr.GetDebugSummary()}");
pc.GetRtpChannel().OnStunMessageReceived += (msg, ep, isRelay) => logger.LogDebug($"STUN {msg.Header.MessageType} received from {ep}.");
pc.oniceconnectionstatechange += (state) => logger.LogDebug($"ICE connection state change to {state}.");
return(pc);
}