private static RTCPeerConnection CreatePeerConnection()
{
RTCConfiguration config = new RTCConfiguration
{
iceServers = new List <RTCIceServer> {
new RTCIceServer {
urls = STUN_URL
}
}
};
var pc = new RTCPeerConnection(config);
var testPatternSource = new VideoTestPatternSource();
WindowsVideoEndPoint windowsVideoEndPoint = new WindowsVideoEndPoint(true);
MediaStreamTrack track = new MediaStreamTrack(windowsVideoEndPoint.GetVideoSourceFormats(), MediaStreamStatusEnum.SendOnly);
pc.addTrack(track);
testPatternSource.OnVideoSourceRawSample += windowsVideoEndPoint.ExternalVideoSourceRawSample;
windowsVideoEndPoint.OnVideoSourceEncodedSample += pc.SendVideo;
pc.OnVideoFormatsNegotiated += (sdpFormat) =>
windowsVideoEndPoint.SetVideoSourceFormat(SDPMediaFormatInfo.GetVideoCodecForSdpFormat(sdpFormat.First().FormatCodec));
pc.onconnectionstatechange += async(state) =>
{
logger.LogDebug($"Peer connection state change to {state}.");
if (state == RTCPeerConnectionState.failed)
{
pc.Close("ice disconnection");
}
else if (state == RTCPeerConnectionState.closed)
{
await testPatternSource.CloseVideo();
await windowsVideoEndPoint.CloseVideo();
}
else if (state == RTCPeerConnectionState.connected)
{
await windowsVideoEndPoint.StartVideo();
await testPatternSource.StartVideo();
}
};
// Diagnostics.
pc.OnReceiveReport += (re, media, rr) => logger.LogDebug($"RTCP Receive for {media} from {re}\n{rr.GetDebugSummary()}");
pc.OnSendReport += (media, sr) => logger.LogDebug($"RTCP Send for {media}\n{sr.GetDebugSummary()}");
pc.GetRtpChannel().OnStunMessageReceived += (msg, ep, isRelay) => logger.LogDebug($"STUN {msg.Header.MessageType} received from {ep}.");
pc.oniceconnectionstatechange += (state) => logger.LogDebug($"ICE connection state change to {state}.");
return(pc);
}
private static RTCPeerConnection CreatePeerConnection()
{
var peerConnection = new RTCPeerConnection(null);
var testPatternSource = new VideoTestPatternSource();
WindowsVideoEndPoint windowsVideoEndPoint = new WindowsVideoEndPoint(new VpxVideoEncoder());
MediaStreamTrack track = new MediaStreamTrack(windowsVideoEndPoint.GetVideoSourceFormats(), MediaStreamStatusEnum.SendOnly);
peerConnection.addTrack(track);
testPatternSource.OnVideoSourceRawSample += windowsVideoEndPoint.ExternalVideoSourceRawSample;
windowsVideoEndPoint.OnVideoSourceEncodedSample += peerConnection.SendVideo;
peerConnection.oniceconnectionstatechange += (state) => logger.LogDebug($"ICE connection state change {state}.");
peerConnection.OnReceiveReport += RtpSession_OnReceiveReport;
peerConnection.OnSendReport += RtpSession_OnSendReport;
peerConnection.OnTimeout += (mediaType) => logger.LogWarning($"Timeout on {mediaType}.");
peerConnection.onconnectionstatechange += async(state) =>
{
logger.LogDebug($"Peer connection state changed to {state}.");
if (state == RTCPeerConnectionState.closed)
{
peerConnection.OnReceiveReport -= RtpSession_OnReceiveReport;
peerConnection.OnSendReport -= RtpSession_OnSendReport;
await windowsVideoEndPoint.CloseVideo();
await testPatternSource.CloseVideo();
}
else if (state == RTCPeerConnectionState.connected)
{
await testPatternSource.StartVideo();
await windowsVideoEndPoint.StartVideo();
}
};
return(peerConnection);
}
static async Task Main()
{
Console.WriteLine("SIPSorcery Getting Started Video Call Demo");
Console.WriteLine("Press ctrl-c to exit.");
Log = AddConsoleLogger();
ManualResetEvent exitMRE = new ManualResetEvent(false);
_sipTransport = new SIPTransport();
EnableTraceLogs(_sipTransport);
// Open a window to display the video feed from the remote SIP party.
_form = new Form();
_form.AutoSize = true;
_form.BackgroundImageLayout = ImageLayout.Center;
_localVideoPicBox = new PictureBox
{
Size = new Size(VIDEO_FRAME_WIDTH, VIDEO_FRAME_HEIGHT),
Location = new Point(0, 0),
Visible = true
};
_remoteVideoPicBox = new PictureBox
{
Size = new Size(VIDEO_FRAME_WIDTH, VIDEO_FRAME_HEIGHT),
Location = new Point(0, VIDEO_FRAME_HEIGHT),
Visible = true
};
_form.Controls.Add(_localVideoPicBox);
_form.Controls.Add(_remoteVideoPicBox);
Application.EnableVisualStyles();
ThreadPool.QueueUserWorkItem(delegate { Application.Run(_form); });
ManualResetEvent formMre = new ManualResetEvent(false);
_form.Activated += (object sender, EventArgs e) => formMre.Set();
Console.WriteLine("Waiting for form activation.");
formMre.WaitOne();
_sipTransport.SIPTransportRequestReceived += OnSIPTransportRequestReceived;
string executableDir = Path.GetDirectoryName(System.Reflection.Assembly.GetExecutingAssembly().Location);
var userAgent = new SIPUserAgent(_sipTransport, null, true);
userAgent.OnCallHungup += (dialog) => exitMRE.Set();
var windowsAudioEndPoint = new WindowsAudioEndPoint(new AudioEncoder());
windowsAudioEndPoint.RestrictFormats(format => format.Codec == AudioCodecsEnum.PCMU);
var windowsVideoEndPoint = new WindowsVideoEndPoint(new VpxVideoEncoder());
// Fallback to a test pattern source if accessing the Windows webcam fails.
var testPattern = new VideoTestPatternSource(new VpxVideoEncoder());
MediaEndPoints mediaEndPoints = new MediaEndPoints
{
AudioSink = windowsAudioEndPoint,
AudioSource = windowsAudioEndPoint,
VideoSink = windowsVideoEndPoint,
VideoSource = windowsVideoEndPoint,
};
var voipMediaSession = new VoIPMediaSession(mediaEndPoints, testPattern);
voipMediaSession.AcceptRtpFromAny = true;
windowsVideoEndPoint.OnVideoSourceRawSample += (uint durationMilliseconds, int width, int height, byte[] sample, VideoPixelFormatsEnum pixelFormat) =>
{
_form?.BeginInvoke(new Action(() =>
{
unsafe
{
fixed(byte *s = sample)
{
System.Drawing.Bitmap bmpImage = new System.Drawing.Bitmap(width, height, width * 3, System.Drawing.Imaging.PixelFormat.Format24bppRgb, (IntPtr)s);
_localVideoPicBox.Image = bmpImage;
}
}
}));
};
Console.WriteLine("Starting local video source...");
await windowsVideoEndPoint.StartVideo().ConfigureAwait(false);
// Place the call and wait for the result.
Task <bool> callTask = userAgent.Call(DESTINATION, null, null, voipMediaSession);
callTask.Wait(CALL_TIMEOUT_SECONDS * 1000);
if (callTask.Result)
{
Log.LogInformation("Call attempt successful.");
windowsVideoEndPoint.OnVideoSinkDecodedSample += (byte[] bmp, uint width, uint height, int stride, VideoPixelFormatsEnum pixelFormat) =>
{
_form?.BeginInvoke(new Action(() =>
{
unsafe
{
fixed(byte *s = bmp)
{
System.Drawing.Bitmap bmpImage = new System.Drawing.Bitmap((int)width, (int)height, stride, System.Drawing.Imaging.PixelFormat.Format24bppRgb, (IntPtr)s);
_remoteVideoPicBox.Image = bmpImage;
}
}
}));
};
windowsAudioEndPoint.PauseAudio().Wait();
voipMediaSession.AudioExtrasSource.SetSource(AudioSourcesEnum.Music);
}
else
{
Log.LogWarning("Call attempt failed.");
Console.WriteLine("Press ctrl-c to exit.");
}
Console.CancelKeyPress += delegate(object sender, ConsoleCancelEventArgs e)
{
e.Cancel = true;
Log.LogInformation("Exiting...");
exitMRE.Set();
};
exitMRE.WaitOne();
if (userAgent.IsCallActive)
{
Log.LogInformation("Hanging up.");
userAgent.Hangup();
Task.Delay(1000).Wait();
}
// Clean up.
_form.BeginInvoke(new Action(() => _form.Close()));
_sipTransport.Shutdown();
}
private static async Task <RTCPeerConnection> CreatePeerConnection()
{
RTCConfiguration config = new RTCConfiguration
{
iceServers = new List <RTCIceServer> {
new RTCIceServer {
urls = STUN_URL
}
}
};
var pc = new RTCPeerConnection(config);
WindowsVideoEndPoint winVideoEP = new WindowsVideoEndPoint(new VpxVideoEncoder(), WEBCAM_NAME);
//WindowsVideoEndPoint winVideoEP = new WindowsVideoEndPoint(new FFmpegVideoEncoder(), WEBCAM_NAME);
//WindowsVideoEndPoint winVideoEP = new WindowsVideoEndPoint(WEBCAM_NAME, 1920, 1080, 30);
//winVideoEP.RestrictFormats(x => x.Codec == SIPSorceryMedia.Abstractions.V1.VideoCodecsEnum.H264);
bool initResult = await winVideoEP.InitialiseVideoSourceDevice();
if (!initResult)
{
throw new ApplicationException("Could not initialise video capture device.");
}
var audioSource = new AudioExtrasSource(new AudioEncoder(), new AudioSourceOptions {
AudioSource = AudioSourcesEnum.Music
});
MediaStreamTrack videoTrack = new MediaStreamTrack(winVideoEP.GetVideoSourceFormats(), MediaStreamStatusEnum.SendRecv);
pc.addTrack(videoTrack);
MediaStreamTrack audioTrack = new MediaStreamTrack(audioSource.GetAudioSourceFormats(), MediaStreamStatusEnum.SendRecv);
pc.addTrack(audioTrack);
winVideoEP.OnVideoSourceEncodedSample += pc.SendVideo;
audioSource.OnAudioSourceEncodedSample += pc.SendAudio;
pc.OnVideoFormatsNegotiated += (videoFormats) =>
winVideoEP.SetVideoSourceFormat(videoFormats.First());
pc.OnAudioFormatsNegotiated += (audioFormats) =>
audioSource.SetAudioSourceFormat(audioFormats.First());
pc.onconnectionstatechange += async(state) =>
{
logger.LogDebug($"Peer connection state change to {state}.");
if (state == RTCPeerConnectionState.connected)
{
await audioSource.StartAudio();
await winVideoEP.StartVideo();
}
else if (state == RTCPeerConnectionState.failed)
{
pc.Close("ice disconnection");
}
else if (state == RTCPeerConnectionState.closed)
{
await winVideoEP.CloseVideo();
await audioSource.CloseAudio();
}
};
// Diagnostics.
pc.OnReceiveReport += (re, media, rr) => logger.LogDebug($"RTCP Receive for {media} from {re}\n{rr.GetDebugSummary()}");
pc.OnSendReport += (media, sr) => logger.LogDebug($"RTCP Send for {media}\n{sr.GetDebugSummary()}");
pc.GetRtpChannel().OnStunMessageReceived += (msg, ep, isRelay) => logger.LogDebug($"STUN {msg.Header.MessageType} received from {ep}.");
pc.oniceconnectionstatechange += (state) => logger.LogDebug($"ICE connection state change to {state}.");
return(pc);
}
private static RTCPeerConnection CreatePeerConnection()
{
RTCConfiguration config = new RTCConfiguration
{
iceServers = new List <RTCIceServer> {
new RTCIceServer {
urls = STUN_URL
}
}
};
var pc = new RTCPeerConnection(config);
WindowsVideoEndPoint winVideoEP = new WindowsVideoEndPoint();
//WindowsVideoEndPoint winVideoEP = new WindowsVideoEndPoint(false, 640, 480, 30);
//WindowsVideoEndPoint winVideoEP = new WindowsVideoEndPoint(false, 1920, 1080, 30);
//await winVideoEP.InitialiseVideoSourceDevice();
var audioSource = new AudioExtrasSource(new AudioEncoder(), new AudioSourceOptions {
AudioSource = AudioSourcesEnum.Music
});
MediaStreamTrack videoTrack = new MediaStreamTrack(winVideoEP.GetVideoSourceFormats(), MediaStreamStatusEnum.SendRecv);
pc.addTrack(videoTrack);
MediaStreamTrack audioTrack = new MediaStreamTrack(audioSource.GetAudioSourceFormats(), MediaStreamStatusEnum.SendRecv);
pc.addTrack(audioTrack);
winVideoEP.OnVideoSourceEncodedSample += pc.SendVideo;
audioSource.OnAudioSourceEncodedSample += pc.SendAudio;
pc.OnVideoFormatsNegotiated += (sdpFormat) =>
winVideoEP.SetVideoSourceFormat(SDPMediaFormatInfo.GetVideoCodecForSdpFormat(sdpFormat.First().FormatCodec));
pc.onconnectionstatechange += async(state) =>
{
logger.LogDebug($"Peer connection state change to {state}.");
if (state == RTCPeerConnectionState.connected)
{
await audioSource.StartAudio();
await winVideoEP.StartVideo();
}
else if (state == RTCPeerConnectionState.failed)
{
pc.Close("ice disconnection");
}
else if (state == RTCPeerConnectionState.closed)
{
await winVideoEP.CloseVideo();
await audioSource.CloseAudio();
}
};
// Diagnostics.
pc.OnReceiveReport += (re, media, rr) => logger.LogDebug($"RTCP Receive for {media} from {re}\n{rr.GetDebugSummary()}");
pc.OnSendReport += (media, sr) => logger.LogDebug($"RTCP Send for {media}\n{sr.GetDebugSummary()}");
pc.GetRtpChannel().OnStunMessageReceived += (msg, ep, isRelay) => logger.LogDebug($"STUN {msg.Header.MessageType} received from {ep}.");
pc.oniceconnectionstatechange += (state) => logger.LogDebug($"ICE connection state change to {state}.");
return(pc);
}