public MediaPlayerViewModel()
{
_videoPlayer.CurrentStateChanged += OnMediaStateChanged;
_videoPlayer.MediaOpened += OnMediaOpened;
_videoPlayer.MediaFailed += OnMediaFailed;
_videoPlayer.MediaEnded += OnMediaEnded;
_videoPlayer.RealTimePlayback = true;
_videoPlayer.AutoPlay = false;
AudioTrackTypeList.Add(new AudioTrackTypeViewModel
{
DisplayName = "Local microphone (default device)",
Factory = async() =>
{
return(await LocalAudioTrack.CreateFromDeviceAsync());
}
});
VideoTrackTypeList.Add(new VideoTrackTypeViewModel
{
DisplayName = "Local webcam (default device)",
Factory = async() =>
{
return(await LocalVideoTrack.CreateFromDeviceAsync());
}
});
_videoStatsTimer.Interval = TimeSpan.FromMilliseconds(300);
_videoStatsTimer.Tick += (_1, _2) => UpdateVideoStats();
}
public async Task AddVideoTrackFromDeviceAsync(string trackName)
{
await RequestMediaAccessAsync(StreamingCaptureMode.Video);
VideoCaptureDeviceInfo deviceInfo = VideoCaptureDevices.SelectedItem;
if (deviceInfo == null)
{
throw new InvalidOperationException("No video capture device selected");
}
var settings = new LocalVideoTrackSettings
{
trackName = trackName,
videoDevice = new VideoCaptureDevice {
id = deviceInfo.Id
},
};
VideoCaptureFormatViewModel formatInfo = VideoCaptureFormats.SelectedItem;
if (formatInfo != null)
{
settings.width = formatInfo.Format.width;
settings.height = formatInfo.Format.height;
settings.framerate = formatInfo.Format.framerate;
}
var track = await LocalVideoTrack.CreateFromDeviceAsync(settings);
SessionModel.Current.VideoTracks.Add(new VideoTrackViewModel
{
Track = track,
TrackImpl = track,
IsRemote = false,
DeviceName = deviceInfo.DisplayName
});
SessionModel.Current.LocalTracks.Add(new TrackViewModel(Symbol.Video)
{
DisplayName = deviceInfo.DisplayName
});
}
protected override async Task CreateLocalVideoTrackAsync()
{
string videoProfileId = VideoProfileId;
var videoProfileKind = VideoProfileKind;
int width = Constraints.width;
int height = Constraints.height;
double framerate = Constraints.framerate;
#if ENABLE_WINMD_SUPPORT
if (FormatMode == LocalVideoSourceFormatMode.Automatic)
{
// Do not constrain resolution by default, unless the device calls for it (see below).
width = 0; // auto
height = 0; // auto
// Avoid constraining the framerate; this is generally not necessary (formats are listed
// with higher framerates first) and is error-prone as some formats report 30.0 FPS while
// others report 29.97 FPS.
framerate = 0; // auto
// For HoloLens, use video profile to reduce resolution and save power/CPU/bandwidth
if (global::Windows.Graphics.Holographic.HolographicSpace.IsAvailable)
{
if (!global::Windows.Graphics.Holographic.HolographicDisplay.GetDefault().IsOpaque)
{
if (global::Windows.ApplicationModel.Package.Current.Id.Architecture == global::Windows.System.ProcessorArchitecture.X86)
{
// Holographic AR (transparent) x86 platform - Assume HoloLens 1
videoProfileKind = WebRTC.VideoProfileKind.VideoRecording; // No profile in VideoConferencing
width = 896; // Target 896 x 504
}
else
{
// Holographic AR (transparent) non-x86 platform - Assume HoloLens 2
videoProfileKind = WebRTC.VideoProfileKind.VideoConferencing;
width = 960; // Target 960 x 540
}
}
}
}
#endif
// Force again PreferredVideoCodec right before starting the local capture,
// so that modifications to the property done after OnPeerInitialized() are
// accounted for.
//< FIXME
//PeerConnection.Peer.PreferredVideoCodec = PreferredVideoCodec;
// Check H.264 requests on Desktop (not supported)
#if !ENABLE_WINMD_SUPPORT
if (PreferredVideoCodec == "H264")
{
Debug.LogError("H.264 encoding is not supported on Desktop platforms. Using VP8 instead.");
PreferredVideoCodec = "VP8";
}
#endif
// Ensure the track has a valid name
string trackName = TrackName;
if (trackName.Length == 0)
{
trackName = Guid.NewGuid().ToString();
// Re-assign the generated track name for consistency
TrackName = trackName;
}
SdpTokenAttribute.Validate(trackName, allowEmpty: false);
// Create the track
var trackSettings = new LocalVideoTrackSettings
{
trackName = trackName,
videoDevice = WebcamDevice,
videoProfileId = videoProfileId,
videoProfileKind = videoProfileKind,
width = (width > 0 ? (uint?)width : null),
height = (height > 0 ? (uint?)height : null),
framerate = (framerate > 0 ? (double?)framerate : null),
enableMrc = EnableMixedRealityCapture,
enableMrcRecordingIndicator = EnableMRCRecordingIndicator
};
Track = await LocalVideoTrack.CreateFromDeviceAsync(trackSettings);
if (Track == null)
{
throw new Exception("Failed ot create webcam video track.");
}
// Synchronize the track status with the Unity component status
Track.Enabled = enabled;
}
static async Task Main(string[] args)
{
Transceiver audioTransceiver = null;
Transceiver videoTransceiver = null;
LocalAudioTrack localAudioTrack = null;
LocalVideoTrack localVideoTrack = null;
try
{
bool needVideo = Array.Exists(args, arg => (arg == "-v") || (arg == "--video"));
bool needAudio = Array.Exists(args, arg => (arg == "-a") || (arg == "--audio"));
// Asynchronously retrieve a list of available video capture devices (webcams).
var deviceList = await PeerConnection.GetVideoCaptureDevicesAsync();
// For example, print them to the standard output
foreach (var device in deviceList)
{
Console.WriteLine($"Found webcam {device.name} (id: {device.id})");
}
// Create a new peer connection automatically disposed at the end of the program
using var pc = new PeerConnection();
// Initialize the connection with a STUN server to allow remote access
var config = new PeerConnectionConfiguration
{
IceServers = new List <IceServer> {
new IceServer {
Urls = { "stun:stun.l.google.com:19302" }
}
}
};
await pc.InitializeAsync(config);
Console.WriteLine("Peer connection initialized.");
// Record video from local webcam, and send to remote peer
if (needVideo)
{
Console.WriteLine("Opening local webcam...");
localVideoTrack = await LocalVideoTrack.CreateFromDeviceAsync();
videoTransceiver = pc.AddTransceiver(MediaKind.Video);
videoTransceiver.DesiredDirection = Transceiver.Direction.SendReceive;
videoTransceiver.LocalVideoTrack = localVideoTrack;
}
// Record audio from local microphone, and send to remote peer
if (needAudio)
{
Console.WriteLine("Opening local microphone...");
localAudioTrack = await LocalAudioTrack.CreateFromDeviceAsync();
audioTransceiver = pc.AddTransceiver(MediaKind.Audio);
audioTransceiver.DesiredDirection = Transceiver.Direction.SendReceive;
audioTransceiver.LocalAudioTrack = localAudioTrack;
}
// Setup signaling
Console.WriteLine("Starting signaling...");
var signaler = new NamedPipeSignaler.NamedPipeSignaler(pc, "testpipe");
signaler.SdpMessageReceived += async(SdpMessage message) => {
await pc.SetRemoteDescriptionAsync(message);
if (message.Type == SdpMessageType.Offer)
{
pc.CreateAnswer();
}
};
signaler.IceCandidateReceived += (IceCandidate candidate) => {
pc.AddIceCandidate(candidate);
};
await signaler.StartAsync();
// Start peer connection
pc.Connected += () => { Console.WriteLine("PeerConnection: connected."); };
pc.IceStateChanged += (IceConnectionState newState) => { Console.WriteLine($"ICE state: {newState}"); };
int numFrames = 0;
pc.VideoTrackAdded += (RemoteVideoTrack track) =>
{
track.I420AVideoFrameReady += (I420AVideoFrame frame) =>
{
++numFrames;
if (numFrames % 60 == 0)
{
Console.WriteLine($"Received video frames: {numFrames}");
}
};
};
if (signaler.IsClient)
{
Console.WriteLine("Connecting to remote peer...");
pc.CreateOffer();
}
else
{
Console.WriteLine("Waiting for offer from remote peer...");
}
Console.WriteLine("Press a key to stop recording...");
Console.ReadKey(true);
signaler.Stop();
}
catch (Exception e)
{
Console.WriteLine(e.Message);
}
localAudioTrack?.Dispose();
localVideoTrack?.Dispose();
Console.WriteLine("Program termined.");
}
