async void MSS_SampleRequested(Windows.Media.Core.MediaStreamSource sender, MediaStreamSourceSampleRequestedEventArgs args) { MediaStreamSourceSampleRequest request = args.Request; // check if the sample requested byte offset is within the file size if (byteOffset + sampleSize <= mssStream.Size) { MediaStreamSourceSampleRequestDeferral deferal = request.GetDeferral(); IInputStream inputStream = mssStream.GetInputStreamAt(byteOffset); // create the MediaStreamSample and assign to the request object. // You could also create the MediaStreamSample using createFromBuffer(...) MediaStreamSample sample = await MediaStreamSample.CreateFromStreamAsync(inputStream, sampleSize, timeOffset); sample.Duration = sampleDuration; sample.KeyFrame = true; // increment the time and byte offset byteOffset += sampleSize; timeOffset = timeOffset.Add(sampleDuration); request.Sample = sample; deferal.Complete(); } }
void InitializeMediaPlayer() { int iWidth = (int)Window.Current.Bounds.Width; int iHeight = (int)Window.Current.Bounds.Height; // Even frame size with a 16:9 ratio iWidth = Math.Min(iWidth, ((iHeight * 16 / 9) >> 1) * 2); iHeight = Math.Min(iHeight, ((iWidth * 9 / 16) >> 1) * 2); VideoEncodingProperties videoProperties = VideoEncodingProperties.CreateUncompressed(MediaEncodingSubtypes.Bgra8, (uint)iWidth, (uint)iHeight); _videoDesc = new VideoStreamDescriptor(videoProperties); _videoDesc.EncodingProperties.FrameRate.Numerator = c_frameRateN; _videoDesc.EncodingProperties.FrameRate.Denominator = c_frameRateD; _videoDesc.EncodingProperties.Bitrate = (uint)(c_frameRateN * c_frameRateD * iWidth * iHeight * 4); _mss = new Windows.Media.Core.MediaStreamSource(_videoDesc); TimeSpan spanBuffer = new TimeSpan(0, 0, 0, 0, 250); _mss.BufferTime = spanBuffer; _mss.Starting += _mss_Starting; _mss.SampleRequested += _mss_SampleRequested; _sampleGenerator = new DXSurfaceGenerator.SampleGenerator(); mediaPlayer.AutoPlay = false; mediaPlayer.CurrentStateChanged += mediaPlayer_CurrentStateChanged; mediaPlayer.SetMediaStreamSource(_mss); _hasSetMediaSource = true; }
public void InitialiseMp4FileMedia(string path) { try { VideoEncodingProperties videoProperties = VideoEncodingProperties.CreateH264(); _videoDesc = new VideoStreamDescriptor(videoProperties); _videoDesc.EncodingProperties.FrameRate.Numerator = FRAME_RATE; _videoDesc.EncodingProperties.FrameRate.Denominator = 1; //_videoDesc.EncodingProperties.Bitrate = (uint)(1 * FRAME_RATE * MP4_WIDTH * MP4_HEIGHT * 4); _mss = new Windows.Media.Core.MediaStreamSource(_videoDesc); TimeSpan spanBuffer = new TimeSpan(0); _mss.BufferTime = spanBuffer; _mss.Starting += mp4_Starting; _mss.SampleRequested += mp4_SampleRequested; _mp4Sampler = new SurfaceGenerator.Mp4Sampler(); _remoteVideo.MediaFailed += _remoteVideo_MediaFailed; _remoteVideo.SetMediaStreamSource(_mss); _remoteVideo.Play(); } catch (Exception excp) { Debug.WriteLine("Exception InitialiseMp4FileMedia. " + excp); } }
void InitializeMediaPlayer() { int iWidth = (int)Window.Current.Bounds.Width; int iHeight = (int)Window.Current.Bounds.Height; // Even frame size with a 16:9 ratio iWidth = Math.Min(iWidth, ((iHeight * 16 / 9) >> 1) * 2); iHeight = Math.Min(iHeight, ((iWidth * 9 / 16) >> 1) * 2); VideoEncodingProperties videoProperties = VideoEncodingProperties.CreateUncompressed(MediaEncodingSubtypes.Bgra8, (uint)iWidth, (uint)iHeight); _videoDesc = new VideoStreamDescriptor(videoProperties); _videoDesc.EncodingProperties.FrameRate.Numerator = c_frameRateN; _videoDesc.EncodingProperties.FrameRate.Denominator = c_frameRateD; _videoDesc.EncodingProperties.Bitrate = (uint)(c_frameRateN * c_frameRateD * iWidth * iHeight * 4); _mss = new Windows.Media.Core.MediaStreamSource(_videoDesc); TimeSpan spanBuffer = new TimeSpan(0, 0, 0, 0, 250); _mss.BufferTime = spanBuffer; _mss.Starting += _mss_Starting; _mss.SampleRequested += _mss_SampleRequested; _sampleGenerator = new DXSurfaceGenerator.SampleGenerator(); mediaPlayer.AutoPlay = false; mediaPlayer.CurrentStateChanged += mediaPlayer_CurrentStateChanged; mediaPlayer.SetMediaStreamSource(_mss); _hasSetMediaSource = true; }
async void MSS_Starting(Windows.Media.Core.MediaStreamSource sender, MediaStreamSourceStartingEventArgs args) { MediaStreamSourceStartingRequest request = args.Request; if ((request.StartPosition != null) && request.StartPosition.Value <= MSS.Duration) { UInt64 sampleOffset = (UInt64)request.StartPosition.Value.Ticks / (UInt64)sampleDuration.Ticks; timeOffset = new TimeSpan((long)sampleOffset * sampleDuration.Ticks); byteOffset = sampleOffset * sampleSize; } // create the RandomAccessStream for the input file for the first time if (mssStream == null) { MediaStreamSourceStartingRequestDeferral deferal = request.GetDeferral(); try { mssStream = await inputMP3File.OpenAsync(FileAccessMode.Read); request.SetActualStartPosition(timeOffset); deferal.Complete(); } catch (Exception) { MSS.NotifyError(MediaStreamSourceErrorStatus.FailedToOpenFile); deferal.Complete(); } } else { request.SetActualStartPosition(timeOffset); } }
void mss_SampleRequested(Windows.Media.Core.MediaStreamSource sender, MediaStreamSourceSampleRequestedEventArgs args) { if (args.Request.StreamDescriptor is VideoStreamDescriptor) { _sampleMaker.GenerateSample(args.Request); } }
void mss_Starting(Windows.Media.Core.MediaStreamSource sender, MediaStreamSourceStartingEventArgs args) { Debug.WriteLine("Starting."); _sampleMaker.Initialize(_mss, _videoDesc); args.Request.SetActualStartPosition(new TimeSpan(0)); }
void MSS_Starting(Windows.Media.Core.MediaStreamSource sender, MediaStreamSourceStartingEventArgs args) { if (!m_hasSetMediaSource || advanced_media_source == null) { return; } advanced_media_source.Initialize(media_stream_source, videoDesc, audioDesc); args.Request.SetActualStartPosition(new TimeSpan(0)); }
void MSS_Closed(Windows.Media.Core.MediaStreamSource sender, MediaStreamSourceClosedEventArgs args) { sender.Starting -= MSS_Starting; sender.Closed -= MSS_Closed; sender.SampleRequested -= MSS_SampleRequested; if (sender == media_stream_source) { media_stream_source = null; } }
void mp4_Starting(Windows.Media.Core.MediaStreamSource sender, MediaStreamSourceStartingEventArgs args) { Debug.WriteLine("Starting."); //_sampleMaker.Initialize(_mss, _videoDesc); var folder = Windows.ApplicationModel.Package.Current.InstalledLocation; _mp4Sampler.Initialise(folder.Path + @"\Assets\big_buck_bunny.mp4"); args.Request.SetActualStartPosition(new TimeSpan(0)); }
void mp4_SampleRequested(Windows.Media.Core.MediaStreamSource sender, MediaStreamSourceSampleRequestedEventArgs args) { try { if (args.Request.StreamDescriptor is VideoStreamDescriptor) { _mp4Sampler.GetSample(args.Request); } } catch (Exception excp) { Debug.WriteLine("Exception mp4_SampleRequeste. " + excp.Message); } }
async private void InitializeMediaStreamSource() { // initialize Parsing Variables byteOffset = 0; timeOffset = new TimeSpan(0); // get the encoding properties of the input MP3 file List <string> encodingPropertiesToRetrieve = new List <string>(); encodingPropertiesToRetrieve.Add("System.Audio.SampleRate"); encodingPropertiesToRetrieve.Add("System.Audio.ChannelCount"); encodingPropertiesToRetrieve.Add("System.Audio.EncodingBitrate"); IDictionary <string, object> encodingProperties = await inputMP3File.Properties.RetrievePropertiesAsync(encodingPropertiesToRetrieve); uint sampleRate = (uint)encodingProperties["System.Audio.SampleRate"]; uint channelCount = (uint)encodingProperties["System.Audio.ChannelCount"]; uint bitRate = (uint)encodingProperties["System.Audio.EncodingBitrate"]; // get the common music properties of the input MP3 file MusicProperties mp3FileProperties = await inputMP3File.Properties.GetMusicPropertiesAsync(); songDuration = mp3FileProperties.Duration; // creating the AudioEncodingProperties for the MP3 file AudioEncodingProperties audioProps = AudioEncodingProperties.CreateMp3(sampleRate, channelCount, bitRate); // creating the AudioStreamDescriptor for the MP3 file AudioStreamDescriptor audioDescriptor = new AudioStreamDescriptor(audioProps); // creating the MediaStreamSource for the MP3 file MSS = new Windows.Media.Core.MediaStreamSource(audioDescriptor); MSS.CanSeek = true; MSS.MusicProperties.Title = mp3FileProperties.Title; MSS.Duration = songDuration; // hooking up the MediaStreamSource event handlers MSS.Starting += MSS_Starting; MSS.SampleRequested += MSS_SampleRequested; MSS.Closed += MSS_Closed; mediaPlayer.SetMediaStreamSource(MSS); rootPage.NotifyUser("MediaStreamSource created and set as source", NotifyType.StatusMessage); }
void MSS_SampleRequested(Windows.Media.Core.MediaStreamSource sender, MediaStreamSourceSampleRequestedEventArgs args) { if (!m_hasSetMediaSource || advanced_media_source == null) { return; } if (args.Request.StreamDescriptor is VideoStreamDescriptor) { advanced_media_source.GenerateVideoSample(args.Request); } else if (args.Request.StreamDescriptor is AudioStreamDescriptor) { advanced_media_source.GenerateAudioSample(args.Request); } }
void MSS_Closed(Windows.Media.Core.MediaStreamSource sender, MediaStreamSourceClosedEventArgs args) { // close the MediaStreamSource and remove the MediaStreamSource event handlers if (mssStream != null) { mssStream.Dispose(); mssStream = null; } sender.SampleRequested -= MSS_SampleRequested; sender.Starting -= MSS_Starting; sender.Closed -= MSS_Closed; if (sender == MSS) { MSS = null; } }
public MainPage() { this.InitializeComponent(); var videoProperties = VideoEncodingProperties.CreateH264();//.CreateUncompressed(MediaEncodingSubtypes.H264, 720, 480); var vd = VideoEncodingProperties.CreateUncompressed(MediaEncodingSubtypes.H264, 720, 480); videoDesc = new VideoStreamDescriptor(videoProperties); videoDesc.EncodingProperties.FrameRate.Numerator = 29970; videoDesc.EncodingProperties.FrameRate.Denominator = 1000; videoDesc.EncodingProperties.Width = 720; videoDesc.EncodingProperties.Height = 480; mss = new MediaStreamSource(videoDesc); mss.CanSeek = false; //mss.BufferTime = new TimeSpan(0, 0, 0, 0, 250); mss.Starting += mss_Starting; mss.SampleRequested += Mss_SampleRequested; mss.SampleRendered += Mss_SampleRendered; //initialize some buffers buff = new Windows.Storage.Streams.Buffer(1024 * 4); bStream = buff.AsStream(); //this seems needed for start-up threadSync = new System.Threading.AutoResetEvent(false); //get the frame time in ms double ms = 1000.0 * videoDesc.EncodingProperties.FrameRate.Denominator / videoDesc.EncodingProperties.FrameRate.Numerator; //get the frame time in ticks T0 = System.TimeSpan.FromTicks((long)(ms * System.TimeSpan.TicksPerMillisecond)); //our demuxer extractor = new MpegTS.BufferExtractor(); running = true; //give the file IO a head start Task.Run(() => RunreadFromFile()); }
public void InitialiseRovingSquareSampleMedia() { VideoEncodingProperties videoProperties = VideoEncodingProperties.CreateUncompressed(MediaEncodingSubtypes.Bgra8, (uint)WIDTH, (uint)HEIGHT); _videoDesc = new VideoStreamDescriptor(videoProperties); _videoDesc.EncodingProperties.FrameRate.Numerator = FRAME_RATE; _videoDesc.EncodingProperties.FrameRate.Denominator = 1; _videoDesc.EncodingProperties.Bitrate = (uint)(1 * FRAME_RATE * WIDTH * HEIGHT * 4); _mss = new Windows.Media.Core.MediaStreamSource(_videoDesc); TimeSpan spanBuffer = new TimeSpan(0); _mss.BufferTime = spanBuffer; _mss.Starting += mss_Starting; _mss.SampleRequested += mss_SampleRequested; _sampleMaker = new SurfaceGenerator.SampleMaker(); _remoteVideo.MediaFailed += _remoteVideo_MediaFailed; _remoteVideo.SetMediaStreamSource(_mss); _remoteVideo.Play(); }
public async Task <bool> ConnectAsync() { var response = await EstablishConnectionAsync(); connected = response.Item1; if (connected == false) { return(false); } AudioEncodingProperties obtainedProperties = await GetEncodingPropertiesAsync(response.Item2); MediaStreamSource = new Windows.Media.Core.MediaStreamSource(new AudioStreamDescriptor(obtainedProperties)); MediaStreamSource.SampleRequested += MediaStreamSource_SampleRequested; MediaStreamSource.CanSeek = false; MediaStreamSource.Starting += MediaStreamSource_Starting; MediaStreamSource.Closed += MediaStreamSource_Closed; connected = true; return(connected); }
public async Task ConnectAsync(uint sampleRate = 44100, string relativePath = ";") { await HandleConnection(relativePath); //Surprised that this commented-out-bit is broken. //AudioEncodingProperties obtainedProperties = await GetEncodingPropertiesAsync(); switch (contentType) { case StreamAudioFormat.MP3: { MediaStreamSource = new Windows.Media.Core.MediaStreamSource(new AudioStreamDescriptor(AudioEncodingProperties.CreateMp3(sampleRate, 2, (uint)bitRate))); //MediaStreamSource.AddStreamDescriptor(new AudioStreamDescriptor(AudioEncodingProperties.CreateMp3(48000, 2, (uint)bitRate))); //MediaStreamSource.AddStreamDescriptor(new AudioStreamDescriptor(AudioEncodingProperties.CreateMp3(32000, 2, (uint)bitRate))); //MediaStreamSource.AddStreamDescriptor(new AudioStreamDescriptor(AudioEncodingProperties.CreateMp3(24000, 2, (uint)bitRate))); //MediaStreamSource.AddStreamDescriptor(new AudioStreamDescriptor(AudioEncodingProperties.CreateMp3(22050, 2, (uint)bitRate))); } break; case StreamAudioFormat.AAC: { MediaStreamSource = new MediaStreamSource(new AudioStreamDescriptor(AudioEncodingProperties.CreateAac(sampleRate, 2, (uint)bitRate))); } break; } MediaStreamSource.SampleRequested += MediaStreamSource_SampleRequested; MediaStreamSource.CanSeek = false; MediaStreamSource.Starting += MediaStreamSource_Starting; MediaStreamSource.Closed += MediaStreamSource_Closed; }
void _mss_SampleRequested(Windows.Media.Core.MediaStreamSource sender, MediaStreamSourceSampleRequestedEventArgs args) { _sampleGenerator.GenerateSample(args.Request); }
void _mss_Starting(Windows.Media.Core.MediaStreamSource sender, MediaStreamSourceStartingEventArgs args) { _sampleGenerator.Initialize(_mss, _videoDesc); args.Request.SetActualStartPosition(new TimeSpan(0)); }
void MSS_Closed(Windows.Media.Core.MediaStreamSource sender, MediaStreamSourceClosedEventArgs args) { // close the MediaStreamSource and remove the MediaStreamSource event handlers if (mssStream != null) { mssStream.Dispose(); mssStream = null; } sender.SampleRequested -= MSS_SampleRequested; sender.Starting -= MSS_Starting; sender.Closed -= MSS_Closed; if (sender == MSS) { MSS = null; } }
async private void InitializeMediaStreamSource() { // initialize Parsing Variables byteOffset = 0; timeOffset = new TimeSpan(0); // get the encoding properties of the input MP3 file List<string> encodingPropertiesToRetrieve = new List<string>(); encodingPropertiesToRetrieve.Add("System.Audio.SampleRate"); encodingPropertiesToRetrieve.Add("System.Audio.ChannelCount"); encodingPropertiesToRetrieve.Add("System.Audio.EncodingBitrate"); IDictionary<string, object> encodingProperties = await inputMP3File.Properties.RetrievePropertiesAsync(encodingPropertiesToRetrieve); uint sampleRate = (uint)encodingProperties["System.Audio.SampleRate"]; uint channelCount = (uint)encodingProperties["System.Audio.ChannelCount"]; uint bitRate = (uint)encodingProperties["System.Audio.EncodingBitrate"]; // get the common music properties of the input MP3 file MusicProperties mp3FileProperties = await inputMP3File.Properties.GetMusicPropertiesAsync(); songDuration = mp3FileProperties.Duration; // creating the AudioEncodingProperties for the MP3 file AudioEncodingProperties audioProps = AudioEncodingProperties.CreateMp3(sampleRate, channelCount, bitRate); // creating the AudioStreamDescriptor for the MP3 file AudioStreamDescriptor audioDescriptor = new AudioStreamDescriptor(audioProps); // creating the MediaStreamSource for the MP3 file MSS = new Windows.Media.Core.MediaStreamSource(audioDescriptor); MSS.CanSeek = true; MSS.MusicProperties.Title = mp3FileProperties.Title; MSS.Duration = songDuration; // hooking up the MediaStreamSource event handlers MSS.Starting += MSS_Starting; MSS.SampleRequested += MSS_SampleRequested; MSS.Closed += MSS_Closed; mediaPlayer.SetMediaStreamSource(MSS); rootPage.NotifyUser("MediaStreamSource created and set as source", NotifyType.StatusMessage); }
private async void MediaStreamSource_SampleRequested(Windows.Media.Core.MediaStreamSource sender, Windows.Media.Core.MediaStreamSourceSampleRequestedEventArgs args) { var request = args.Request; if (!IsInternetConnected() || !connected) { connected = false; Disconnect(); sender.NotifyError(MediaStreamSourceErrorStatus.ConnectionToServerLost); return; } var deferral = request.GetDeferral(); try { MediaStreamSample sample = null; uint sampleLength = 0; //request.ReportSampleProgress(25); //if metadataPos is less than mp3_sampleSize away from metadataInt if (metadataInt - metadataPos <= (AudioInfo.AudioFormat == StreamAudioFormat.MP3 ? mp3_sampleSize : aac_adts_sampleSize) && metadataInt - metadataPos > 0) { //parse part of the frame. byte[] partialFrame = new byte[metadataInt - metadataPos]; var read = await socketReader.LoadAsync(metadataInt - metadataPos); if (read == 0) { Disconnect(); MediaStreamSource.NotifyError(MediaStreamSourceErrorStatus.ConnectionToServerLost); return; } socketReader.ReadBytes(partialFrame); metadataPos += metadataInt - metadataPos; switch (AudioInfo.AudioFormat) { case StreamAudioFormat.MP3: { Tuple <MediaStreamSample, uint> result = await ParseMP3SampleAsync(partial : true, partialBytes : partialFrame); sample = result.Item1; sampleLength = result.Item2; } break; case StreamAudioFormat.AAC_ADTS: case StreamAudioFormat.AAC: { Tuple <MediaStreamSample, uint> result = await ParseAACSampleAsync(partial : true, partialBytes : partialFrame); sample = result.Item1; sampleLength = result.Item2; } break; } } else { await HandleMetadata(); //request.ReportSampleProgress(50); switch (AudioInfo.AudioFormat) { case StreamAudioFormat.MP3: { //mp3 Tuple <MediaStreamSample, uint> result = await ParseMP3SampleAsync(); sample = result.Item1; sampleLength = result.Item2; } break; case StreamAudioFormat.AAC_ADTS: case StreamAudioFormat.AAC: { Tuple <MediaStreamSample, uint> result = await ParseAACSampleAsync(); sample = result.Item1; sampleLength = result.Item2; } break; } try { if (sample == null || sampleLength == 0) //OLD bug: on RELEASE builds, sample.Buffer causes the app to die due to a possible .NET Native bug { MediaStreamSource.NotifyError(MediaStreamSourceErrorStatus.DecodeError); deferral.Complete(); return; } else { metadataPos += sampleLength; } } catch (Exception) { } } if (sample != null) { request.Sample = sample; } //request.ReportSampleProgress(100); } catch (Exception) { MediaStreamSource.NotifyError(MediaStreamSourceErrorStatus.Other); } deferral.Complete(); }