private bool FillDecodedPictureHolderFrame(AVPacket *readingPacket, bool emptyPacket) { var receivedFrame = 0; // Empty packet explanation: http://stackoverflow.com/questions/25526075/multiple-frames-lost-if-i-use-av-read-frame-in-ffmpeg if (emptyPacket) { ffmpeg.av_init_packet(readingPacket); readingPacket->stream_index = InputVideoStream->index; } try { var decodingPacket = (AVPacket)System.Runtime.InteropServices.Marshal.PtrToStructure(new IntPtr(readingPacket), typeof(AVPacket)); // by-value copy while (decodingPacket.size > 0 || emptyPacket) { var decodeResult = ffmpeg.avcodec_decode_video2(VideoCodecContext, DecodedPictureHolder, &receivedFrame, readingPacket); if (decodeResult < Constants.SuccessCode) { var errorMessage = Helper.GetFFmpegErrorMessage(decodeResult); break; } else { decodingPacket.size -= decodeResult; if (emptyPacket && decodingPacket.size == 0) { break; } } } } finally { ffmpeg.av_free_packet(readingPacket); } return(receivedFrame != 0); }
private bool FillDecodedWaveHolderFrame(AVPacket *readingPacket, bool emptyPacket) { var receivedFrame = 0; if (emptyPacket) { ffmpeg.av_init_packet(readingPacket); readingPacket->stream_index = InputAudioStream->index; } try { var decodingPacket = (AVPacket)System.Runtime.InteropServices.Marshal.PtrToStructure(new IntPtr(readingPacket), typeof(AVPacket)); // by-value copy while (decodingPacket.size > 0 || emptyPacket) { var decodeResult = ffmpeg.avcodec_decode_audio4(AudioCodecContext, DecodedWaveHolder, &receivedFrame, &decodingPacket); if (decodeResult < Constants.SuccessCode) { var errorMessage = Helper.GetFFmpegErrorMessage(decodeResult); break; throw new Exception(string.Format("Error decoding audio packet. Code {0} - {1}", decodeResult, errorMessage)); } else { decodingPacket.size -= decodeResult; if (emptyPacket && decodingPacket.size == 0) { break; } } } } finally { ffmpeg.av_free_packet(readingPacket); } return(receivedFrame != 0); }
/// <summary> /// Internals the seek input. /// </summary> /// <param name="renderTime">The render time.</param> private void InternalSeekInput(decimal renderTime) { if (IsLiveStream) { if (LeadingFramesCache.IsEmpty == false) { RealtimeClock.Seek(LeadingFramesCache.FirstFrameTime); } return; } #if DEBUG var seekStopwatch = new System.Diagnostics.Stopwatch(); seekStopwatch.Start(); #endif if (renderTime < StartTime) { renderTime = StartTime; } RealtimeClock.Seek(renderTime); var allowedThreshold = Constants.SeekThresholdSeconds; var seekOffsetLength = Constants.SeekOffsetSeconds; var seekTime = renderTime - seekOffsetLength; var maxSeekStartTime = seekTime - allowedThreshold; var bufferedLeadingFrames = new FFmpegMediaFrameCache(LeadingFramesCache); var bufferedLaggingFrames = new FFmpegMediaFrameCache(LaggingFramesCache); var outerLoopCount = 0; var innerLoopCount = 0; var frameReleaseCount = 0; var doSeekInStream = true; var doSeekByPullingFrames = true; var seekFlag = 0; var seekFrameResult = 0; var startTime = DateTime.UtcNow; var lastFailedTimestamp = long.MinValue; var seekToLastFrame = false; var seekTimeBase = LeadingFramesCache.Type == MediaFrameType.Video ? InputVideoStream->time_base : InputAudioStream->time_base; var seekStreamIndex = LeadingFramesCache.Type == MediaFrameType.Video ? InputVideoStream->index : InputAudioStream->index; var leadingFrameIndex = -1; try { while (doSeekInStream) { outerLoopCount++; if (seekTime < StartTime) { seekTime = StartTime; } if (lastFailedTimestamp == StartDts) { if (LeadingFramesCache.IsEmpty == false) { RealtimeClock.Seek(LeadingFramesCache.FirstFrameTime); } ErrorOccurredCallback(this, new MediaPlaybackException(MediaPlaybackErrorSources.InternalSeekInput, MediaPlaybackErrorCode.SeekFailedCritical, string.Format("Target Postion @ {0:0.000}s has already failed to seek. First DTS {1} also failed and will not retry.", seekTime, StartDts))); return; } var targetTimestamp = Helper.SecondsToTimestamp(seekTime, seekTimeBase); if (lastFailedTimestamp == targetTimestamp) { ErrorOccurredCallback(this, new MediaPlaybackException(MediaPlaybackErrorSources.InternalSeekInput, MediaPlaybackErrorCode.SeekFailedWillRetry, string.Format("Target Postion @ {0:0.000}s has already failed to seek. Target timestamp will now be First DTS {1}.", seekTime, StartDts))); targetTimestamp = StartDts; } seekFlag = (seekTime < renderTime || seekTime <= StartTime ? (int)ffmpeg.AVSEEK_FLAG_BACKWARD : 0) | 0; // FFmpegInvoke.AVSEEK_FLAG_ANY; //seekFlag = FFmpegInvoke.AVSEEK_FLAG_BACKWARD; // | FFmpegInvoke.AVSEEK_FLAG_ANY; seekFrameResult = ffmpeg.av_seek_frame(InputFormatContext, seekStreamIndex, targetTimestamp, seekFlag); // significantly faster than seek_file //seekFrameResult = FFmpegInvoke.avformat_seek_file(InputFormatContext, streamIndex, long.MinValue, targetTimestamp, long.MaxValue, seekFlag); if (seekFrameResult < Constants.SuccessCode) { if (LeadingFramesCache.IsEmpty == false) { RealtimeClock.Seek(LeadingFramesCache.FirstFrameTime); } var errorMessage = Helper.GetFFmpegErrorMessage(seekFrameResult); ErrorOccurredCallback(this, new MediaPlaybackException(MediaPlaybackErrorSources.InternalSeekInput, MediaPlaybackErrorCode.SeekFailedFFmpeg, string.Format("FFmpeg av_seek_frame @ {1:0.000}: Failed with error code {0}. {2}", seekFrameResult, seekTime, errorMessage))); return; } else { if (VideoCodecContext != null) { ffmpeg.avcodec_flush_buffers(VideoCodecContext); } if (AudioCodecContext != null) { ffmpeg.avcodec_flush_buffers(AudioCodecContext); } } leadingFrameIndex = -1; bufferedLeadingFrames.Clear(); bufferedLaggingFrames.Clear(); doSeekInStream = false; doSeekByPullingFrames = true; while (doSeekByPullingFrames) { innerLoopCount++; var frame = this.PullMediaFrame(); if (frame != null) { if (frame.StartTime < maxSeekStartTime) { frame.EnqueueRelease(); frameReleaseCount++; continue; } if (frame.Type == bufferedLeadingFrames.Type) { leadingFrameIndex++; if (leadingFrameIndex == 0 && frame.Type == bufferedLeadingFrames.Type && frame.StartTime - frame.Duration > maxSeekStartTime && maxSeekStartTime > 0M) { seekTime -= seekOffsetLength; frame.EnqueueRelease(); doSeekInStream = true; lastFailedTimestamp = targetTimestamp; break; } // We are Full minus 1 at this point. We'll stop buffering if (bufferedLeadingFrames.Count >= bufferedLeadingFrames.Capacity - 1) { doSeekByPullingFrames = false; } bufferedLeadingFrames.Add(frame); } else if (frame.Type == bufferedLaggingFrames.Type) { // add the lagging frame no matter what if (bufferedLaggingFrames.IsFull) { bufferedLaggingFrames.RemoveFirst(); } bufferedLaggingFrames.Add(frame); } // Find out if we have the frame var seekFrameIndex = bufferedLeadingFrames.IndexOf(renderTime, true); var minimumFrameCount = (seekFrameIndex - 1) * 2; // if we have more than enough frames in the buffer or we have reached a full or end condition, stop buffering frames if (seekFrameIndex > 0) { if (bufferedLeadingFrames.Count >= minimumFrameCount || bufferedLeadingFrames.IsFull || IsAtEndOfStream) { doSeekByPullingFrames = false; } } } // We're already padt the end of the stream. Natural duration was wron for the leading frames cache. if (IsAtEndOfStream && bufferedLeadingFrames.Count <= 0) { doSeekInStream = true; seekTime -= seekOffsetLength; maxSeekStartTime = seekTime - allowedThreshold; seekToLastFrame = true; } if (doSeekInStream) { break; } if (doSeekByPullingFrames == false || IsAtEndOfStream) { LeadingFramesCache.Replace(bufferedLeadingFrames); LaggingFramesCache.Replace(bufferedLaggingFrames); if (seekToLastFrame && LeadingFramesCache.Count > 0) { RealtimeClock.Seek(LeadingFramesCache.LastFrameTime); } return; } } } } finally { #if DEBUG seekStopwatch.Stop(); SeekTimes.Add(seekStopwatch.ElapsedMilliseconds); InnerLoopCounts.Add(innerLoopCount); System.Diagnostics.Debug.WriteLine("Seek @ {6:0.000} = Long: {0:00}\t Short: {1:000}\t Short (AVG): {2:0.000}\t Waste Count: {3:000}\t Elapsed: {4}\tElapsed (AVG): {5:0.000}", outerLoopCount, innerLoopCount, InnerLoopCounts.Average(), frameReleaseCount, seekStopwatch.ElapsedMilliseconds, SeekTimes.Average(), renderTime); #endif } }