protected void StartAudioThread()
{
int curGuid = currentGuid;
Task.Factory.StartNew(() =>
{
DateTime lasthandleTime = DateTime.Now;
while (curGuid == currentGuid)
{
if (frames.Count <= 1)
{
isWait = true;
}
do
{
Thread.Sleep(1);
} while (isWait && frames.Count == 0);
while (curGuid == currentGuid && (frames.Count == 0 || frames[0].isVideo))
{
Thread.Sleep(1);
}
FrameSt frameData = null;
if (curGuid != currentGuid)
{
break;
}
lasthandleTime = DateTime.Now;
if (frames.Count > 0)
{
frameData = frames[0];
frames.RemoveAt(0);
}
if (frameData == null)
{
continue;
}
try
{
addDataToBufferedWaveProvider(frameData.data, 0, frameData.data.Length);
}
catch (Exception ex)
{
Console.WriteLine($"音频播放异常：{ex.Message}");
}
frameData = null;
}
});
}
protected void StartVideoThread(int fps)
{
int curGuid = currentGuid;
Task.Factory.StartNew(() =>
{
DateTime lasthandleTime = DateTime.Now;
byte[] byteZero = new byte[0];
int dropFrameTime = 0;
double perFrameTime = 1000 * 1.0 / fps;
Stopwatch stopwatch = new Stopwatch();
while (curGuid == currentGuid)
{
if (frames.Count <= 1)
{
isWait = true;
}
while (curGuid == currentGuid && (frames.Count == 0 || !frames[0].isVideo))
{
Thread.Sleep(1);
}
stopwatch.Start();
FrameSt frameData = null;
lasthandleTime = lasthandleTime.AddMilliseconds(perFrameTime);
bool isReCalcTime = false;
//时间没到时，等待
while (lasthandleTime > DateTime.Now || isWait)
{
if (curGuid != currentGuid)
{
break;
}
Thread.Sleep(1);
if (isWait)
{
lasthandleTime = DateTime.Now.AddMilliseconds(perFrameTime);
if (!isReCalcTime)
{
Console.WriteLine("重新计算播放时间");
isReCalcTime = true;
}
}
}
if (curGuid != currentGuid)
{
break;
}
if (frames.Count > 0)
{
//while (frames.Count > TempBufferSize)
//{
// Console.WriteLine($"主动丢帧:{dropFrameTime}");
// frames.RemoveAt(0);
//}
frameData = frames[0];
frames.RemoveAt(0);
}
if (frameData != null)
{
//Console.WriteLine($"length:{frameData.data.Count()}");
callBack(frameData.width, frameData.height, frameData.data, frameData.stride, false);
frameData = null;
}
stopwatch.Stop();
if (stopwatch.ElapsedMilliseconds == 0)
{
Console.WriteLine($"{lasthandleTime:mm:ss:ffff} -> {DateTime.Now:mm:ss:ffff}");
Console.WriteLine($"解析时间：{stopwatch.ElapsedMilliseconds}毫秒 wait:{isWait}");
}
stopwatch.Reset();
}
});
}
private unsafe void DecodeAllFramesToImages(AVHWDeviceType HWDevice)
{
isWait = true;
frames.Clear();
// decode all frames from url, please not it might local resorce, e.g. string url = "../../sample_mpeg4.mp4";
//var url = "http://clips.vorwaerts-gmbh.de/big_buck_bunny.mp4"; // be advised this file holds 1440 frames
//var url = "rtmp://58.200.131.2:1935/livetv/hunantv";
int curGuid = currentGuid;
//FileStream fs = new FileStream("E://tt.mp3", FileMode.OpenOrCreate);
using (var vsd = new AudioStreamDecoder(url, HWDevice))
{
//TempBufferSize = vsd.Fps / 2;
StartVideoThread(vsd.Fps);
StartAudioThread();
Console.WriteLine($"FPS:{vsd.Fps}");
Console.WriteLine($"codec name: {vsd.CodecName}");
var info = vsd.GetContextInfo();
info.ToList().ForEach(x => Console.WriteLine($"{x.Key} = {x.Value}"));
var sourceSize = vsd.FrameSize;
var sourcePixelFormat = HWDevice == AVHWDeviceType.AV_HWDEVICE_TYPE_NONE ? vsd.PixelFormat : GetHWPixelFormat(HWDevice);
//var destinationSize = sourceSize;
var destinationSize = new Size(1920, 1080);
var destinationPixelFormat = AVPixelFormat.AV_PIX_FMT_BGR24;
using (VideoFrameConverter vfc = new VideoFrameConverter(sourceSize, sourcePixelFormat, destinationSize, destinationPixelFormat))
{
using (AudioFrameConverter afc = new AudioFrameConverter(vsd.in_sample_fmt, vsd.in_sample_rate, vsd.in_channels))
{
naudioInit(vsd.in_sample_rate, vsd.in_channels);
Stopwatch stopwatch = new Stopwatch();
while (vsd.TryDecodeNextFrame(out var frame, out bool isVideo))
{
if (curGuid != currentGuid)
{
break;
}
if (frames.Count >= TempBufferSize)
{
isWait = false;
}
if (isVideo)
{
if (!isLastMode)
{
while (frames.Count >= TempBufferSize * 2)
{
if (curGuid != currentGuid)
{
break;
}
Thread.Sleep(1);
}
}
//stopwatch.Start();
AVFrame convertedFrame = vfc.Convert(frame);
int length = convertedFrame.height * convertedFrame.linesize[0];
byte[] managedArray = IntPrtToBytes((IntPtr)convertedFrame.data[0], length);
FrameSt st = new FrameSt()
{
data = managedArray,
width = convertedFrame.width,
height = convertedFrame.height,
stride = convertedFrame.linesize[0],
isVideo = true
};
frames.Add(st);
//stopwatch.Stop();
//Console.WriteLine($"解析时间：{stopwatch.ElapsedMilliseconds}毫秒");
//stopwatch.Reset();
}
else
{
var convertedFrame = afc.Convert(frame);
int length = convertedFrame.pkt_size;
byte[] managedArray = new byte[0];
if (managedArray.Length != length)
{
managedArray = new byte[length];
}
Marshal.Copy((IntPtr)convertedFrame.data[0], managedArray, 0, managedArray.Length);
frames.Add(new FrameSt()
{
data = managedArray, isVideo = false
});
}
}
}
}
}
//fs.Close();
}
