public void UpdateFrame(UdpSocket udpSocket, SortedDictionary <int, VideoSenderMessage> videoMessages)
{
if (State != PrepareState.Prepared)
{
Debug.Log("TextureGroupUpdater is not prepared yet...");
return;
}
int?frameIdToRender = null;
if (lastFrameId == -1)
{
// For the first frame, find a keyframe.
foreach (var videoMessagePair in videoMessages)
{
if (videoMessagePair.Value.keyframe)
{
frameIdToRender = videoMessagePair.Key;
break;
}
}
}
else
{
// If there is a key frame, use the most recent one.
foreach (var videoMessagePair in videoMessages)
{
if (videoMessagePair.Key <= lastFrameId)
{
continue;
}
if (videoMessagePair.Value.keyframe)
{
frameIdToRender = videoMessagePair.Key;
}
}
// Find if there is the next frame.
if (!frameIdToRender.HasValue)
{
if (videoMessages.ContainsKey(lastFrameId + 1))
{
frameIdToRender = lastFrameId + 1;
}
}
}
if (!frameIdToRender.HasValue)
{
return;
}
var videoMessage = videoMessages[frameIdToRender.Value];
AVFrame avFrame = colorDecoder.Decode(videoMessage.colorEncoderFrame);
DepthPixels depthPixels = depthDecoder.Decode(videoMessage.depthEncoderFrame, videoMessage.keyframe);
lastFrameId = frameIdToRender.Value;
udpSocket.Send(PacketUtils.createReportReceiverPacketBytes(receiverId, lastFrameId).bytes, senderEndPoint);
textureSet.SetAvFrame(avFrame);
textureSet.SetDepthPixels(depthPixels);
TelepresenceToolkitPlugin.UpdateTextureGroup(textureSet.GetId());
}