public bool UpdateFrame(UdpSocket udpSocket, SenderPacketSet senderPacketSet)
{
var videoMessageList = new List <Tuple <int, VideoSenderMessageData> >();
try
{
if (heartbeatStopWatch.Elapsed.TotalSeconds > HEARTBEAT_INTERVAL_SEC)
{
udpSocket.Send(PacketHelper.createHeartbeatReceiverPacketBytes(receiverSessionId), senderEndPoint);
heartbeatStopWatch = Stopwatch.StartNew();
}
if (senderPacketSet.ReceivedAny)
{
videoMessageAssembler.Assemble(udpSocket,
senderPacketSet.VideoPacketDataList,
senderPacketSet.FecPacketDataList,
textureGroupUpdater.lastVideoFrameId,
videoMessageList);
audioPacketReceiver.Receive(senderPacketSet.AudioPacketDataList, kinectOrigin.Speaker.RingBuffer);
receivedAnyStopWatch = Stopwatch.StartNew();
}
else
{
if (receivedAnyStopWatch.Elapsed.TotalSeconds > HEARTBEAT_TIME_OUT_SEC)
{
UnityEngine.Debug.Log($"Timed out after waiting for {HEARTBEAT_TIME_OUT_SEC} seconds without a received packet.");
return(false);
}
}
}
catch (UdpSocketException e)
{
UnityEngine.Debug.Log($"UdpSocketRuntimeError: {e}");
return(false);
}
textureGroupUpdater.UpdateFrame(udpSocket, videoMessageList);
kinectOrigin.UpdateFrame(senderPacketSet.FloorPacketDataList);
return(true);
}
public static SenderPacketSet Receive(UdpSocket udpSocket)
{
var senderPacketSet = new SenderPacketSet();
while (true)
{
var packet = udpSocket.Receive();
if (packet == null)
{
break;
}
//int sessionId = PacketHelper.getSessionIdFromSenderPacketBytes(packet);
senderPacketSet.ReceivedAny = true;
switch (PacketHelper.getPacketTypeFromSenderPacketBytes(packet))
{
case SenderPacketType.Init:
senderPacketSet.InitPacketDataList.Add(InitSenderPacketData.Parse(packet));
break;
case SenderPacketType.Frame:
senderPacketSet.VideoPacketDataList.Add(VideoSenderPacketData.Parse(packet));
break;
case SenderPacketType.Parity:
senderPacketSet.FecPacketDataList.Add(ParitySenderPacketData.Parse(packet));
break;
case SenderPacketType.Audio:
senderPacketSet.AudioPacketDataList.Add(AudioSenderPacketData.Parse(packet));
break;
case SenderPacketType.Floor:
senderPacketSet.FloorPacketDataList.Add(FloorSenderPacketData.Parse(packet));
break;
}
}
return(senderPacketSet);
}
public bool UpdateFrame(MonoBehaviour monoBehaviour, UdpSocket udpSocket, SenderPacketSet senderPacketSet)
{
// UpdateFrame() should not be called before Prepare().
Assert.AreEqual(PrepareState.Prepared, State);
var videoMessageList = new List <Tuple <int, VideoSenderMessageData> >();
try
{
if (heartbeatStopWatch.Elapsed.TotalSeconds > HEARTBEAT_INTERVAL_SEC)
{
udpSocket.Send(PacketHelper.createHeartbeatReceiverPacketBytes(ReceiverSessionId), SenderEndPoint);
heartbeatStopWatch = Stopwatch.StartNew();
}
if (senderPacketSet.ReceivedAny)
{
// Use init packet to prepare rendering video messages.
if (senderPacketSet.InitPacketDataList.Count > 0)
{
if (KinectOrigin.Screen.State == PrepareState.Unprepared)
{
KinectOrigin.Screen.StartPrepare(senderPacketSet.InitPacketDataList[0]);
TextureGroupUpdater.StartPrepare(monoBehaviour, senderPacketSet.InitPacketDataList[0]);
}
}
videoMessageAssembler.Assemble(udpSocket,
senderPacketSet.VideoPacketDataList,
senderPacketSet.FecPacketDataList,
TextureGroupUpdater.lastVideoFrameId,
videoMessageList);
audioPacketReceiver.Receive(senderPacketSet.AudioPacketDataList, KinectOrigin.Speaker.RingBuffer);
receivedAnyStopWatch = Stopwatch.StartNew();
}
else
{
if (receivedAnyStopWatch.Elapsed.TotalSeconds > HEARTBEAT_TIME_OUT_SEC)
{
UnityEngine.Debug.Log($"Timed out after waiting for {HEARTBEAT_TIME_OUT_SEC} seconds without a received packet.");
return(false);
}
}
}
catch (UdpSocketException e)
{
UnityEngine.Debug.Log($"UdpSocketRuntimeError: {e}");
return(false);
}
if (KinectOrigin.Screen.State == PrepareState.Preparing)
{
KinectOrigin.SetProgressText(SenderEndPoint, KinectOrigin.screen.Progress);
KinectOrigin.ProgressTextVisibility = true;
}
else if (KinectOrigin.Screen.State == PrepareState.Prepared)
{
KinectOrigin.ProgressTextVisibility = false;
}
KinectOrigin.UpdateFrame(senderPacketSet.FloorPacketDataList);
TextureGroupUpdater.UpdateFrame(udpSocket, videoMessageList);
return(true);
}
