void ReplayFrame(ReplayDepthImageFrame df, ReplayColorImageFrame cf,
ReplaySkeletonFrame sf)
{
if (df != null)
{
labelFrameNumber.Content = df.FrameNumber.ToString();
if (gtReplayer != null)
{
var data = gtReplayer.GetDataFrame(df.FrameNumber);
if (data != null)
{
UpdateGroundTruthDisplay(data);
}
}
}
colorManager.Update(cf, !displayDebug);
depthManager.Update(df);
UpdateSkeletonDisplay(sf);
if (handTracker != null && recogEngine != null)
{
var result = handTracker.Update(depthManager.PixelData, colorManager.PixelData,
SkeletonUtil.FirstTrackedSkeleton(sf.Skeletons));
var gesture = recogEngine.Update(result, viewHog);
lock (inputServer)
inputServer.Send(gesture);
textGestureEvent.Text = gesture;
fpsCounter.LogFPS();
UpdateDisplay(result);
}
}
/// <summary>
/// On replay color image frame event.
/// </summary>
/// <param name="sender"></param>
/// <param name="e"></param>
private void ReplayColorImageFrameReady(object sender, ReplayColorImageFrameReadyEventArgs e)
{
ReplayColorImageFrame replayColorImageFrame = e.ColorImageFrame;
if (replayColorImageFrame == null)
{
return;
}
this.ColorStreamManager.Update(replayColorImageFrame);
}
/// <summary>
/// Updates pixel data and if necessary bitmap as well.
/// </summary>
/// <param name="frame"></param>
/// <param name="updateDisplay">Updates the bitmap if true.</param>
public void Update(ReplayColorImageFrame frame, bool updateDisplay = true)
{
PixelData = new byte[frame.PixelDataLength];
frame.CopyPixelDataTo(PixelData);
if (!updateDisplay)
{
return;
}
if (Bitmap == null)
{
Bitmap = new WriteableBitmap(frame.Width, frame.Height,
96, 96, PixelFormats.Bgr32, null);
}
int stride = Bitmap.PixelWidth * Bitmap.Format.BitsPerPixel / 8;
Int32Rect dirtyRect = new Int32Rect(0, 0, Bitmap.PixelWidth, Bitmap.PixelHeight);
if (frame.Format == ColorImageFormat.RawYuvResolution640x480Fps15)
{
if (yuvTemp == null)
{
yuvTemp = new int[frame.Width * frame.Height];
}
int current = 0;
for (int uyvyIndex = 0; uyvyIndex < PixelData.Length; uyvyIndex += 4)
{
byte u = PixelData[uyvyIndex];
byte y1 = PixelData[uyvyIndex + 1];
byte v = PixelData[uyvyIndex + 2];
byte y2 = PixelData[uyvyIndex + 3];
yuvTemp[current++] = ConvertFromYUV(y1, u, v);
yuvTemp[current++] = ConvertFromYUV(y2, u, v);
}
Bitmap.WritePixels(dirtyRect, yuvTemp, stride, 0);
}
else
{
Bitmap.WritePixels(dirtyRect, PixelData, stride, 0);
}
RaisePropertyChanged(() => Bitmap);
}
private void UpdateColorFrame(ReplayColorImageFrame frame)
{
var pixelData = new byte[frame.PixelDataLength];
frame.CopyPixelDataTo(pixelData);
if (ImageSource == null)
{
ImageSource = new WriteableBitmap(frame.Width, frame.Height, 96, 96,
PixelFormats.Bgr32, null);
}
var stride = frame.Width * PixelFormats.Bgr32.BitsPerPixel / 8;
ImageSource.WritePixels(new Int32Rect(0, 0, frame.Width, frame.Height), pixelData, stride, 0);
}
private void UpdateColorFrame(ReplayColorImageFrame frame)
{
//System.Console.WriteLine("update color frame");
// var uri = new Uri("C:\\Users\\WenxuanZhou\\Desktop\\881856_475135009220488_407602784_o.jpg");
// img1.Source = new BitmapImage(uri);
var pixelData = new byte[frame.PixelDataLength];
frame.CopyPixelDataTo(pixelData);
//if (ImageSource == null)
// ImageSource = new WriteableBitmap(frame.Width, frame.Height, 96, 96,
// PixelFormats.Bgr32, null);
var stride = frame.Width * PixelFormats.Bgr32.BitsPerPixel / 8;
//ImageSource.WritePixels(new Int32Rect(0, 0, frame.Width, frame.Height), pixelData, stride, 0);
img1.Source = BitmapSource.Create(frame.Width, frame.Height, 96, 96, PixelFormats.Bgr32, null, pixelData, stride);
}
internal void AddFrames(BinaryReader reader)
{
//not the best of approaches - assuming that color frame is the 1st frame followed by depth and skeleton frame
while (reader.BaseStream.Position < reader.BaseStream.Length)
{
var header = (FrameType)reader.ReadInt32();
switch (header)
{
case FrameType.Color:
var colorFrame = new ReplayColorImageFrame();
colorFrame.CreateFromReader(reader);
frames.Add(new ReplayAllFrames {
ColorImageFrame = colorFrame
});
break;
case FrameType.Depth:
var depthFrame = new ReplayDepthImageFrame();
depthFrame.CreateFromReader(reader);
if (frames.Any())
{
frames.Last().DepthImageFrame = depthFrame;
}
break;
case FrameType.Skeletons:
var skeletonFrame = new ReplaySkeletonFrame();
skeletonFrame.CreateFromReader(reader);
if (frames.Any())
{
frames.Last().SkeletonFrame = skeletonFrame;
}
break;
}
}
}
public void synchronize(
ReplayDepthImageFrame depthFrame,
ReplayColorImageFrame colorFrame,
ReplaySkeletonFrame skletonFrame,
Boolean isPauseMode
)
{
IsPauseMode = isPauseMode;
colorFrame.CopyPixelDataTo(_colorByte);
depthFrame.CopyPixelDataTo(_depthShort);
for (int i = 0; i < _pixelDepthDataLength; i++)
{
_depthByte[i] = (byte)(_depthShort[i] * 0.064 - 1);
}
_isCreation = true;
IsSkeletonDetected = skletonFrame.IsSkeletonDetected;
if (skletonFrame.IsSkeletonDetected)
{
UserSkeleton[SkeletonDataType.RIGHT_HAND] = new Point(
skletonFrame.RightHandPositionX,
skletonFrame.RightHandPositionY
);
UserSkeleton[SkeletonDataType.LEFT_HAND] = new Point(
skletonFrame.LeftHandPositionX,
skletonFrame.LeftHandPositionY
);
UserSkeleton[SkeletonDataType.SPINE] = new Point(
skletonFrame.SpinePositionX,
skletonFrame.SpinePositionY
);
}
_isCreation = false;
}
void ProcessFrame2(ReplayColorImageFrame frame)
{
// Debug.WriteLine("COLORIMAGE");
}
