void ReplayFrame(ReplayDepthImageFrame df, ReplayColorImageFrame cf, ReplaySkeletonFrame sf) { if (df != null) { labelFrameNumber.Content = df.FrameNumber.ToString(); if (gtReplayer != null) { var data = gtReplayer.GetDataFrame(df.FrameNumber); if (data != null) { UpdateGroundTruthDisplay(data); } } } colorManager.Update(cf, !displayDebug); depthManager.Update(df); UpdateSkeletonDisplay(sf); if (handTracker != null && recogEngine != null) { var result = handTracker.Update(depthManager.PixelData, colorManager.PixelData, SkeletonUtil.FirstTrackedSkeleton(sf.Skeletons)); var gesture = recogEngine.Update(result, viewHog); lock (inputServer) inputServer.Send(gesture); textGestureEvent.Text = gesture; fpsCounter.LogFPS(); UpdateDisplay(result); } }
/// <summary> /// On replay color image frame event. /// </summary> /// <param name="sender"></param> /// <param name="e"></param> private void ReplayColorImageFrameReady(object sender, ReplayColorImageFrameReadyEventArgs e) { ReplayColorImageFrame replayColorImageFrame = e.ColorImageFrame; if (replayColorImageFrame == null) { return; } this.ColorStreamManager.Update(replayColorImageFrame); }
/// <summary> /// Updates pixel data and if necessary bitmap as well. /// </summary> /// <param name="frame"></param> /// <param name="updateDisplay">Updates the bitmap if true.</param> public void Update(ReplayColorImageFrame frame, bool updateDisplay = true) { PixelData = new byte[frame.PixelDataLength]; frame.CopyPixelDataTo(PixelData); if (!updateDisplay) { return; } if (Bitmap == null) { Bitmap = new WriteableBitmap(frame.Width, frame.Height, 96, 96, PixelFormats.Bgr32, null); } int stride = Bitmap.PixelWidth * Bitmap.Format.BitsPerPixel / 8; Int32Rect dirtyRect = new Int32Rect(0, 0, Bitmap.PixelWidth, Bitmap.PixelHeight); if (frame.Format == ColorImageFormat.RawYuvResolution640x480Fps15) { if (yuvTemp == null) { yuvTemp = new int[frame.Width * frame.Height]; } int current = 0; for (int uyvyIndex = 0; uyvyIndex < PixelData.Length; uyvyIndex += 4) { byte u = PixelData[uyvyIndex]; byte y1 = PixelData[uyvyIndex + 1]; byte v = PixelData[uyvyIndex + 2]; byte y2 = PixelData[uyvyIndex + 3]; yuvTemp[current++] = ConvertFromYUV(y1, u, v); yuvTemp[current++] = ConvertFromYUV(y2, u, v); } Bitmap.WritePixels(dirtyRect, yuvTemp, stride, 0); } else { Bitmap.WritePixels(dirtyRect, PixelData, stride, 0); } RaisePropertyChanged(() => Bitmap); }
private void UpdateColorFrame(ReplayColorImageFrame frame) { var pixelData = new byte[frame.PixelDataLength]; frame.CopyPixelDataTo(pixelData); if (ImageSource == null) { ImageSource = new WriteableBitmap(frame.Width, frame.Height, 96, 96, PixelFormats.Bgr32, null); } var stride = frame.Width * PixelFormats.Bgr32.BitsPerPixel / 8; ImageSource.WritePixels(new Int32Rect(0, 0, frame.Width, frame.Height), pixelData, stride, 0); }
private void UpdateColorFrame(ReplayColorImageFrame frame) { //System.Console.WriteLine("update color frame"); // var uri = new Uri("C:\\Users\\WenxuanZhou\\Desktop\\881856_475135009220488_407602784_o.jpg"); // img1.Source = new BitmapImage(uri); var pixelData = new byte[frame.PixelDataLength]; frame.CopyPixelDataTo(pixelData); //if (ImageSource == null) // ImageSource = new WriteableBitmap(frame.Width, frame.Height, 96, 96, // PixelFormats.Bgr32, null); var stride = frame.Width * PixelFormats.Bgr32.BitsPerPixel / 8; //ImageSource.WritePixels(new Int32Rect(0, 0, frame.Width, frame.Height), pixelData, stride, 0); img1.Source = BitmapSource.Create(frame.Width, frame.Height, 96, 96, PixelFormats.Bgr32, null, pixelData, stride); }
internal void AddFrames(BinaryReader reader) { //not the best of approaches - assuming that color frame is the 1st frame followed by depth and skeleton frame while (reader.BaseStream.Position < reader.BaseStream.Length) { var header = (FrameType)reader.ReadInt32(); switch (header) { case FrameType.Color: var colorFrame = new ReplayColorImageFrame(); colorFrame.CreateFromReader(reader); frames.Add(new ReplayAllFrames { ColorImageFrame = colorFrame }); break; case FrameType.Depth: var depthFrame = new ReplayDepthImageFrame(); depthFrame.CreateFromReader(reader); if (frames.Any()) { frames.Last().DepthImageFrame = depthFrame; } break; case FrameType.Skeletons: var skeletonFrame = new ReplaySkeletonFrame(); skeletonFrame.CreateFromReader(reader); if (frames.Any()) { frames.Last().SkeletonFrame = skeletonFrame; } break; } } }
public void synchronize( ReplayDepthImageFrame depthFrame, ReplayColorImageFrame colorFrame, ReplaySkeletonFrame skletonFrame, Boolean isPauseMode ) { IsPauseMode = isPauseMode; colorFrame.CopyPixelDataTo(_colorByte); depthFrame.CopyPixelDataTo(_depthShort); for (int i = 0; i < _pixelDepthDataLength; i++) { _depthByte[i] = (byte)(_depthShort[i] * 0.064 - 1); } _isCreation = true; IsSkeletonDetected = skletonFrame.IsSkeletonDetected; if (skletonFrame.IsSkeletonDetected) { UserSkeleton[SkeletonDataType.RIGHT_HAND] = new Point( skletonFrame.RightHandPositionX, skletonFrame.RightHandPositionY ); UserSkeleton[SkeletonDataType.LEFT_HAND] = new Point( skletonFrame.LeftHandPositionX, skletonFrame.LeftHandPositionY ); UserSkeleton[SkeletonDataType.SPINE] = new Point( skletonFrame.SpinePositionX, skletonFrame.SpinePositionY ); } _isCreation = false; }
void ProcessFrame2(ReplayColorImageFrame frame) { // Debug.WriteLine("COLORIMAGE"); }