public void FrameArrived(object sender, FrameArrivedEventArgs e)
{
if (!this.Enabled) return;
byte[] bytes;
WriteableBitmap bitmap;
Handle<MemoryFrame> frameHandle = e.FrameHandle.Clone();
switch (this.CameraMode)
{
case CameraMode.Color:
bytes = frameHandle.Item.BufferColor;
bitmap = _colorBitmap.Bitmap;
break;
case CameraMode.Depth:
bytes = frameHandle.Item.BufferDepthPreview;
if (_use_DSAPI)
bitmap = _depthPreviewBitmap.Bitmap;
else
bitmap = _depthBitmap.Bitmap;
break;
default:
throw new InvalidOperationException("Shouldn't get here"); // Avoid unassigned variable error
}
CameraPrimary.Dispatcher.InvokeAsync(() =>
{
bitmap.Lock();
Int32Rect rect = new Int32Rect(0, 0, bitmap.PixelWidth, bitmap.PixelHeight);
bitmap.WritePixels(rect, bytes, bitmap.PixelWidth * ((this.CameraMode == CameraMode.Depth && _use_DSAPI) ? 3:4), 0);
bitmap.AddDirtyRect(rect);
bitmap.Unlock();
EnsureImageSource(bitmap);
frameHandle.Dispose();
});
}
private void RunLoopWithDSAPI()
{
_dsAPI.setDepthExposureAndGain(33f, 1.0f);
_dsAPI.enableDepth(Frame.DEPTH_WIDTH, Frame.DEPTH_WIDTH, (int)Frame.DEPTH_RATE);
_dsAPI.enableColor(Frame.COLOR_WIDTH, Frame.COLOR_HEIGHT, (int)Frame.COLOR_RATE);
_dsAPI.startCapture();
while (!_stop)
{
_dsAPI.grabFrame();
MemoryFrame frame = _pool.ObjectFromPool();
byte[] depthBytes = _dsAPI.getDepthImage();
byte[] colorBytes = _dsAPI.getColorImage();
byte[] depthPreviewBytes = _dsAPI.getDepthImageAsRGB();
Buffer.BlockCopy(depthBytes, 0, frame.BufferDepth, 0, depthBytes.Length);
Buffer.BlockCopy(depthPreviewBytes, 0, frame.BufferDepthPreview, 0, depthPreviewBytes.Length);
Buffer.BlockCopy(colorBytes, 0, frame.BufferColor, 0, colorBytes.Length);
using (Handle <MemoryFrame> frameHandle = new Handle <MemoryFrame>(frame, _pool))
{
FrameArrivedEventArgs eventArgs = new FrameArrivedEventArgs()
{
FrameHandle = frameHandle
};
if (this.FrameArrived != null)
{
this.FrameArrived(this, eventArgs);
}
}
}
}
private void RunLoopWithDSAPI()
{
_dsAPI.setDepthExposureAndGain(33f, 1.0f);
_dsAPI.enableDepth(Frame.DEPTH_WIDTH, Frame.DEPTH_WIDTH, (int)Frame.DEPTH_RATE);
_dsAPI.enableColor(Frame.COLOR_WIDTH, Frame.COLOR_HEIGHT, (int)Frame.COLOR_RATE);
_dsAPI.startCapture();
while (!_stop)
{
_dsAPI.grabFrame();
MemoryFrame frame = _pool.ObjectFromPool();
byte[] depthBytes = _dsAPI.getDepthImage();
byte[] colorBytes = _dsAPI.getColorImage();
byte[] depthPreviewBytes = _dsAPI.getDepthImageAsRGB();
Buffer.BlockCopy(depthBytes, 0, frame.BufferDepth, 0, depthBytes.Length);
Buffer.BlockCopy(depthPreviewBytes, 0, frame.BufferDepthPreview, 0, depthPreviewBytes.Length);
Buffer.BlockCopy(colorBytes, 0, frame.BufferColor, 0, colorBytes.Length);
using (Handle<MemoryFrame> frameHandle = new Handle<MemoryFrame>(frame, _pool))
{
FrameArrivedEventArgs eventArgs = new FrameArrivedEventArgs() { FrameHandle = frameHandle };
if (this.FrameArrived != null)
{
this.FrameArrived(this, eventArgs);
}
}
}
}
private void RunLoop()
{
/* IEnumerable<PXCMCapture.DeviceInfo> devices = this.GetDevices();
if (devices.Count() == 0)
{
throw new Smithers.Reading.FrameData.ScannerNotFoundException("No devices found");
}
PXCMCapture.DeviceInfo device = devices.First();
if (devices.Count() > 1)
{
Console.WriteLine(String.Format("More than one device, using this one: {0}", device.name));
}
_senseManager.captureManager.FilterByDeviceInfo(device);*/
pxcmStatus status;
status = _senseManager.EnableStream(PXCMCapture.StreamType.STREAM_TYPE_COLOR, Frame.COLOR_WIDTH, Frame.COLOR_HEIGHT, Frame.COLOR_RATE);
if (status != pxcmStatus.PXCM_STATUS_NO_ERROR)
{
_logger.info("Unable to enable color stream:" + status.ToString());
throw new Smithers.Reading.FrameData.ScannerNotFoundException("Unable to enable color stream");
}
_logger.info("Color Stream Enabled:" + status.ToString());
//status = _senseManager.EnableStream(PXCMCapture.StreamType.STREAM_TYPE_DEPTH, 0, 0, Frame.DEPTH_RATE);
status = _senseManager.EnableStream(PXCMCapture.StreamType.STREAM_TYPE_DEPTH, Frame.DEPTH_WIDTH, Frame.DEPTH_HEIGHT, Frame.DEPTH_RATE);
if (status != pxcmStatus.PXCM_STATUS_NO_ERROR)
{
_logger.info("Unable to enable depth stream:" + status.ToString());
throw new Smithers.Reading.FrameData.ScannerNotFoundException("Unable to enable depth stream");
}
_logger.info("Depth Stream Enabled:" + status.ToString());
//status = _senseManager.EnableStream(PXCMCapture.StreamType.STREAM_TYPE_LEFT, Frame.DEPTH_WIDTH, Frame.DEPTH_HEIGHT, Frame.DEPTH_RATE);
//if (status != pxcmStatus.PXCM_STATUS_NO_ERROR)
//{
// throw new Smithers.Reading.FrameData.ScannerNotFoundException("Unable to enable depth stream");
//}
//status = _senseManager.EnableStream(PXCMCapture.StreamType.STREAM_TYPE_RIGHT, Frame.DEPTH_WIDTH, Frame.DEPTH_HEIGHT, Frame.DEPTH_RATE);
//if (status != pxcmStatus.PXCM_STATUS_NO_ERROR)
//{
// throw new Smithers.Reading.FrameData.ScannerNotFoundException("Unable to enable depth stream");
//}
status = _senseManager.EnableScenePerception();
if (status != pxcmStatus.PXCM_STATUS_NO_ERROR)
{
_logger.info("Unable to enable scene perception:" + status.ToString());
throw new Smithers.Reading.FrameData.ScannerNotFoundException("Scene Perception failed");
}
_logger.info("Scene Perception Enabled:" + status.ToString());
_perceptionHandle = _senseManager.QueryScenePerception();
status = _senseManager.Init();
if (status != pxcmStatus.PXCM_STATUS_NO_ERROR)
{
_logger.info("Unable to open sensor in the above mode:" + status.ToString());
throw new Smithers.Reading.FrameData.ScannerNotFoundException("Init failed");
}
_logger.info("Sensor Initialized Successfully:" + status.ToString());
PXCMImage.ImageInfo depthInfo = new PXCMImage.ImageInfo();
PXCMImage.ImageInfo colorInfo = new PXCMImage.ImageInfo();
depthInfo.height = Frame.DEPTH_HEIGHT;
depthInfo.width = Frame.DEPTH_WIDTH;
colorInfo.height = Frame.COLOR_HEIGHT;
colorInfo.width = Frame.COLOR_WIDTH;
/* For UV Mapping & Projection only: Save certain properties */
Projection projection = new Projection(_senseManager.session, _senseManager.captureManager.device, depthInfo, colorInfo);
AccelerometerReading accelerometerReading;
AccelerometerStats acceleroStats = new AccelerometerStats();
//bool firstFrameRecord = true;
// bool firstFrameNotRecord = false;
//pxcmStatus stsInitRecord = pxcmStatus.PXCM_STATUS_PROCESS_FAILED;
while (!_stop)
{
//PXCMCapture.Device.MirrorMode mirrorMode = this.Mirrored ? PXCMCapture.Device.MirrorMode.MIRROR_MODE_HORIZONTAL : PXCMCapture.Device.MirrorMode.MIRROR_MODE_DISABLED;
//{
// _senseManager.captureManager.device.SetMirrorMode(mirrorMode);
//}
/* Wait until a frame is ready: Synchronized or Asynchronous */
//if ((Record || Playback) && firstFrameRecord)
//{
// stsInitRecord = InitRecordPlay();
// if (this.StartCapture != null)
// {
// EventArgs eventArgs = new EventArgs();
// this.StartCapture(this, eventArgs);
// }
// firstFrameRecord = false;
// firstFrameNotRecord = true;
//}
//if (!Record && !Playback && firstFrameNotRecord)
//{
// InitRecordPlay();
// if (this.ShotSavedSuccess != null)
// {
// EventArgs eventArgs = new EventArgs();
// this.ShotSavedSuccess(this, eventArgs);
// }
// firstFrameRecord = true;
// firstFrameNotRecord = false;
//}
//-------
status = _senseManager.AcquireFrame(this.Synced);
if (status != pxcmStatus.PXCM_STATUS_NO_ERROR)
{
continue;
}
MemoryFrame frame = _pool.ObjectFromPool();
///* Display images */
PXCMCapture.Sample sample;
sample = _senseManager.QueryScenePerceptionSample();
if (sample == null)
sample = _senseManager.QuerySample();
//if (_perceptionHandle != null && sample !=null)
//{
// _perceptionHandle.GetCameraPose(frame.CameraPose);
// frame.TrackingAccuracy = _perceptionHandle.QueryTrackingAccuracy().ToString();
// frame.VoxelResolution = _perceptionHandle.QueryVoxelResolution().ToString();
// float sceneQuality = _perceptionHandle.CheckSceneQuality(sample);
// if (sceneQuality > 0.3f && _perceptionPaused && !_capturing)
// {
// _perceptionPaused = false;
// _senseManager.PauseScenePerception(false);
// _perceptionHandle.Reset(_initPose);
// }
// else if (!(frame.TrackingAccuracy == "HIGH" || frame.TrackingAccuracy == "MID") && !_capturing)
// {
// ResetScenePerception();
// }
//}
//if (this.Accelerometer != null)
//{
// accelerometerReading = Accelerometer.GetCurrentReading();
// acceleroStats.accX = accelerometerReading.AccelerationX;
// acceleroStats.accY = accelerometerReading.AccelerationY;
// acceleroStats.accZ = accelerometerReading.AccelerationZ;
// acceleroStats.timestamp = accelerometerReading.Timestamp;
// frame.AcceleroStats = acceleroStats;
//}
if (sample.color != null)
{
sample.color.CopyToByteArray(frame.BufferColor);
frame.ColorTimeStamp = sample.color.QueryTimeStamp();
}
if (sample.depth != null)
{
sample.depth.CopyToByteArray(frame.BufferDepth);
sample.depth.CopyToByteArray(frame.BufferDepthPreview, true);
frame.DepthTimeStamp = sample.depth.timeStamp;
}
#if DEBUG
if (sample.left != null)
{
sample.left.CopyToByteArray(frame.BufferIRLeft);
}
if (sample.right != null)
{
sample.right.CopyToByteArray(frame.BufferIRRight);
}
// Get mapping.
if (sample.depth != null)
{
projection.DepthToCameraCoordinates(sample.depth, frame.DepthToCameraMapping);
}
#endif
//frame.LowConfidenceDepthValue = projection.InvalidDepthValue;
using (Handle<MemoryFrame> frameHandle = new Handle<MemoryFrame>(frame, _pool))
{
FrameArrivedEventArgs eventArgs = new FrameArrivedEventArgs() { FrameHandle = frameHandle };
if (this.FrameArrived != null)
{
this.FrameArrived(this, eventArgs);
}
}
_senseManager.ReleaseFrame();
//int bitmap_width, bitmap_height;
//byte[] bitmap_data;
//PXCMCapture.StreamType[] streams = form.QueryStreams();
//bool streamState = false;
//for (int s = 0; s < PXCMCapture.STREAM_LIMIT; s++)
//{
// streamState = streamState || form.GetStreamState(PXCMCapture.StreamTypeFromIndex(s));
//}
//if (streamState)
//{
// for (int inx = 0; inx < 2; inx++)
// if (sample[streams[inx]] != null)
// {
// form.SetImage(inx, sample[streams[inx]]);
// }
//}
//else
//{
// if (form.GetProjectionState() && sample.color != null && sample.depth != null)
// {
// bitmap_data = projection.DepthToColorCoordinatesByFunction(sample.color, sample.depth, form.GetDotsState(), out bitmap_width, out bitmap_height);
// form.SetBitmap(0, bitmap_width, bitmap_height, bitmap_data);
// }
// if (form.GetUVMapState() && sample.color != null && sample.depth != null)
// {
// bitmap_data = projection.DepthToColorCoordinatesByUVMAP(sample.color, sample.depth, form.GetDotsState(), out bitmap_width, out bitmap_height);
// form.SetBitmap(0, bitmap_width, bitmap_height, bitmap_data);
// }
// if (form.GetInvUVMapState() && sample.color != null && sample.depth != null)
// {
// bitmap_data = projection.ColorToDepthCoordinatesByInvUVMap(sample.color, sample.depth, form.GetDotsState(), out bitmap_width, out bitmap_height);
// form.SetBitmap(0, bitmap_width, bitmap_height, bitmap_data);
// }
// if (sample.depth != null)
// {
// bitmap_data = GetRGB32Pixels(sample.depth, out bitmap_width, out bitmap_height);
// form.SetBitmap(1, bitmap_width, bitmap_height, bitmap_data);
// }
//}
//form.UpdatePanel();
}
//projection.Dispose();
}
private void RunLoop()
{
/* IEnumerable<PXCMCapture.DeviceInfo> devices = this.GetDevices();
* if (devices.Count() == 0)
* {
* throw new Smithers.Reading.FrameData.ScannerNotFoundException("No devices found");
* }
* PXCMCapture.DeviceInfo device = devices.First();
* if (devices.Count() > 1)
* {
* Console.WriteLine(String.Format("More than one device, using this one: {0}", device.name));
* }
* _senseManager.captureManager.FilterByDeviceInfo(device);*/
pxcmStatus status;
status = _senseManager.EnableStream(PXCMCapture.StreamType.STREAM_TYPE_COLOR, Frame.COLOR_WIDTH, Frame.COLOR_HEIGHT, Frame.COLOR_RATE);
if (status != pxcmStatus.PXCM_STATUS_NO_ERROR)
{
_logger.info("Unable to enable color stream:" + status.ToString());
throw new Smithers.Reading.FrameData.ScannerNotFoundException("Unable to enable color stream");
}
_logger.info("Color Stream Enabled:" + status.ToString());
//status = _senseManager.EnableStream(PXCMCapture.StreamType.STREAM_TYPE_DEPTH, 0, 0, Frame.DEPTH_RATE);
status = _senseManager.EnableStream(PXCMCapture.StreamType.STREAM_TYPE_DEPTH, Frame.DEPTH_WIDTH, Frame.DEPTH_HEIGHT, Frame.DEPTH_RATE);
if (status != pxcmStatus.PXCM_STATUS_NO_ERROR)
{
_logger.info("Unable to enable depth stream:" + status.ToString());
throw new Smithers.Reading.FrameData.ScannerNotFoundException("Unable to enable depth stream");
}
_logger.info("Depth Stream Enabled:" + status.ToString());
//status = _senseManager.EnableStream(PXCMCapture.StreamType.STREAM_TYPE_LEFT, Frame.DEPTH_WIDTH, Frame.DEPTH_HEIGHT, Frame.DEPTH_RATE);
//if (status != pxcmStatus.PXCM_STATUS_NO_ERROR)
//{
// throw new Smithers.Reading.FrameData.ScannerNotFoundException("Unable to enable depth stream");
//}
//status = _senseManager.EnableStream(PXCMCapture.StreamType.STREAM_TYPE_RIGHT, Frame.DEPTH_WIDTH, Frame.DEPTH_HEIGHT, Frame.DEPTH_RATE);
//if (status != pxcmStatus.PXCM_STATUS_NO_ERROR)
//{
// throw new Smithers.Reading.FrameData.ScannerNotFoundException("Unable to enable depth stream");
//}
status = _senseManager.EnableScenePerception();
if (status != pxcmStatus.PXCM_STATUS_NO_ERROR)
{
_logger.info("Unable to enable scene perception:" + status.ToString());
throw new Smithers.Reading.FrameData.ScannerNotFoundException("Scene Perception failed");
}
_logger.info("Scene Perception Enabled:" + status.ToString());
_perceptionHandle = _senseManager.QueryScenePerception();
status = _senseManager.Init();
if (status != pxcmStatus.PXCM_STATUS_NO_ERROR)
{
_logger.info("Unable to open sensor in the above mode:" + status.ToString());
throw new Smithers.Reading.FrameData.ScannerNotFoundException("Init failed");
}
_logger.info("Sensor Initialized Successfully:" + status.ToString());
PXCMImage.ImageInfo depthInfo = new PXCMImage.ImageInfo();
PXCMImage.ImageInfo colorInfo = new PXCMImage.ImageInfo();
depthInfo.height = Frame.DEPTH_HEIGHT;
depthInfo.width = Frame.DEPTH_WIDTH;
colorInfo.height = Frame.COLOR_HEIGHT;
colorInfo.width = Frame.COLOR_WIDTH;
/* For UV Mapping & Projection only: Save certain properties */
Projection projection = new Projection(_senseManager.session, _senseManager.captureManager.device, depthInfo, colorInfo);
AccelerometerReading accelerometerReading;
AccelerometerStats acceleroStats = new AccelerometerStats();
//bool firstFrameRecord = true;
// bool firstFrameNotRecord = false;
//pxcmStatus stsInitRecord = pxcmStatus.PXCM_STATUS_PROCESS_FAILED;
while (!_stop)
{
//PXCMCapture.Device.MirrorMode mirrorMode = this.Mirrored ? PXCMCapture.Device.MirrorMode.MIRROR_MODE_HORIZONTAL : PXCMCapture.Device.MirrorMode.MIRROR_MODE_DISABLED;
//{
// _senseManager.captureManager.device.SetMirrorMode(mirrorMode);
//}
/* Wait until a frame is ready: Synchronized or Asynchronous */
//if ((Record || Playback) && firstFrameRecord)
//{
// stsInitRecord = InitRecordPlay();
// if (this.StartCapture != null)
// {
// EventArgs eventArgs = new EventArgs();
// this.StartCapture(this, eventArgs);
// }
// firstFrameRecord = false;
// firstFrameNotRecord = true;
//}
//if (!Record && !Playback && firstFrameNotRecord)
//{
// InitRecordPlay();
// if (this.ShotSavedSuccess != null)
// {
// EventArgs eventArgs = new EventArgs();
// this.ShotSavedSuccess(this, eventArgs);
// }
// firstFrameRecord = true;
// firstFrameNotRecord = false;
//}
//-------
status = _senseManager.AcquireFrame(this.Synced);
if (status != pxcmStatus.PXCM_STATUS_NO_ERROR)
{
continue;
}
MemoryFrame frame = _pool.ObjectFromPool();
///* Display images */
PXCMCapture.Sample sample;
sample = _senseManager.QueryScenePerceptionSample();
if (sample == null)
{
sample = _senseManager.QuerySample();
}
//if (_perceptionHandle != null && sample !=null)
//{
// _perceptionHandle.GetCameraPose(frame.CameraPose);
// frame.TrackingAccuracy = _perceptionHandle.QueryTrackingAccuracy().ToString();
// frame.VoxelResolution = _perceptionHandle.QueryVoxelResolution().ToString();
// float sceneQuality = _perceptionHandle.CheckSceneQuality(sample);
// if (sceneQuality > 0.3f && _perceptionPaused && !_capturing)
// {
// _perceptionPaused = false;
// _senseManager.PauseScenePerception(false);
// _perceptionHandle.Reset(_initPose);
// }
// else if (!(frame.TrackingAccuracy == "HIGH" || frame.TrackingAccuracy == "MID") && !_capturing)
// {
// ResetScenePerception();
// }
//}
//if (this.Accelerometer != null)
//{
// accelerometerReading = Accelerometer.GetCurrentReading();
// acceleroStats.accX = accelerometerReading.AccelerationX;
// acceleroStats.accY = accelerometerReading.AccelerationY;
// acceleroStats.accZ = accelerometerReading.AccelerationZ;
// acceleroStats.timestamp = accelerometerReading.Timestamp;
// frame.AcceleroStats = acceleroStats;
//}
if (sample.color != null)
{
sample.color.CopyToByteArray(frame.BufferColor);
frame.ColorTimeStamp = sample.color.QueryTimeStamp();
}
if (sample.depth != null)
{
sample.depth.CopyToByteArray(frame.BufferDepth);
sample.depth.CopyToByteArray(frame.BufferDepthPreview, true);
frame.DepthTimeStamp = sample.depth.timeStamp;
}
#if DEBUG
if (sample.left != null)
{
sample.left.CopyToByteArray(frame.BufferIRLeft);
}
if (sample.right != null)
{
sample.right.CopyToByteArray(frame.BufferIRRight);
}
// Get mapping.
if (sample.depth != null)
{
projection.DepthToCameraCoordinates(sample.depth, frame.DepthToCameraMapping);
}
#endif
//frame.LowConfidenceDepthValue = projection.InvalidDepthValue;
using (Handle <MemoryFrame> frameHandle = new Handle <MemoryFrame>(frame, _pool))
{
FrameArrivedEventArgs eventArgs = new FrameArrivedEventArgs()
{
FrameHandle = frameHandle
};
if (this.FrameArrived != null)
{
this.FrameArrived(this, eventArgs);
}
}
_senseManager.ReleaseFrame();
//int bitmap_width, bitmap_height;
//byte[] bitmap_data;
//PXCMCapture.StreamType[] streams = form.QueryStreams();
//bool streamState = false;
//for (int s = 0; s < PXCMCapture.STREAM_LIMIT; s++)
//{
// streamState = streamState || form.GetStreamState(PXCMCapture.StreamTypeFromIndex(s));
//}
//if (streamState)
//{
// for (int inx = 0; inx < 2; inx++)
// if (sample[streams[inx]] != null)
// {
// form.SetImage(inx, sample[streams[inx]]);
// }
//}
//else
//{
// if (form.GetProjectionState() && sample.color != null && sample.depth != null)
// {
// bitmap_data = projection.DepthToColorCoordinatesByFunction(sample.color, sample.depth, form.GetDotsState(), out bitmap_width, out bitmap_height);
// form.SetBitmap(0, bitmap_width, bitmap_height, bitmap_data);
// }
// if (form.GetUVMapState() && sample.color != null && sample.depth != null)
// {
// bitmap_data = projection.DepthToColorCoordinatesByUVMAP(sample.color, sample.depth, form.GetDotsState(), out bitmap_width, out bitmap_height);
// form.SetBitmap(0, bitmap_width, bitmap_height, bitmap_data);
// }
// if (form.GetInvUVMapState() && sample.color != null && sample.depth != null)
// {
// bitmap_data = projection.ColorToDepthCoordinatesByInvUVMap(sample.color, sample.depth, form.GetDotsState(), out bitmap_width, out bitmap_height);
// form.SetBitmap(0, bitmap_width, bitmap_height, bitmap_data);
// }
// if (sample.depth != null)
// {
// bitmap_data = GetRGB32Pixels(sample.depth, out bitmap_width, out bitmap_height);
// form.SetBitmap(1, bitmap_width, bitmap_height, bitmap_data);
// }
//}
//form.UpdatePanel();
}
//projection.Dispose();
}
public void FrameArrived(object sender, FrameArrivedEventArgs ea)
{
Tick();
}
public void FrameArrived(object sender, FrameArrivedEventArgs ea)
{
Tick();
}
