public DeviceInfo GetDeviceFromFileMenu(string fileName)
{
ImplDesc desc = new ImplDesc()
{
group = ImplGroup.IMPL_GROUP_SENSOR,
subgroup = ImplSubgroup.IMPL_SUBGROUP_VIDEO_CAPTURE
};
ImplDesc desc1;
DeviceInfo dinfo;
SenseManager pp = SenseManager.CreateInstance();
if (pp == null)
{
return(null);
}
try {
desc1 = session.QueryImpl(desc, 0);
if (desc1 == null)
{
throw null;
}
if (pp.CaptureManager == null)
{
throw null;
}
if (pp.CaptureManager.SetFileName(fileName, false) < Status.STATUS_NO_ERROR)
{
throw null;
}
if (pp.CaptureManager.LocateStreams() < Status.STATUS_NO_ERROR)
{
throw null;
}
if (pp.CaptureManager.Device != null)
{
pp.CaptureManager.Device.QueryDeviceInfo(out dinfo);
}
else
{
throw null;
}
} catch {
pp.Dispose();
return(null);
}
pp.Close();
pp.Dispose();
StatusLabel.Text = "Ok";
return(dinfo);
}
public void StopStream()
{
if (CaptureThread != null)
{
int delayMillis = 1000;
try
{
IsRunning = false;
CaptureThread.Join(delayMillis);
if (CaptureThread.IsAlive)
{
Console.WriteLine("Tempo excedido; Thread ainda não terminou seu processamento");
}
else
{
Console.WriteLine("thread terminou de uma forma não bloqueante!");
}
}
catch (ThreadInterruptedException e)
{
Console.WriteLine(e + "Thread foi interrompida por alguma excessão lançada");
}
//CaptureThread.Join();
//CaptureThread = null;
SenseManager.Dispose();
Session.Dispose();
}
}
// Use this for clean up
void OnDisable()
{
/* Clean Up */
seg.FrameProcessed -= OnFrameProcessed;
if (sm != null)
{
sm.Dispose();
}
}
/// <summary>
/// 終了処理
/// </summary>
private void Uninitialize()
{
if (senseManager != null)
{
senseManager.Dispose();
senseManager = null;
}
if (projection != null)
{
projection.Dispose();
projection = null;
}
}
public void DisposeSenseManager()
{
try
{
if (SenseManager != null)
{
SenseManager.Dispose();
}
}
catch (Exception e)
{
MessageBox.Show(null, e.ToString(), "Can not dispose SenseManager", MessageBoxButtons.OK, MessageBoxIcon.Error);
}
}
// Use this for clean up
void OnDisable()
{
/* Clean Up */
if (sampleReader != null)
{
sampleReader.SampleArrived -= SampleArrived;
sampleReader.Dispose();
}
if (sm != null)
{
sm.Dispose();
}
}
public static void Dispose()
{
if (SenseManager != null)
{
SenseManager.Close();
SenseManager.Dispose();
SenseManager = null;
}
if (Session != null)
{
Session.Dispose();
Session = null;
}
}
void OnDestroy()
{
// 平滑化開放
if (SmoothTongue != null)
{
SmoothTongue.Dispose();
}
if (SmoothMouth != null)
{
SmoothMouth.Dispose();
}
if (SmoothKiss != null)
{
SmoothKiss.Dispose();
}
if (SmoothSmile != null)
{
SmoothSmile.Dispose();
}
if (SmoothBrowLow != null)
{
SmoothBrowLow.Dispose();
}
if (SmoothBrowRai != null)
{
SmoothBrowRai.Dispose();
}
if (SmoothEyesClose != null)
{
SmoothEyesClose.Dispose();
}
if (SmoothEyes != null)
{
SmoothEyes.Dispose();
}
if (SmoothHead != null)
{
SmoothHead.Dispose();
}
if (SmoothBody != null)
{
SmoothBody.Dispose();
}
if (Smoother != null)
{
Smoother.Dispose();
}
// RealSense開放
if (SampleReader != null)
{
SampleReader.SampleArrived -= SampleReader_SampleArrived;
}
if (SampleReader != null)
{
SampleReader.Dispose();
}
if (FaceModule != null)
{
FaceModule.FrameProcessed -= FaceModule_FrameProcessed;
}
if (FaceData != null)
{
FaceData.Dispose();
}
if (FaceConfig != null)
{
FaceConfig.Dispose();
}
if (FaceModule != null)
{
FaceModule.Dispose();
}
if (SenseManager != null)
{
SenseManager.Dispose();
}
}
/* Using SenseManager to handle data */
public void SimplePipeline()
{
_form.UpdateInfo(String.Empty, System.Drawing.Color.Black);
bool liveCamera = false;
bool flag = true;
SenseManager instance = null;
_disconnected = false;
instance = _form.session.CreateSenseManager();
if (instance == null)
{
_form.UpdateStatus("Failed creating SenseManager");
_form.EnableTrackingMode(true);
return;
}
CaptureManager captureManager = instance.CaptureManager;
DeviceInfo info = null;
if (captureManager != null)
{
if (_form.GetPlaybackState())
{
captureManager.SetFileName(_form.GetFileName(), false);
info = _form.GetDeviceFromFileMenu(_form.GetFileName());
}
else
{
if (_form.Devices.Count == 0)
{
_form.UpdateStatus("No device were found");
return;
}
_form.Devices.TryGetValue(_form.GetCheckedDevice(), out info);
if (_form.GetRecordState())
{
captureManager.SetFileName(_form.GetFileName(), true);
if (_form.Devices.TryGetValue(_form.GetCheckedDevice(), out info))
{
captureManager.FilterByDeviceInfo(_form.GetCheckedDeviceInfo());
}
}
else
{
captureManager.FilterByDeviceInfo(_form.GetCheckedDeviceInfo());
liveCamera = true;
}
if (info == null)
{
_form.UpdateStatus("Device Failure");
return;
}
}
}
/* Set Module */
HandModule handAnalysis;
// SenseManager.Handler handler = new SenseManager Handler();
// handler.onModuleProcessedFrame = new SenseManager.Handler.OnModuleProcessedFrameDelegate(OnNewFrame);
HandConfiguration handConfiguration = null;
HandData handData = null;
handAnalysis = HandModule.Activate(instance);
if (handAnalysis == null)
{
_form.UpdateStatus("Failed Loading Module");
_form.EnableTrackingMode(true);
return;
}
handConfiguration = handAnalysis.CreateActiveConfiguration();
if (handConfiguration == null)
{
_form.UpdateStatus("Failed Create Configuration");
_form.EnableTrackingMode(true);
instance.Close();
instance.Dispose();
return;
}
handData = handAnalysis.CreateOutput();
if (handData == null)
{
_form.UpdateStatus("Failed Create Output");
_form.EnableTrackingMode(true);
handConfiguration.Dispose();
instance.Close();
instance.Dispose();
return;
}
FPSTimer timer = new FPSTimer(_form);
_form.UpdateStatus("Init Started");
if (instance.Init() == Status.STATUS_NO_ERROR)
{
DeviceInfo dinfo;
DeviceModel dModel = DeviceModel.DEVICE_MODEL_F200;
Device device = instance.CaptureManager.Device;
if (device != null)
{
device.QueryDeviceInfo(out dinfo);
dModel = dinfo.model;
_maxRange = device.DepthSensorRange.max;
}
if (handConfiguration != null)
{
TrackingModeType trackingMode = TrackingModeType.TRACKING_MODE_FULL_HAND;
if (_form.GetFullHandModeState())
{
trackingMode = TrackingModeType.TRACKING_MODE_FULL_HAND;
}
handConfiguration.TrackingMode = trackingMode;
handConfiguration.EnableAllAlerts();
handConfiguration.SegmentationImageEnabled = true;
bool isEnabled = handConfiguration.SegmentationImageEnabled;
handConfiguration.ApplyChanges();
_form.resetGesturesList();
int totalNumOfGestures = handConfiguration.NumberOfGestures;
if (totalNumOfGestures > 0)
{
this._form.UpdateGesturesToList("", 0);
for (int i = 0; i < totalNumOfGestures; i++)
{
string gestureName = string.Empty;
if (handConfiguration.QueryGestureNameByIndex(i, out gestureName) ==
Status.STATUS_NO_ERROR)
{
this._form.UpdateGesturesToList(gestureName, i + 1);
}
}
_form.UpdateGesturesListSize();
}
}
_form.UpdateStatus("Streaming");
int frameCounter = 0;
int frameNumber = 0;
while (!_form.stop)
{
string gestureName = _form.GetGestureName();
if (handConfiguration != null)
{
if (string.IsNullOrEmpty(gestureName) == false)
{
if (handConfiguration.IsGestureEnabled(gestureName) == false)
{
handConfiguration.DisableAllGestures();
handConfiguration.EnableGesture(gestureName, true);
handConfiguration.ApplyChanges();
}
}
else
{
handConfiguration.DisableAllGestures();
handConfiguration.ApplyChanges();
}
}
if (instance.AcquireFrame(true) < Status.STATUS_NO_ERROR)
{
break;
}
frameCounter++;
if (!DisplayDeviceConnection(!instance.IsConnected()))
{
Sample sample = instance.Sample;
if (sample != null && sample.Depth != null)
{
frameNumber = liveCamera ? frameCounter : instance.CaptureManager.FrameIndex;
if (handData != null)
{
handData.Update();
DisplayPicture(sample.Depth, handData);
DisplayGesture(handData, frameNumber);
DisplayJoints(handData);
DisplayAlerts(handData, frameNumber);
}
_form.UpdatePanel();
}
timer.Tick();
}
instance.ReleaseFrame();
}
}
else
{
_form.UpdateStatus("Init Failed");
flag = false;
}
foreach (Image Image in _mImages)
{
Image.Dispose();
}
// Clean Up
if (handData != null)
{
handData.Dispose();
}
if (handConfiguration != null)
{
handConfiguration.Dispose();
}
instance.Close();
instance.Dispose();
if (flag)
{
_form.UpdateStatus("Stopped");
}
}
private void StartTrackingLoop()
{
PXCMFaceData FaceData = FaceModule.CreateOutput();
while (!_shouldStop)
{
pxcmStatus acquireFrameStatus = SenseManager.AcquireFrame(true);
if (acquireFrameStatus < pxcmStatus.PXCM_STATUS_NO_ERROR)
{
ResetTrackData();
Console.WriteLine("SenseManager.AcquireFrame(true) error: " + acquireFrameStatus.ToString());
continue;
}
PXCMCapture.Sample captureSample = SenseManager.QueryFaceSample();
if (captureSample == null)
{
ResetTrackData();
SenseManager.ReleaseFrame();
continue;
}
//TODO: Image Daten holen
TrackImageData(captureSample);
FaceData.Update();
int numberOfDetectedFaces = FaceData.QueryNumberOfDetectedFaces();
if (numberOfDetectedFaces != 1)
{
ResetTrackData();
SenseManager.ReleaseFrame();
continue;
}
PXCMFaceData.Face faceDataFace = FaceData.QueryFaceByIndex(0);
TrackPose(faceDataFace);
TrackExpressions(faceDataFace);
//TrackLandmarks(faceDataFace);
//TrackGaze();
//FaceData.QueryRecognitionModule();
//im nächsten object steckt boundingrectangle und avarageDepth drin
//PXCMFaceData.DetectionData faceDataDetectionData = faceDataFace.QueryDetection();
//faceDataDetectionData.QueryFaceAverageDepth();
//faceDataDetectionData.QueryBoundingRect();
SenseManager.ReleaseFrame();
Thread.Sleep(250);
}
if (FaceData != null)
{
FaceData.Dispose();
}
FaceConfiguration.Dispose();
SenseManager.Close();
SenseManager.Dispose();
}
public void Dispose()
{
Session.Dispose();
SenseManager.Dispose();
}