//Shuts down the OpenPose framework
public void Stop()
{
SaveOutput();
OPWrapper.OPShutdown();
if (!isAnnotated)
{
gameObject.SetActive(false);
}
}
private void Update()
{
// Update state in UI
stateText.text = OPWrapper.state.ToString();
// Try getting new frame
if (OPWrapper.OPGetOutput(out _datum)) // true: has new frame data
{
long currentFrame = (long)_datum.frameNumber;
Debug.Log($"Current frame: {currentFrame}");
if (_currentSequence != null)
{
if (currentFrame > _currentSequence.EndFrame)
{
if (sequences.Count > 0)
{
_currentSequence = sequences[0];
sequences.Remove(_currentSequence);
}
else
{
_currentSequence = null;
}
}
}
image.UpdateImage(_datum.cvInputData);
int category = 0;
if (_currentSequence != null && currentFrame >= _currentSequence.StartFrame && currentFrame <= _currentSequence.EndFrame)
{
category = (int)_currentSequence.Category;
}
if (!isAnnotated)
{
category = -1;
}
_output.Add(new Frame(_datum.poseKeypoints, category));
if (_datum.poseKeypoints != null)
{
if (!dimensions.ContainsKey(_datum.poseKeypoints.Count))
{
dimensions.Add(_datum.poseKeypoints.Count, currentFrame);
}
}
}
//Debug.Log(stateText.text);
if (OPWrapper.state.Equals(OPState.Ready) && !isAnnotated)
{
Debug.Log("finished");
Stop();
}
}
private void Update()
{
// Update state in UI
stateText.text = OPWrapper.state.ToString();
// Try getting new frame
if (OPWrapper.OPGetOutput(out _datum)) // true: has new frame data
{
image.UpdateImage(_datum.cvInputData);
if (_isProcessing)
{
Frame newFrame = new Frame(_datum.poseKeypoints, 0);
timerScript.WriteFrame(newFrame);
}
}
}
private IEnumerator UserRebootOpenPoseCoroutine()
{
if (OPWrapper.state == OPState.None)
{
yield break;
}
// Shutdown if running
if (OPWrapper.state == OPState.Running)
{
OPWrapper.OPShutdown();
}
// Wait until fully stopped
yield return(new WaitUntil(() => { return OPWrapper.state == OPState.Ready; }));
// Configure and start
UserConfigureOpenPose();
OPWrapper.OPRun();
}
void Start()
{
// Register callbacks
OPWrapper.OPRegisterCallbacks();
// Enable OpenPose log to unity (default true)
OPWrapper.OPEnableDebug(true);
// Enable OpenPose output to unity (default true)
OPWrapper.OPEnableOutput(true);
// Enable receiving image (default false)
OPWrapper.OPEnableImageOutput(true);
// Configure OpenPose with default value, or using specific configuration for each
/* OPWrapper.OPConfigureAllInDefault(); */
UserConfigureOpenPose();
// Start OpenPose
OPWrapper.OPRun();
}
private void Start()
{
Debug.Log("Start called");
_output = new List <Frame>();
// Extract Video name for exporting
string[] splitResult = videoInputPath.Split('\\');
splitResult = splitResult[splitResult.Length - 1].Split('.');
_videoName = splitResult[0];
sequences.Sort((sequence, sequence1) => (int)(sequence.StartFrame - sequence1.StartFrame));
if (sequences.Count > 0)
{
_currentSequence = sequences[0];
sequences.Remove(_currentSequence);
}
// Register callbacks
OPWrapper.OPRegisterCallbacks();
// Enable OpenPose log to unity (default true)
OPWrapper.OPEnableDebug(true);
// Enable OpenPose output to unity (default true)
OPWrapper.OPEnableOutput(true);
// Enable receiving image (default false)
OPWrapper.OPEnableImageOutput(true);
// Configure OpenPose with default value, or using specific configuration for each
/* OPWrapper.OPConfigureAllInDefault(); */
UserConfigureOpenPose();
// Start OpenPose
if (OPWrapper.state == OPState.Ready)
{
OPWrapper.OPRun();
}
}
private static void SetDebugOutput(bool enable)
{
OPWrapper.OPEnableDebug(enable);
}
// Parameters can be set here
private void UserConfigureOpenPose()
{
// Configuring OpenPose to handle images
OPWrapper.OPConfigurePose(
/* poseMode */ PoseMode.Enabled,
/* netInputSize */ netResolution,
/* outputSize */ null,
/* keypointScaleMode */ ScaleMode.ZeroToOne,
/* gpuNumber */ -1,
/* gpuNumberStart */ 0,
/* scalesNumber */ 1,
/* scaleGap */ 0.25f,
/* renderMode */ RenderMode.Auto,
/* poseModel */ PoseModel.BODY_25,
/* blendOriginalFrame */ true,
/* alphaKeypoint */ 0.6f,
/* alphaHeatMap */ 0.7f,
/* defaultPartToRender */ 0,
/* modelFolder */ null,
/* heatMapTypes */ HeatMapType.None,
/* heatMapScaleMode */ ScaleMode.ZeroToOne,
/* addPartCandidates */ false,
/* renderThreshold */ renderThreshold,
/* numberPeopleMax */ maxPeople,
/* maximizePositives */ false,
/* fpsMax fps_max */ -1.0,
/* protoTxtPath */ "",
/* caffeModelPath */ "",
/* upsamplingRatio */ 0f);
// Configure OpenPose to not handle hands
OPWrapper.OPConfigureHand(
/* enable */ false,
/* detector */ Detector.Body,
/* netInputSize */ handResolution,
/* scalesNumber */ 1,
/* scaleRange */ 0.4f,
/* renderMode */ RenderMode.Auto,
/* alphaKeypoint */ 0.6f,
/* alphaHeatMap */ 0.7f,
/* renderThreshold */ 0.2f);
//Configure OpenPose to not handle faces
OPWrapper.OPConfigureFace(
/* enable */ false,
/* detector */ Detector.Body,
/* netInputSize */ faceResolution,
/* renderMode */ RenderMode.Auto,
/* alphaKeypoint */ 0.6f,
/* alphaHeatMap */ 0.7f,
/* renderThreshold */ 0.4f);
// Configure if OpenPose should do 3D reconstruction
OPWrapper.OPConfigureExtra(
/* reconstruct3d */ false,
/* minViews3d */ -1,
/* identification */ false,
/* tracking */ -1,
/* ikThreads */ 0);
// Configure OpenPose input type
OPWrapper.OPConfigureInput(
/* producerType */ ProducerType.Video,
/* producerString */ videoInputPath,
/* frameFirst */ 0,
/* frameStep */ 1,
/* frameLast */ ulong.MaxValue,
/* realTimeProcessing */ false,
/* frameFlip */ false,
/* frameRotate */ 0,
/* framesRepeat */ false,
/* cameraResolution */ null,
/* cameraParameterPath */ null,
/* undistortImage */ false,
/* numberViews */ -1);
// Configure OpenPose output type
OPWrapper.OPConfigureOutput(
/* verbose */ -1.0,
/* writeKeypoint */ "",
/* writeKeypointFormat */ DataFormat.Json,
/* writeJson */ "",
/* writeCocoJson */ "",
/* writeCocoJsonVariants */ 1,
/* writeCocoJsonVariant */ 1,
/* writeImages */ "",
/* writeImagesFormat */ "png",
/* writeVideo */ exportPosePicture ? outputPath + "\\" + _videoName + ".avi" : "",
/* writeVideoFps */ -1.0,
/* writeVideoWithAudio */ false,
/* writeHeatMaps */ "",
/* writeHeatMapsFormat */ "png",
/* writeVideo3D */ "",
/* writeVideoAdam */ "",
/* writeBvh */ "",
/* udpHost */ "",
/* udpPort */ "8051");
OPWrapper.OPConfigureGui(
/* displayMode */ DisplayMode.NoDisplay,
/* guiVerbose */ false,
/* fullScreen */ false);
OPWrapper.OPConfigureDebugging(
/* loggingLevel */ Priority.High,
/* disableMultiThread */ false,
/* profileSpeed */ 1000);
}
//Call Wrapper to shutdown OpenPose
public void StopOpenPose()
{
OPWrapper.OPShutdown();
}