void SetupARBackgroundTexture()
{
IntPtr texturePtr = IntPtr.Zero;
#if UNITY_IOS && !UNITY_EDITOR
if (SystemInfo.graphicsDeviceType == UnityEngine.Rendering.GraphicsDeviceType.OpenGLES3)
{
int textureId = SDPlugin.SixDegreesSDK_GetEAGLBackgroundTexture();
texturePtr = new IntPtr(textureId);
}
else
#endif
{
texturePtr = SDPlugin.SixDegreesSDK_GetBackgroundTexture();
}
if (texturePtr != IntPtr.Zero)
{
int width = 1920;
int height = 1080;
unsafe
{
int *widthPtr = &width, heightPtr = &height;
SDPlugin.SixDegreesSDK_GetBackgroundTextureSize(widthPtr, heightPtr);
}
Debug.Log("Create External Texture:" + texturePtr + "(" + width + "x" + height + ")");
_ARBackgroundTexture = Texture2D.CreateExternalTexture(
width,
height,
TextureFormat.RGBA32,
false,
false,
texturePtr);
_ARBackgroundTexture.filterMode = FilterMode.Point;
_ARBackgroundTexture.name = "AR_Background_Texture";
}
}
public void Draw(MTKView view)
{
if (!SDPlugin.IsSDKReady)
{
return;
}
// Update sizes
if (backgroundTextureSize.Width == 0 && backgroundTextureSize.Height == 0)
{
var size = MakeBackgroundTextureSize();
backgroundTextureSize = size;
UpdateMTKViewFrame();
}
// Draw meshes
if (SDPlugin.ShowMesh)
{
MeshController.Update();
}
// Get pose and tracking quality
var localOrientation = UIApplication.SharedApplication.StatusBarOrientation;
float[] mPoseBuffer = new float[16];
int trackingQuality = 0;
unsafe
{
fixed(float *ptr = &mPoseBuffer[0])
{
// R T
// 0 1
int bufferSize = 16;
trackingQuality = SDPlugin.SixDegreesSDK_GetPose(ptr, bufferSize);
}
}
if (trackingQuality > 0)
{
// Update camera pose
var row0 = new SCNVector4(mPoseBuffer[0], mPoseBuffer[1], mPoseBuffer[2], mPoseBuffer[3]);
var row1 = new SCNVector4(mPoseBuffer[4], mPoseBuffer[5], mPoseBuffer[6], mPoseBuffer[7]);
var row2 = new SCNVector4(mPoseBuffer[8], mPoseBuffer[9], mPoseBuffer[10], mPoseBuffer[11]);
var row3 = new SCNVector4(mPoseBuffer[12], mPoseBuffer[13], mPoseBuffer[14], mPoseBuffer[15]);
SCNMatrix4 poseMatrix = new SCNMatrix4(row0, row1, row2, row3);
CameraNode.WorldTransform = poseMatrix;
// Update camera projection
var projectionTransform = MakeProjectionMatrix(localOrientation);
CameraNode.Camera.ProjectionTransform = projectionTransform;
}
// Update vertex factory
if (vertexFactory.IsComplete == false || orientation != localOrientation)
{
vertexFactory.Update(localOrientation, backgroundTextureSize);
}
orientation = localOrientation;
// Draw background texture
var texturePtr = SDPlugin.SixDegreesSDK_GetBackgroundTexture();
if (texturePtr != IntPtr.Zero)
{
var obj = ObjCRuntime.Runtime.GetINativeObject <IMTLTexture>(texturePtr, false);
Draw((IMTLTexture)obj);
}
if (commandQueue != null)
{
var commandBuffer = commandQueue.CommandBuffer();
var currentDrawable = mtkView.CurrentDrawable;
double CurrentTime = CAAnimation.CurrentMediaTime();
var screenScale = UIScreen.MainScreen.Scale;
var viewport = new CGRect(x: 0, y: 0,
width: mtkView.Frame.Width * screenScale,
height: mtkView.Frame.Height * screenScale);
var renderPassDescriptor = MTLRenderPassDescriptor.CreateRenderPassDescriptor();
renderPassDescriptor.ColorAttachments[0].Texture = currentDrawable.Texture;
renderPassDescriptor.ColorAttachments[0].LoadAction = MTLLoadAction.Load;
renderPassDescriptor.ColorAttachments[0].StoreAction = MTLStoreAction.Store;
renderer.Render(CurrentTime,
viewport,
commandBuffer,
renderPassDescriptor);
commandBuffer.PresentDrawable(currentDrawable);
commandBuffer.Commit();
}
}