private void RunUpdate()
{
doAR = false;
CompositionTarget.Rendering += (s, ea) =>
{
if (!doAR)
{
// Rotate other AR object
var trans = Matrix3DFactory.CreateRotationZ(timedRotation);
trans = trans * Matrix3DFactory.CreateTranslation(0, 0, -400);
ApplyTransformation(ImgLogo, trans);
}
timedRotation += 0.01f;
};
}
private void ApplyTransformation(FrameworkElement element, Matrix3D baseTransformation)
{
// Create additional transformations
var centerImageAtOrigin = Matrix3DFactory.CreateTranslation(-element.ActualWidth * 0.5, -element.ActualHeight * 0.5, 0);
var invertYAxis = Matrix3DFactory.CreateScale(1, -1, 1);
var viewport = Matrix3DFactory.CreateViewportTransformation(ViewportContainer.ActualWidth, ViewportContainer.ActualHeight);
var rotate = Matrix3DFactory.CreateRotationZ(MathHelper.ToRadians(Rotate));
var scale = Matrix3DFactory.CreateScale(Scale);
// Compose transform
var m = Matrix3D.Identity;
m = m * centerImageAtOrigin;
m = m * invertYAxis;
m = m * rotate;
m = m * scale;
m = m * baseTransformation;
m = Matrix3DFactory.CreateViewportProjection(m, Matrix3D.Identity, projectionMatrix, viewport);
// Apply transform
element.Projection = new Matrix3DProjection {
ProjectionMatrix = m
};
}
void Update()
{
if (_arWrapper != null && _isRunning)
{
// Update
if (_arWrapper.arwCapture())
{
// We need to change the threshold and debug mode here, otherwise a concurrent op can happen and UpdateAr will crash
if (_arWrapperViewModel != null)
{
if (_arWrapper.arwGetVideoThresholdMode() != _arWrapperViewModel.SelectedThresholdMode.Mode)
{
_arWrapper.arwSetVideoThresholdMode(_arWrapperViewModel.SelectedThresholdMode.Mode);
}
if (_arWrapper.arwGetVideoDebugMode() != _arWrapperViewModel.UseDebugMode)
{
_arWrapper.arwSetVideoDebugMode(_arWrapperViewModel.UseDebugMode);
}
}
// Update
_arWrapper.arwUpdateAR();
if (!_wasStarted)
{
// Get video params
int width, height, pixelSize;
string pixelFormat;
if (!_arWrapper.arwGetVideoParams(out width, out height, out pixelSize, out pixelFormat))
{
throw new InvalidOperationException("ARToolkit arwGetVideoParams failed.");
}
Helper.Log("Video Params: {0} x {1}. Pixels size: {2} Format: {3}", width, height, pixelSize, pixelFormat);
// Initialize buffer
var bufferLen = width * height;
const int bytesPerPixel = 4;
if (_bufferAr == null || _bufferAr.Length != bufferLen)
{
_bufferAr = new uint[bufferLen];
}
if (_bufferWb == null || _bufferWb.Length != bufferLen)
{
_bufferWb = new byte[bufferLen * bytesPerPixel];
Dispatcher.RunAsync(CoreDispatcherPriority.Normal, () =>
{
_writeableBitmap = new WriteableBitmap(width, height);
PreviewElement.Source = _writeableBitmap;
});
}
_wasStarted = true;
}
// Get projection matrix
_arWrapper.arwGetProjectionMatrix(_projectionMatrix);
// Get marker modelView matrix and other properties
_isMarkerVisisble = false;
var confidence = -1f;
if (!_isMarkerVisisble)
{
_isMarkerVisisble = _arWrapper.arwQueryMarkerVisibility(_markerId);
_arWrapper.arwQueryMarkerTransformation(_markerId, _markerModelViewMatrix);
confidence = _arWrapper.arwGetMarkerOptionFloat(_markerId, ArMarkerOption.SquareConfidence);
}
#if DEBUG
if (_isMarkerVisisble)
{
Dispatcher.RunAsync(CoreDispatcherPriority.Low, () =>
{
DbgTxt.Text = string.Format("Marker: {0} Confidence: {1:f02}\r\n" +
"{2,7:f02} {3,7:f02} {4,7:f02} {5,7:f02}\r\n" +
"{6,7:f02} {7,7:f02} {8,7:f02} {9,7:f02}\r\n" +
"{10,7:f02} {11,7:f02} {12,7:f02} {13,7:f02}\r\n" +
"{14,7:f02} {15,7:f02} {16,7:f02} {17,7:f02}\r\n",
_markerId, confidence,
_markerModelViewMatrix[00], _markerModelViewMatrix[04], _markerModelViewMatrix[08], _markerModelViewMatrix[12],
_markerModelViewMatrix[01], _markerModelViewMatrix[05], _markerModelViewMatrix[09], _markerModelViewMatrix[13],
_markerModelViewMatrix[02], _markerModelViewMatrix[06], _markerModelViewMatrix[10], _markerModelViewMatrix[14],
_markerModelViewMatrix[03], _markerModelViewMatrix[07], _markerModelViewMatrix[11], _markerModelViewMatrix[15]);
});
}
#endif
// Update video frame and render
if (_writeableBitmap != null && UpdateVideoTexture())
{
unsafe
{
fixed(uint *srcPtr = _bufferAr)
{
var b = 0;
var len = _bufferWb.Length / 4;
for (var i = 0; i < len; i++, b += 4)
{
// On a little-endian system, R occupies the lowest 8 bits, then G, then B, then A the highest 8 bits.
// RGBA -> BGRA
var p = srcPtr[i];
_bufferWb[b + 0] = (byte)((p >> 16) & 0xff); // R
_bufferWb[b + 1] = (byte)((p >> 8) & 0xff); // G
_bufferWb[b + 2] = (byte)((p >> 0) & 0xff); // B
_bufferWb[b + 3] = (byte)((p >> 24) & 0xff); // A
}
}
}
// Update needs to run on the UI thread
Dispatcher.RunAsync(CoreDispatcherPriority.Normal, () =>
{
// Show video buffer
using (var stream = _writeableBitmap.PixelBuffer.AsStream())
{
stream.Write(_bufferWb, 0, _bufferWb.Length);
}
_writeableBitmap.Invalidate();
// Compute XAML tranformation matrix
if (_isMarkerVisisble)
{
// Center at origin of the controls
var centerAtOrigin = Matrix3DFactory.CreateTranslation(-ControlPanel.ActualWidth * 0.5, -ControlPanel.ActualHeight * 0.5, 0);
// Swap the y-axis and scale down by half
var scale = Matrix3DFactory.CreateScale(0.5, -0.5, 0.5);
// Rotate around z
var rotate = _shouldRotate ? Matrix3DFactory.CreateRotationZ(rotValue += 0.05) : Matrix3D.Identity;
// Viewport transformation
var viewport = Matrix3DFactory.CreateViewportTransformation(ContentPanel.ActualWidth, ContentPanel.ActualHeight);
// Calculate the final transformation matrix by using the marker model view and camera projection matrix
var m = Matrix3DFactory.CreateViewportProjection(
centerAtOrigin * rotate * scale,
_markerModelViewMatrix.ToMatrix3D(),
_projectionMatrix.ToMatrix3D(),
viewport);
// Apply the matrix to the UI control
ControlPanel.Projection = new Matrix3DProjection {
ProjectionMatrix = m
};
ControlPanel.Visibility = Visibility.Visible;
}
else
{
ControlPanel.Visibility = Visibility.Collapsed;
}
});
}
}
}
}
private void Update()
{
// Animation
if (ChkAnimated.IsChecked != null && ChkAnimated.IsChecked.Value)
{
CameraZ = -Math.Abs(Math.Sin(_f)) * (FarPlane - NearPlane) * 1.5;
CameraY = Math.Sin(_f * 10) * 1000;
_f += 0.008;
}
// Create global transformations
var vw = Viewport.ActualWidth;
var vh = Viewport.ActualHeight;
var invertYAxis = Matrix3DFactory.CreateScale(1, -1, 1);
var translate = Matrix3DFactory.CreateTranslation(TranslateX, TranslateY, TranslateZ);
var rotateX = Matrix3DFactory.CreateRotationX(MathHelper.ToRadians(RotateX));
var rotateY = Matrix3DFactory.CreateRotationY(MathHelper.ToRadians(RotateY));
var rotateZ = Matrix3DFactory.CreateRotationZ(MathHelper.ToRadians(RotateZ));
var scale = Matrix3DFactory.CreateScale(ScaleX, ScaleY, ScaleZ);
var lookAt = Matrix3DFactory.CreateLookAtLH(CameraX, CameraY, CameraZ, CameraLookAtX, CameraLookAtY, CameraLookAtZ);
var viewport = Matrix3DFactory.CreateViewportTransformation(vw, vh);
Matrix3D projectionMatrix;
projectionMatrix = ChkPerspective.IsChecked != null && ChkPerspective.IsChecked.Value ? Matrix3DFactory.CreatePerspectiveFieldOfViewLH(MathHelper.ToRadians(FieldOfView), vw / vh, NearPlane, FarPlane) : Matrix3DFactory.CreateOrthographicLH(vw, vh, NearPlane, FarPlane);
// Transform all elements
var selectedMatrix = Matrix3D.Identity;
foreach (var elem in _elements)
{
// The UIElement
var e = elem.Element;
// Create basic transformation matrices
var centerAtOrigin = Matrix3DFactory.CreateTranslation(-e.ActualWidth * 0.5, -e.ActualHeight * 0.5, 0);
var baseTranslate = Matrix3DFactory.CreateTranslation(elem.PositionX, elem.PositionY, elem.PositionZ);
// Combine the transformation matrices
var m = Matrix3D.Identity;
m = m * centerAtOrigin;
m = m * invertYAxis;
// Apply the world transformation to the selected element
if (elem == _selectedElement)
{
m = m * scale;
m = m * rotateX * rotateY * rotateZ;
m = m * translate;
// Should the camera target be fixed at the selected element?
if (ChkLookAtSelected.IsChecked != null && ChkLookAtSelected.IsChecked.Value)
{
lookAt = Matrix3DFactory.CreateLookAtLH(CameraX, CameraY, CameraZ, elem.PositionX, elem.PositionY, elem.PositionZ);
}
}
// Calculate the final view projection matrix
m = m * baseTranslate;
m = Matrix3DFactory.CreateViewportProjection(m, lookAt, projectionMatrix, viewport);
if (elem == _selectedElement)
{
selectedMatrix = m;
}
// Apply the transformation to the UIElement
e.Projection = new Matrix3DProjection {
ProjectionMatrix = m
};
}
// Trace
TxtTrace1.Text = String.Format("{0} Elements. Matrix:\r\n{1}", _elements.Count, selectedMatrix.Dump());
}