/**
* \brief Draw the video mesh /with keyframe and icons too) (in OpenGL).
* @param modelView the model-view matrix.
* @param projection the projection matrix.
*/
public void DrawMesh(float[] modelView, float[] projection)
{
PikkartVideoPlayer.VideoSate.VIDEO_STATE currentStatus = PikkartVideoPlayer.VideoSate.VIDEO_STATE.NOT_READY;
if (mPikkartVideoPlayer != null)
{
currentStatus = mPikkartVideoPlayer.getVideoStatus();
if (!mPikkartVideoPlayer.isFullscreen())
{
if (mPikkartVideoPlayer.getVideoStatus() == PikkartVideoPlayer.VideoSate.VIDEO_STATE.PLAYING)
{
mPikkartVideoPlayer.updateVideoData();
}
mPikkartVideoPlayer.getSurfaceTextureTransformMatrix(mTexCoordTransformationMatrix);
SetVideoDimensions(mPikkartVideoPlayer.getVideoWidth(), mPikkartVideoPlayer.getVideoHeight(), mTexCoordTransformationMatrix);
mVideoTexCoords_Buffer = FillBuffer(videoTextureCoordsTransformed);
}
}
Marker currentMarker = RecognitionFragment.CurrentMarker;
if (currentMarker != null)
{
float markerWidth = currentMarker.Width;
float markerHeight = currentMarker.Height;
GLES20.GlEnable(GLES20.GlDepthTest);
//GLES20.GlDisable(GLES20.GlCullFaceMode);
GLES20.GlCullFace(GLES20.GlBack);
GLES20.GlFrontFace(GLES20.GlCw);
if ((currentStatus == PikkartVideoPlayer.VideoSate.VIDEO_STATE.READY) ||
(currentStatus == PikkartVideoPlayer.VideoSate.VIDEO_STATE.END) ||
(currentStatus == PikkartVideoPlayer.VideoSate.VIDEO_STATE.NOT_READY) ||
(currentStatus == PikkartVideoPlayer.VideoSate.VIDEO_STATE.ERROR))
{
float[] scaleMatrix = new float[16];
RenderUtils.matrix44Identity(scaleMatrix);
scaleMatrix[0] = markerWidth;
scaleMatrix[5] = markerWidth * keyframeAspectRatio;
scaleMatrix[10] = markerWidth;
float[] temp_mv = new float[16];
RenderUtils.matrixMultiply(4, 4, modelView, 4, 4, scaleMatrix, temp_mv);
float[] temp_mvp = new float[16];
RenderUtils.matrixMultiply(4, 4, projection, 4, 4, temp_mv, temp_mvp);
float[] mvpMatrix = new float[16];
RenderUtils.matrix44Transpose(temp_mvp, mvpMatrix);
DrawKeyFrame(mvpMatrix);
}
else
{
float[] scaleMatrix = new float[16];
RenderUtils.matrix44Identity(scaleMatrix);
scaleMatrix[0] = markerWidth;
scaleMatrix[5] = markerWidth * videoAspectRatio;
scaleMatrix[10] = markerWidth;
float[] temp_mv = new float[16];
RenderUtils.matrixMultiply(4, 4, modelView, 4, 4, scaleMatrix, temp_mv);
float[] temp_mvp = new float[16];
RenderUtils.matrixMultiply(4, 4, projection, 4, 4, temp_mv, temp_mvp);
float[] mvpMatrix = new float[16];
RenderUtils.matrix44Transpose(temp_mvp, mvpMatrix);
DrawVideo(mvpMatrix);
}
if ((currentStatus == PikkartVideoPlayer.VideoSate.VIDEO_STATE.READY) ||
(currentStatus == PikkartVideoPlayer.VideoSate.VIDEO_STATE.END) ||
(currentStatus == PikkartVideoPlayer.VideoSate.VIDEO_STATE.PAUSED) ||
(currentStatus == PikkartVideoPlayer.VideoSate.VIDEO_STATE.NOT_READY) ||
(currentStatus == PikkartVideoPlayer.VideoSate.VIDEO_STATE.ERROR))
{
float[] translateMatrix = new float[16];
RenderUtils.matrix44Identity(translateMatrix);
//scale a bit
translateMatrix[0] = 0.4f;
translateMatrix[5] = 0.4f;
translateMatrix[10] = 0.4f;
//translate a bit
translateMatrix[3] = 0.0f;
translateMatrix[7] = 0.45f;
translateMatrix[11] = -0.05f;
float[] temp_mv = new float[16];
RenderUtils.matrixMultiply(4, 4, modelView, 4, 4, translateMatrix, temp_mv);
float[] temp_mvp = new float[16];
RenderUtils.matrixMultiply(4, 4, projection, 4, 4, temp_mv, temp_mvp);
float[] mvpMatrix = new float[16];
RenderUtils.matrix44Transpose(temp_mvp, mvpMatrix);
DrawIcon(mvpMatrix, currentStatus);
}
RenderUtils.CheckGLError("VideoMesh:end video renderer");
}
}
/** Here we compute the model-view-projection matrix for OpenGL rendering
* from the model-view and projection matrix computed by Pikkart's AR SDK.
* the projection matrix is rotated accordingly to the screen orientation */
public bool computeModelViewProjectionMatrix(float[] mvpMatrix)
{
RenderUtils.matrix44Identity(mvpMatrix);
float w = (float)640;
float h = (float)480;
float ar = (float)ViewportHeight / (float)ViewportWidth;
if (ViewportHeight > ViewportWidth)
{
ar = 1.0f / ar;
}
float h1 = h, w1 = w;
if (ar < h / w)
{
h1 = w * ar;
}
else
{
w1 = h / ar;
}
float a = 0f, b = 0f;
switch (Angle)
{
case 0:
a = 1f; b = 0f;
break;
case 90:
a = 0f; b = 1f;
break;
case 180:
a = -1f; b = 0f;
break;
case 270:
a = 0f; b = -1f;
break;
default: break;
}
float[] angleMatrix = new float[16];
angleMatrix[0] = a; angleMatrix[1] = b; angleMatrix[2] = 0.0f; angleMatrix[3] = 0.0f;
angleMatrix[4] = -b; angleMatrix[5] = a; angleMatrix[6] = 0.0f; angleMatrix[7] = 0.0f;
angleMatrix[8] = 0.0f; angleMatrix[9] = 0.0f; angleMatrix[10] = 1.0f; angleMatrix[11] = 0.0f;
angleMatrix[12] = 0.0f; angleMatrix[13] = 0.0f; angleMatrix[14] = 0.0f; angleMatrix[15] = 1.0f;
float[] projectionMatrix = (float[])RecognitionFragment.GetCurrentProjectionMatrix().Clone();
projectionMatrix[5] = projectionMatrix[5] * (h / h1);
float[] correctedProjection = new float[16];
RenderUtils.matrixMultiply(4, 4, angleMatrix, 4, 4, projectionMatrix, correctedProjection);
if (RecognitionFragment.IsTracking)
{
float[] modelviewMatrix = RecognitionFragment.GetCurrentModelViewMatrix();
float[] temp_mvp = new float[16];
RenderUtils.matrixMultiply(4, 4, correctedProjection, 4, 4, modelviewMatrix, temp_mvp);
RenderUtils.matrix44Transpose(temp_mvp, mvpMatrix);
return(true);
}
return(false);
}
public bool ComputeProjectionMatrix(float[] pMatrix)
{
RenderUtils.matrix44Identity(pMatrix);
float w = (float)640;
float h = (float)480;
float ar = (float)ViewportHeight / (float)ViewportWidth;
if (ViewportHeight > ViewportWidth)
{
ar = 1.0f / ar;
}
float h1 = h, w1 = w;
if (ar < h / w)
{
h1 = w * ar;
}
else
{
w1 = h / ar;
}
float a = 0f, b = 0f;
switch (Angle)
{
case 0:
a = 1f; b = 0f;
break;
case 90:
a = 0f; b = 1f;
break;
case 180:
a = -1f; b = 0f;
break;
case 270:
a = 0f; b = -1f;
break;
default: break;
}
float[] angleMatrix = new float[16];
angleMatrix[0] = a; angleMatrix[1] = b; angleMatrix[2] = 0.0f; angleMatrix[3] = 0.0f;
angleMatrix[4] = -b; angleMatrix[5] = a; angleMatrix[6] = 0.0f; angleMatrix[7] = 0.0f;
angleMatrix[8] = 0.0f; angleMatrix[9] = 0.0f; angleMatrix[10] = 1.0f; angleMatrix[11] = 0.0f;
angleMatrix[12] = 0.0f; angleMatrix[13] = 0.0f; angleMatrix[14] = 0.0f; angleMatrix[15] = 1.0f;
float[] projectionMatrix = (float[])RecognitionFragment.GetCurrentProjectionMatrix().Clone();
projectionMatrix[5] = projectionMatrix[5] * (h / h1);
RenderUtils.matrixMultiply(4, 4, angleMatrix, 4, 4, projectionMatrix, pMatrix);
return(true);
}