/**
* \brief Draw this mesh (in OpenGL).
* @param modelViewProjection this mesh model-view-projection matrix.
*/
public void DrawMesh(float[] modelViewProjection)
{
//set up gl state
GLES20.GlEnable(GLES20.GlDepthTest);
//GLES20.GlDisable(GLES20.GlCullFaceMode);
GLES20.GlCullFace(GLES20.GlBack);
GLES20.GlFrontFace(GLES20.GlCw);
//set shader program to use
GLES20.GlUseProgram(mProgram_GL_ID);
RenderUtils.CheckGLError("DrawMesh:glUseProgram");
//find attrib and unifroms in shader program
int vertexHandle = GLES20.GlGetAttribLocation(mProgram_GL_ID, "vertexPosition");
//int normalHandle = GLES20.GlGetAttribLocation(Program_GL_ID, "vertexNormal");
int textureCoordHandle = GLES20.GlGetAttribLocation(mProgram_GL_ID, "vertexTexCoord");
int mvpMatrixHandle = GLES20.GlGetUniformLocation(mProgram_GL_ID, "modelViewProjectionMatrix");
int texSampler2DHandle = GLES20.GlGetUniformLocation(mProgram_GL_ID, "texSampler2D");
RenderUtils.CheckGLError("DrawMesh:get attribs and uniforms");
//upload mesh data to OpenGL attribs
GLES20.GlVertexAttribPointer(vertexHandle, 3, GLES20.GlFloat, false, 0, mVertices_Buffer);
//GLES20.GlVertexAttribPointer(normalHandle, 3, GLES20.GlFloat, false, 0, Normals_Buffer);
GLES20.GlVertexAttribPointer(textureCoordHandle, 2, GLES20.GlFloat, false, 0, mTexCoords_Buffer);
RenderUtils.CheckGLError("DrawMesh:put attrib pointers");
//enable gl attribs to use
GLES20.GlEnableVertexAttribArray(vertexHandle);
//GLES20.GlEnableVertexAttribArray(normalHandle);
GLES20.GlEnableVertexAttribArray(textureCoordHandle);
RenderUtils.CheckGLError("DrawMesh:enable attrib arrays");
// activate texture 0, bind it, and pass to shader
GLES20.GlActiveTexture(GLES20.GlTexture0);
GLES20.GlBindTexture(GLES20.GlTexture2d, mTexture_GL_ID);
GLES20.GlUniform1i(texSampler2DHandle, 0);
RenderUtils.CheckGLError("DrawMesh:activate texturing");
// pass the model view matrix to the shader
GLES20.GlUniformMatrix4fv(mvpMatrixHandle, 1, false, modelViewProjection, 0);
RenderUtils.CheckGLError("DrawMesh:upload matrix");
// finally draw the teapot
GLES20.GlDrawElements(GLES20.GlTriangles, mIndices_Number, GLES20.GlUnsignedShort, mIndex_Buffer);
RenderUtils.CheckGLError("DrawMesh:draw elements");
// disable the enabled arrays
GLES20.GlDisableVertexAttribArray(vertexHandle);
//GLES20.GlDisableVertexAttribArray(normalHandle);
GLES20.GlDisableVertexAttribArray(textureCoordHandle);
RenderUtils.CheckGLError("DrawMesh:disable attrib arrays");
}
public void OnSurfaceCreated(IGL10 gl, EGLConfig config)
{
// GL configurations
int bonenum = 48;
GLES20.GlGetIntegerv(GLES20.GlMaxTextureSize, mTexSize, 0);
ShellViewModel.MaxBone = bonenum;
mNpot = hasExt("GL_OES_texture_npot");
// initialize
GLES20.GlClearColor(0, 0, 0, 1);
GLES20.GlEnable(GLES20.GlDepthTest);
GLES20.GlEnable(GLES20.GlBlend);
checkGlError("GlEnable");
// GLUtils.texImage2D generates premultiplied-alpha texture. so we use GL_ONE instead of GL_ALPHA
GLES20.GlBlendFunc(GL10.GlOne, GL10.GlOneMinusSrcAlpha);
GLES20.GlDepthFunc(GLES20.GlLequal);
GLES20.GlFrontFace(GLES20.GlCw);
checkGlError("GlMiscSettings");
// shader programs
mGLSL = new Dictionary <String, GLSL>();
mGLSL.Add("builtin:default",
new GLSL(String.Format(Util.ReadAssetString("shader/vs.vsh"), ShellViewModel.MaxBone),
Util.ReadAssetString("shader/fs.fsh")));
mGLSL.Add("builtin:default_alpha",
new GLSL(String.Format(Util.ReadAssetString("shader/vs.vsh"), ShellViewModel.MaxBone),
Util.ReadAssetString("shader/fs_alpha.fsh")));
mGLSL.Add("builtin:nomotion",
new GLSL(Util.ReadAssetString("shader/vs_nm.vsh"), Util.ReadAssetString("shader/fs.fsh")));
mGLSL.Add("builtin:nomotion_alpha",
new GLSL(Util.ReadAssetString("shader/vs_nm.vsh"), Util.ReadAssetString("shader/fs_alpha.fsh")));
// render targets
mRT = new Dictionary <String, RenderTarget>();
mRT.Add("screen", new RenderTarget());
GLES20.GlBindFramebuffer(GLES20.GlFramebuffer, 0);
}
/**
* \brief Draw the video mesh /with keyframe and icons too) (in OpenGL).
* @param modelView the model-view matrix.
* @param projection the projection matrix.
*/
public void DrawMesh(float[] modelView, float[] projection)
{
PikkartVideoPlayer.VideoSate.VIDEO_STATE currentStatus = PikkartVideoPlayer.VideoSate.VIDEO_STATE.NOT_READY;
if (mPikkartVideoPlayer != null)
{
currentStatus = mPikkartVideoPlayer.getVideoStatus();
if (!mPikkartVideoPlayer.isFullscreen())
{
if (mPikkartVideoPlayer.getVideoStatus() == PikkartVideoPlayer.VideoSate.VIDEO_STATE.PLAYING)
{
mPikkartVideoPlayer.updateVideoData();
}
mPikkartVideoPlayer.getSurfaceTextureTransformMatrix(mTexCoordTransformationMatrix);
SetVideoDimensions(mPikkartVideoPlayer.getVideoWidth(), mPikkartVideoPlayer.getVideoHeight(), mTexCoordTransformationMatrix);
mVideoTexCoords_Buffer = FillBuffer(videoTextureCoordsTransformed);
}
}
Marker currentMarker = RecognitionFragment.CurrentMarker;
if (currentMarker != null)
{
float markerWidth = currentMarker.Width;
float markerHeight = currentMarker.Height;
GLES20.GlEnable(GLES20.GlDepthTest);
//GLES20.GlDisable(GLES20.GlCullFaceMode);
GLES20.GlCullFace(GLES20.GlBack);
GLES20.GlFrontFace(GLES20.GlCw);
if ((currentStatus == PikkartVideoPlayer.VideoSate.VIDEO_STATE.READY) ||
(currentStatus == PikkartVideoPlayer.VideoSate.VIDEO_STATE.END) ||
(currentStatus == PikkartVideoPlayer.VideoSate.VIDEO_STATE.NOT_READY) ||
(currentStatus == PikkartVideoPlayer.VideoSate.VIDEO_STATE.ERROR))
{
float[] scaleMatrix = new float[16];
RenderUtils.matrix44Identity(scaleMatrix);
scaleMatrix[0] = markerWidth;
scaleMatrix[5] = markerWidth * keyframeAspectRatio;
scaleMatrix[10] = markerWidth;
float[] temp_mv = new float[16];
RenderUtils.matrixMultiply(4, 4, modelView, 4, 4, scaleMatrix, temp_mv);
float[] temp_mvp = new float[16];
RenderUtils.matrixMultiply(4, 4, projection, 4, 4, temp_mv, temp_mvp);
float[] mvpMatrix = new float[16];
RenderUtils.matrix44Transpose(temp_mvp, mvpMatrix);
DrawKeyFrame(mvpMatrix);
}
else
{
float[] scaleMatrix = new float[16];
RenderUtils.matrix44Identity(scaleMatrix);
scaleMatrix[0] = markerWidth;
scaleMatrix[5] = markerWidth * videoAspectRatio;
scaleMatrix[10] = markerWidth;
float[] temp_mv = new float[16];
RenderUtils.matrixMultiply(4, 4, modelView, 4, 4, scaleMatrix, temp_mv);
float[] temp_mvp = new float[16];
RenderUtils.matrixMultiply(4, 4, projection, 4, 4, temp_mv, temp_mvp);
float[] mvpMatrix = new float[16];
RenderUtils.matrix44Transpose(temp_mvp, mvpMatrix);
DrawVideo(mvpMatrix);
}
if ((currentStatus == PikkartVideoPlayer.VideoSate.VIDEO_STATE.READY) ||
(currentStatus == PikkartVideoPlayer.VideoSate.VIDEO_STATE.END) ||
(currentStatus == PikkartVideoPlayer.VideoSate.VIDEO_STATE.PAUSED) ||
(currentStatus == PikkartVideoPlayer.VideoSate.VIDEO_STATE.NOT_READY) ||
(currentStatus == PikkartVideoPlayer.VideoSate.VIDEO_STATE.ERROR))
{
float[] translateMatrix = new float[16];
RenderUtils.matrix44Identity(translateMatrix);
//scale a bit
translateMatrix[0] = 0.4f;
translateMatrix[5] = 0.4f;
translateMatrix[10] = 0.4f;
//translate a bit
translateMatrix[3] = 0.0f;
translateMatrix[7] = 0.45f;
translateMatrix[11] = -0.05f;
float[] temp_mv = new float[16];
RenderUtils.matrixMultiply(4, 4, modelView, 4, 4, translateMatrix, temp_mv);
float[] temp_mvp = new float[16];
RenderUtils.matrixMultiply(4, 4, projection, 4, 4, temp_mv, temp_mvp);
float[] mvpMatrix = new float[16];
RenderUtils.matrix44Transpose(temp_mvp, mvpMatrix);
DrawIcon(mvpMatrix, currentStatus);
}
RenderUtils.CheckGLError("VideoMesh:end video renderer");
}
}
