/**************************************************************************** ** ** Copyright (C) 2013 Digia Plc and/or its subsidiary(-ies). ** Contact: http://www.qt-project.org/legal ** ** This file is part of the Qt Toolkit. ** ** $QT_BEGIN_LICENSE:LGPL$ ** Commercial License Usage ** Licensees holding valid commercial Qt licenses may use this file in ** accordance with the commercial license agreement provided with the ** Software or, alternatively, in accordance with the terms contained in ** a written agreement between you and Digia. For licensing terms and ** conditions see http://qt.digia.com/licensing. For further information ** use the contact form at http://qt.digia.com/contact-us. ** ** GNU Lesser General Public License Usage ** Alternatively, this file may be used under the terms of the GNU Lesser ** General Public License version 2.1 as published by the Free Software ** Foundation and appearing in the file LICENSE.LGPL included in the ** packaging of this file. Please review the following information to ** ensure the GNU Lesser General Public License version 2.1 requirements ** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html. ** ** In addition, as a special exception, Digia gives you certain additional ** rights. These rights are described in the Digia Qt LGPL Exception ** version 1.1, included in the file LGPL_EXCEPTION.txt in this package. ** ** GNU General Public License Usage ** Alternatively, this file may be used under the terms of the GNU ** General Public License version 3.0 as published by the Free Software ** Foundation and appearing in the file LICENSE.GPL included in the ** packaging of this file. Please review the following information to ** ensure the GNU General Public License version 3.0 requirements will be ** met: http://www.gnu.org/copyleft/gpl.html. ** ** ** $QT_END_LICENSE$ ** ****************************************************************************/ #include "qandroidvideorendercontrol.h" #include #include "jsurfacetextureholder.h" #include #include #include #include #include #include #include #include QT_BEGIN_NAMESPACE static const GLfloat g_vertex_data[] = { -1.f, 1.f, 1.f, 1.f, 1.f, -1.f, -1.f, -1.f }; static const GLfloat g_texture_data[] = { 0.f, 0.f, 1.f, 0.f, 1.f, 1.f, 0.f, 1.f }; OpenGLResourcesDeleter::~OpenGLResourcesDeleter() { glDeleteTextures(1, &m_textureID); delete m_fbo; delete m_program; } class AndroidTextureVideoBuffer : public QAbstractVideoBuffer { public: AndroidTextureVideoBuffer(QAndroidVideoRendererControl *control) : QAbstractVideoBuffer(GLTextureHandle) , m_control(control) , m_textureUpdated(false) { } virtual ~AndroidTextureVideoBuffer() {} MapMode mapMode() const { return NotMapped; } uchar *map(MapMode, int*, int*) { return 0; } void unmap() {} QVariant handle() const { if (!m_textureUpdated) { // update the video texture (called from the render thread) m_control->renderFrameToFbo(); m_textureUpdated = true; } return m_control->m_fbo->texture(); } private: mutable QAndroidVideoRendererControl *m_control; mutable bool m_textureUpdated; }; QAndroidVideoRendererControl::QAndroidVideoRendererControl(QObject *parent) : QVideoRendererControl(parent) , m_surface(0) , m_androidSurface(0) , m_surfaceTexture(0) , m_surfaceHolder(0) , m_externalTex(0) , m_fbo(0) , m_program(0) , m_glDeleter(0) { } QAndroidVideoRendererControl::~QAndroidVideoRendererControl() { if (m_surfaceTexture) { m_surfaceTexture->callMethod("release"); delete m_surfaceTexture; m_surfaceTexture = 0; } if (m_androidSurface) { m_androidSurface->callMethod("release"); delete m_androidSurface; m_androidSurface = 0; } if (m_surfaceHolder) { delete m_surfaceHolder; m_surfaceHolder = 0; } if (m_glDeleter) m_glDeleter->deleteLater(); } QAbstractVideoSurface *QAndroidVideoRendererControl::surface() const { return m_surface; } void QAndroidVideoRendererControl::setSurface(QAbstractVideoSurface *surface) { if (surface == m_surface) return; if (m_surface) { if (m_surface->isActive()) m_surface->stop(); m_surface->setProperty("_q_GLThreadCallback", QVariant()); } m_surface = surface; if (m_surface) { m_surface->setProperty("_q_GLThreadCallback", QVariant::fromValue(this)); } } bool QAndroidVideoRendererControl::isReady() { return QOpenGLContext::currentContext() || m_externalTex; } bool QAndroidVideoRendererControl::initSurfaceTexture() { if (m_surfaceTexture) return true; if (!m_surface) return false; // if we have an OpenGL context in the current thread, create a texture. Otherwise, wait // for the GL render thread to call us back to do it. if (QOpenGLContext::currentContext()) { glGenTextures(1, &m_externalTex); m_glDeleter = new OpenGLResourcesDeleter; m_glDeleter->setTexture(m_externalTex); } else if (!m_externalTex) { return false; } m_surfaceTexture = new JSurfaceTexture(m_externalTex); if (m_surfaceTexture->isValid()) { connect(m_surfaceTexture, SIGNAL(frameAvailable()), this, SLOT(onFrameAvailable())); } else { delete m_surfaceTexture; m_surfaceTexture = 0; m_glDeleter->deleteLater(); m_externalTex = 0; m_glDeleter = 0; } return m_surfaceTexture != 0; } jobject QAndroidVideoRendererControl::surfaceHolder() { if (!initSurfaceTexture()) return 0; if (!m_surfaceHolder) { m_androidSurface = new QJNIObjectPrivate("android/view/Surface", "(Landroid/graphics/SurfaceTexture;)V", m_surfaceTexture->object()); m_surfaceHolder = new JSurfaceTextureHolder(m_androidSurface->object()); } return m_surfaceHolder->object(); } jobject QAndroidVideoRendererControl::surfaceTexture() { if (!initSurfaceTexture()) return 0; return m_surfaceTexture->object(); } void QAndroidVideoRendererControl::setVideoSize(const QSize &size) { QMutexLocker locker(&m_mutex); if (m_nativeSize == size) return; stop(); m_nativeSize = size; } void QAndroidVideoRendererControl::stop() { if (m_surface && m_surface->isActive()) m_surface->stop(); m_nativeSize = QSize(); } void QAndroidVideoRendererControl::onFrameAvailable() { if (!m_nativeSize.isValid() || !m_surface) return; QAbstractVideoBuffer *buffer = new AndroidTextureVideoBuffer(this); QVideoFrame frame(buffer, m_nativeSize, QVideoFrame::Format_BGR32); if (m_surface->isActive() && (m_surface->surfaceFormat().pixelFormat() != frame.pixelFormat() || m_surface->nativeResolution() != frame.size())) { m_surface->stop(); } if (!m_surface->isActive()) { QVideoSurfaceFormat format(frame.size(), frame.pixelFormat(), QAbstractVideoBuffer::GLTextureHandle); m_surface->start(format); } if (m_surface->isActive()) m_surface->present(frame); } void QAndroidVideoRendererControl::renderFrameToFbo() { QMutexLocker locker(&m_mutex); createGLResources(); m_surfaceTexture->updateTexImage(); // save current render states GLboolean stencilTestEnabled; GLboolean depthTestEnabled; GLboolean scissorTestEnabled; GLboolean blendEnabled; glGetBooleanv(GL_STENCIL_TEST, &stencilTestEnabled); glGetBooleanv(GL_DEPTH_TEST, &depthTestEnabled); glGetBooleanv(GL_SCISSOR_TEST, &scissorTestEnabled); glGetBooleanv(GL_BLEND, &blendEnabled); if (stencilTestEnabled) glDisable(GL_STENCIL_TEST); if (depthTestEnabled) glDisable(GL_DEPTH_TEST); if (scissorTestEnabled) glDisable(GL_SCISSOR_TEST); if (blendEnabled) glDisable(GL_BLEND); m_fbo->bind(); glViewport(0, 0, m_nativeSize.width(), m_nativeSize.height()); m_program->bind(); m_program->enableAttributeArray(0); m_program->enableAttributeArray(1); m_program->setUniformValue("frameTexture", GLuint(0)); m_program->setUniformValue("texMatrix", m_surfaceTexture->getTransformMatrix()); glVertexAttribPointer(0, 2, GL_FLOAT, GL_FALSE, 0, g_vertex_data); glVertexAttribPointer(1, 2, GL_FLOAT, GL_FALSE, 0, g_texture_data); glDrawArrays(GL_TRIANGLE_FAN, 0, 4); m_program->disableAttributeArray(0); m_program->disableAttributeArray(1); glBindTexture(GL_TEXTURE_EXTERNAL_OES, 0); m_fbo->release(); // restore render states if (stencilTestEnabled) glEnable(GL_STENCIL_TEST); if (depthTestEnabled) glEnable(GL_DEPTH_TEST); if (scissorTestEnabled) glEnable(GL_SCISSOR_TEST); if (blendEnabled) glEnable(GL_BLEND); } void QAndroidVideoRendererControl::createGLResources() { if (!m_fbo || m_fbo->size() != m_nativeSize) { delete m_fbo; m_fbo = new QOpenGLFramebufferObject(m_nativeSize); m_glDeleter->setFbo(m_fbo); } if (!m_program) { m_program = new QOpenGLShaderProgram; QOpenGLShader *vertexShader = new QOpenGLShader(QOpenGLShader::Vertex, m_program); vertexShader->compileSourceCode("attribute highp vec4 vertexCoordsArray; \n" \ "attribute highp vec2 textureCoordArray; \n" \ "uniform highp mat4 texMatrix; \n" \ "varying highp vec2 textureCoords; \n" \ "void main(void) \n" \ "{ \n" \ " gl_Position = vertexCoordsArray; \n" \ " textureCoords = (texMatrix * vec4(textureCoordArray, 0.0, 1.0)).xy; \n" \ "}\n"); m_program->addShader(vertexShader); QOpenGLShader *fragmentShader = new QOpenGLShader(QOpenGLShader::Fragment, m_program); fragmentShader->compileSourceCode("#extension GL_OES_EGL_image_external : require \n" \ "varying highp vec2 textureCoords; \n" \ "uniform samplerExternalOES frameTexture; \n" \ "void main() \n" \ "{ \n" \ " gl_FragColor = texture2D(frameTexture, textureCoords); \n" \ "}\n"); m_program->addShader(fragmentShader); m_program->bindAttributeLocation("vertexCoordsArray", 0); m_program->bindAttributeLocation("textureCoordArray", 1); m_program->link(); m_glDeleter->setShaderProgram(m_program); } } void QAndroidVideoRendererControl::customEvent(QEvent *e) { if (e->type() == QEvent::User) { // This is running in the render thread (OpenGL enabled) if (!m_externalTex) { glGenTextures(1, &m_externalTex); m_glDeleter = new OpenGLResourcesDeleter; // will cleanup GL resources in the correct thread m_glDeleter->setTexture(m_externalTex); emit readyChanged(true); } } } QT_END_NAMESPACE