path: root/Source/WebCore/platform/graphics/android/layers/MediaTexture.cpp

/*
 * Copyright (C) 2011 The Android Open Source Project
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

#define LOG_TAG "MediaTexture"
#define LOG_NDEBUG 1

#include "config.h"
#include "MediaTexture.h"

#include "AndroidLog.h"
#include "DrawQuadData.h"
#include "TilesManager.h"
#include "GLUtils.h"
#include "MediaListener.h"

#if USE(ACCELERATED_COMPOSITING)

#include <android/native_window.h>
#include <gui/GLConsumer.h>
#include <gui/Surface.h>
#include <JNIUtility.h>
#include "WebCoreJni.h"

// Limits the number of ANativeWindows that can be allocated for video playback.
// The limit is currently set to 2 as that is the current max number of
// simultaneous HW decodes that our OMX implementation allows.  This forces the
// media producer to use their own SW decoders for subsequent video streams.
#define MAX_WINDOW_COUNT 2

namespace WebCore {

MediaTexture::MediaTexture(jobject webViewRef, jobject webViewCoreRef) : android::LightRefBase<MediaTexture>()
{
    JNIEnv* env = JSC::Bindings::getJNIEnv();
    m_weakWebViewRef = env->NewWeakGlobalRef(webViewRef);
    m_weakWebViewCoreRef = env->NewWeakGlobalRef(webViewCoreRef);

    m_contentTexture = 0;
    m_isContentInverted = false;
    m_newWindowRequest = false;
}

MediaTexture::~MediaTexture()
{
    if (m_contentTexture)
        deleteTexture(m_contentTexture, true);
    for (unsigned int i = 0; i < m_videoTextures.size(); i++) {
        deleteTexture(m_videoTextures[i], true);
    }

    JNIEnv* env = JSC::Bindings::getJNIEnv();
    env->DeleteWeakGlobalRef(m_weakWebViewRef);
    env->DeleteWeakGlobalRef(m_weakWebViewCoreRef);
}

bool MediaTexture::isContentInverted()
{
    android::Mutex::Autolock lock(m_mediaLock);
    return m_isContentInverted;
}
void MediaTexture::invertContents(bool invertContent)
{
    android::Mutex::Autolock lock(m_mediaLock);
    m_isContentInverted = invertContent;
}

void MediaTexture::initNativeWindowIfNeeded()
{
    {
        android::Mutex::Autolock lock(m_mediaLock);

        // check to see if there are any unused textures to delete
        if (m_unusedTextures.size() != 0) {
            for (unsigned int i = 0; i < m_unusedTextures.size(); i++) {
                glDeleteTextures(1, &m_unusedTextures[i]);
            }
            m_unusedTextures.clear();
        }

        // create a content texture if none exists
        if (!m_contentTexture) {
            m_contentTexture = createTexture();

            // send a message to the WebKit thread to notify the plugin that it can draw
            if (m_weakWebViewCoreRef) {
                JNIEnv* env = JSC::Bindings::getJNIEnv();
                jobject localWebViewCoreRef = env->NewLocalRef(m_weakWebViewCoreRef);
                if (localWebViewCoreRef) {
                    jclass wvClass = env->GetObjectClass(localWebViewCoreRef);
                    jmethodID sendPluginDrawMsg =
                            env->GetMethodID(wvClass, "sendPluginDrawMsg", "()V");
                    env->CallVoidMethod(localWebViewCoreRef, sendPluginDrawMsg);
                    env->DeleteLocalRef(wvClass);
                    env->DeleteLocalRef(localWebViewCoreRef);
                }
                checkException(env);
            }
        }

        // finally create a video texture if needed
        if (!m_newWindowRequest)
            return;

        // add the texture and add it to the list
        TextureWrapper* videoTexture = createTexture();
        m_videoTextures.append(videoTexture);

        // setup the state variables to signal the other thread
        m_newWindowRequest = false;
        m_newWindow = videoTexture->nativeWindow;
    }

    // signal the WebKit thread in case it is waiting
    m_newMediaRequestCond.signal();
}

void MediaTexture::draw(const TransformationMatrix& contentMatrix,
          const TransformationMatrix& videoMatrix,
          const SkRect& mediaBounds)
{
    android::Mutex::Autolock lock(m_mediaLock);

    if (mediaBounds.isEmpty())
        return;

    // draw all the video textures first
    for (unsigned int i = 0; i < m_videoTextures.size(); i++) {

        TextureWrapper* video = m_videoTextures[i];

        if (!video->surfaceTexture.get() || video->dimensions.isEmpty()
                || !video->mediaListener->isFrameAvailable())
            continue;

        video->surfaceTexture->updateTexImage();

        float surfaceMatrix[16];
        video->surfaceTexture->getTransformMatrix(surfaceMatrix);

        SkRect dimensions = video->dimensions;
        dimensions.offset(mediaBounds.fLeft, mediaBounds.fTop);

#ifdef DEBUG
        if (!mediaBounds.contains(dimensions)) {
            ALOGV("The video exceeds is parent's bounds.");
        }
#endif // DEBUG

        TilesManager::instance()->shader()->drawVideoLayerQuad(videoMatrix,
                surfaceMatrix, dimensions, video->textureId);
    }

    if (!m_contentTexture->mediaListener->isFrameAvailable())
        return;

    m_contentTexture->surfaceTexture->updateTexImage();

    sp<GraphicBuffer> buf = m_contentTexture->surfaceTexture->getCurrentBuffer();

    PixelFormat f = buf->getPixelFormat();
    // only attempt to use alpha blending if alpha channel exists
    bool forceAlphaBlending = !(
        PIXEL_FORMAT_RGBX_8888 == f ||
        PIXEL_FORMAT_RGB_888 == f ||
        PIXEL_FORMAT_RGB_565 == f);

    TextureQuadData data(m_contentTexture->textureId, GL_TEXTURE_EXTERNAL_OES,
                         GL_LINEAR, LayerQuad, &contentMatrix, &mediaBounds,
                         1.0f, forceAlphaBlending);
    TilesManager::instance()->shader()->drawQuad(&data);
}

ANativeWindow* MediaTexture::requestNativeWindowForVideo()
{
    android::Mutex::Autolock lock(m_mediaLock);

    // the window was not ready before the timeout so return it this time
    if (ANativeWindow* window = m_newWindow.get()) {
        m_newWindow.clear();
        return window;
    }

    // we only allow for so many textures, so return NULL if we exceed that limit
    else if (m_videoTextures.size() >= MAX_WINDOW_COUNT) {
        return 0;
    }

    m_newWindowRequest = true;

    // post an inval message to the UI thread to fulfill the request
    if (m_weakWebViewRef) {
        JNIEnv* env = JSC::Bindings::getJNIEnv();
        jobject localWebViewRef = env->NewLocalRef(m_weakWebViewRef);
        if (localWebViewRef) {
            jclass wvClass = env->GetObjectClass(localWebViewRef);
            jmethodID postInvalMethod = env->GetMethodID(wvClass, "postInvalidate", "()V");
            env->CallVoidMethod(localWebViewRef, postInvalMethod);
            env->DeleteLocalRef(wvClass);
            env->DeleteLocalRef(localWebViewRef);
        }
        checkException(env);
    }

    //block until the request can be fulfilled or we time out
    bool timedOut = false;
    while (m_newWindowRequest && !timedOut) {
        int ret = m_newMediaRequestCond.waitRelative(m_mediaLock, 500000000); // .5 sec
        timedOut = ret == TIMED_OUT;
    }

    // if the window is ready then return it otherwise return NULL
    if (ANativeWindow* window = m_newWindow.get()) {
        m_newWindow.clear();
        return window;
    }
    return 0;
}

ANativeWindow* MediaTexture::getNativeWindowForContent()
{
    android::Mutex::Autolock lock(m_mediaLock);
    if (m_contentTexture)
        return m_contentTexture->nativeWindow.get();
    else
        return 0;
}

void MediaTexture::releaseNativeWindow(const ANativeWindow* window)
{
    android::Mutex::Autolock lock(m_mediaLock);
    for (unsigned int i = 0; i < m_videoTextures.size(); i++) {
        if (m_videoTextures[i]->nativeWindow.get() == window) {
            deleteTexture(m_videoTextures[i]);
            m_videoTextures.remove(i);
            break;
        }
    }
}

void MediaTexture::setDimensions(const ANativeWindow* window,
                                 const SkRect& dimensions)
{
    android::Mutex::Autolock lock(m_mediaLock);
    for (unsigned int i = 0; i < m_videoTextures.size(); i++) {
        if (m_videoTextures[i]->nativeWindow.get() == window) {
            m_videoTextures[i]->dimensions = dimensions;
            break;
        }
    }
}

void MediaTexture::setFramerateCallback(const ANativeWindow* window,
                                        FramerateCallbackProc callback)
{
    android::Mutex::Autolock lock(m_mediaLock);
    for (unsigned int i = 0; i < m_videoTextures.size(); i++) {
        if (m_videoTextures[i]->nativeWindow.get() == window) {
            m_videoTextures[i]->mediaListener->setFramerateCallback(callback);
            break;
        }
    }
}

MediaTexture::TextureWrapper* MediaTexture::createTexture()
{
    TextureWrapper* wrapper = new TextureWrapper();

    // populate the wrapper
    glGenTextures(1, &wrapper->textureId);
    wrapper->surfaceTexture = new android::GLConsumer(wrapper->textureId);
    wrapper->nativeWindow = new android::Surface(
            wrapper->surfaceTexture->getBufferQueue());
    wrapper->dimensions.setEmpty();

    // setup callback
    wrapper->mediaListener = new MediaListener(m_weakWebViewRef,
                                               wrapper->surfaceTexture,
                                               wrapper->nativeWindow);
    wrapper->surfaceTexture->setFrameAvailableListener(wrapper->mediaListener);

    return wrapper;
}

void MediaTexture::deleteTexture(TextureWrapper* texture, bool force)
{
    if (texture->surfaceTexture.get())
        texture->surfaceTexture->setFrameAvailableListener(0);

    if (force)
        glDeleteTextures(1, &texture->textureId);
    else
        m_unusedTextures.append(texture->textureId);

    // clear the strong pointer references
    texture->mediaListener.clear();
    texture->nativeWindow.clear();
    texture->surfaceTexture.clear();

    delete texture;
}

} // namespace WebCore

#endif // USE(ACCELERATED_COMPOSITING)