blob: e9dd8705ac301893672740dfe644074985a74a65 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
|
// Copyright (C) 2021 The Qt Company Ltd.
// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR LGPL-3.0-only OR GPL-2.0-only OR GPL-3.0-only
#include "qffmpeghwaccel_mediacodec_p.h"
#include "androidsurfacetexture_p.h"
#include <rhi/qrhi.h>
extern "C" {
#include <libavcodec/mediacodec.h>
#include <libavutil/hwcontext_mediacodec.h>
}
#if !defined(Q_OS_ANDROID)
# error "Configuration error"
#endif
namespace QFFmpeg {
class MediaCodecTextureSet : public TextureSet
{
public:
MediaCodecTextureSet(qint64 textureHandle) : handle(textureHandle) { }
qint64 textureHandle(QRhi *, int plane) override { return (plane == 0) ? handle : 0; }
private:
qint64 handle;
};
namespace {
void deleteSurface(AVHWDeviceContext *ctx)
{
AndroidSurfaceTexture* s = reinterpret_cast<AndroidSurfaceTexture *>(ctx->user_opaque);
delete s;
}
AndroidSurfaceTexture* getTextureSurface(AVFrame *frame)
{
if (!frame || !frame->hw_frames_ctx)
return nullptr;
auto *frameContext = reinterpret_cast<AVHWFramesContext *>(frame->hw_frames_ctx->data);
if (!frameContext || !frameContext->device_ctx)
return nullptr;
AVHWDeviceContext *deviceContext = frameContext->device_ctx;
return reinterpret_cast<AndroidSurfaceTexture *>(deviceContext->user_opaque);
}
} // namespace
void MediaCodecTextureConverter::setupDecoderSurface(AVCodecContext *avCodecContext)
{
std::unique_ptr<AndroidSurfaceTexture> androidSurfaceTexture(new AndroidSurfaceTexture(0));
AVMediaCodecContext *mediacodecContext = av_mediacodec_alloc_context();
av_mediacodec_default_init(avCodecContext, mediacodecContext, androidSurfaceTexture->surface());
if (!avCodecContext->hw_device_ctx || !avCodecContext->hw_device_ctx->data)
return;
AVHWDeviceContext *deviceContext =
reinterpret_cast<AVHWDeviceContext *>(avCodecContext->hw_device_ctx->data);
if (!deviceContext->hwctx)
return;
AVMediaCodecDeviceContext *mediaDeviceContext =
reinterpret_cast<AVMediaCodecDeviceContext *>(deviceContext->hwctx);
if (!mediaDeviceContext)
return;
mediaDeviceContext->surface = androidSurfaceTexture->surface();
Q_ASSERT(deviceContext->user_opaque == nullptr);
deviceContext->user_opaque = androidSurfaceTexture.release();
deviceContext->free = deleteSurface;
}
TextureSet *MediaCodecTextureConverter::getTextures(AVFrame *frame)
{
AndroidSurfaceTexture * androidSurfaceTexture = getTextureSurface(frame);
if (!androidSurfaceTexture || !androidSurfaceTexture->isValid())
return {};
if (!externalTexture || m_currentSurfaceIndex != androidSurfaceTexture->index()) {
m_currentSurfaceIndex = androidSurfaceTexture->index();
androidSurfaceTexture->detachFromGLContext();
externalTexture = std::unique_ptr<QRhiTexture>(
rhi->newTexture(QRhiTexture::Format::RGBA8, { frame->width, frame->height }, 1,
QRhiTexture::ExternalOES));
if (!externalTexture->create()) {
qWarning() << "Failed to create the external texture!";
return {};
}
quint64 textureHandle = externalTexture->nativeTexture().object;
androidSurfaceTexture->attachToGLContext(textureHandle);
}
// release a MediaCodec buffer and render it to the surface
AVMediaCodecBuffer *buffer = (AVMediaCodecBuffer *)frame->data[3];
if (!buffer) {
qWarning() << "Received a frame without AVMediaCodecBuffer.";
} else if (av_mediacodec_release_buffer(buffer, 1) < 0) {
qWarning() << "Failed to render buffer to surface.";
return {};
}
androidSurfaceTexture->updateTexImage();
return new MediaCodecTextureSet(externalTexture->nativeTexture().object);
}
}
|
