1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
|
// Copyright (C) 2021 The Qt Company Ltd.
// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR LGPL-3.0-only OR GPL-2.0-only OR GPL-3.0-only
#include "playbackengine/qffmpegvideorenderer_p.h"
#include "qffmpegvideobuffer_p.h"
#include "qvideosink.h"
QT_BEGIN_NAMESPACE
namespace QFFmpeg {
VideoRenderer::VideoRenderer(const TimeController &tc, QVideoSink *sink, QtVideo::Rotation rotation)
: Renderer(tc), m_sink(sink), m_rotation(rotation)
{
}
void VideoRenderer::setOutput(QVideoSink *sink, bool cleanPrevSink)
{
setOutputInternal(m_sink, sink, [cleanPrevSink](QVideoSink *prev) {
if (prev && cleanPrevSink)
prev->setVideoFrame({});
});
}
VideoRenderer::RenderingResult VideoRenderer::renderInternal(Frame frame)
{
if (!m_sink)
return {};
if (!frame.isValid()) {
m_sink->setVideoFrame({});
return {};
}
// qCDebug(qLcVideoRenderer) << "RHI:" << accel.isNull() << accel.rhi() << sink->rhi();
const auto codec = frame.codec();
Q_ASSERT(codec);
#ifdef Q_OS_ANDROID
// QTBUG-108446
// In general case, just creation of frames context is not correct since
// frames may require additional specific data for hw contexts, so
// just setting of hw_frames_ctx is not enough.
// TODO: investigate the case in order to remove or fix the code.
if (codec->hwAccel() && !frame.avFrame()->hw_frames_ctx) {
HWAccel *hwaccel = codec->hwAccel();
AVFrame *avframe = frame.avFrame();
if (!hwaccel->hwFramesContext())
hwaccel->createFramesContext(AVPixelFormat(avframe->format),
{ avframe->width, avframe->height });
if (hwaccel->hwFramesContext())
avframe->hw_frames_ctx = av_buffer_ref(hwaccel->hwFramesContextAsBuffer());
}
#endif
const auto pixelAspectRatio = codec->pixelAspectRatio(frame.avFrame());
auto buffer = std::make_unique<QFFmpegVideoBuffer>(frame.takeAVFrame(), pixelAspectRatio);
QVideoFrameFormat format(buffer->size(), buffer->pixelFormat());
format.setColorSpace(buffer->colorSpace());
format.setColorTransfer(buffer->colorTransfer());
format.setColorRange(buffer->colorRange());
format.setMaxLuminance(buffer->maxNits());
format.setRotation(m_rotation);
QVideoFrame videoFrame(buffer.release(), format);
videoFrame.setStartTime(frame.pts());
videoFrame.setEndTime(frame.end());
m_sink->setVideoFrame(videoFrame);
return {};
}
} // namespace QFFmpeg
QT_END_NAMESPACE
#include "moc_qffmpegvideorenderer_p.cpp"
|
