blob: f29d9811f77fa7834cf210cc0676ab3a5c598667 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
|
// Copyright (C) 2021 The Qt Company Ltd.
// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR LGPL-3.0-only OR GPL-2.0-only OR GPL-3.0-only
#ifndef QFFMPEGENCODER_P_H
#define QFFMPEGENCODER_P_H
//
// W A R N I N G
// -------------
//
// This file is not part of the Qt API. It exists purely as an
// implementation detail. This header file may change from version to
// version without notice, or even be removed.
//
// We mean it.
//
#include "qffmpegthread_p.h"
#include "qffmpeg_p.h"
#include "qffmpeghwaccel_p.h"
#include "private/qmultimediautils_p.h"
#include <private/qplatformmediarecorder_p.h>
#include <qaudioformat.h>
#include <qaudiobuffer.h>
#include <qmediarecorder.h>
#include <queue>
QT_BEGIN_NAMESPACE
class QFFmpegAudioInput;
class QVideoFrame;
class QPlatformVideoSource;
namespace QFFmpeg
{
class Encoder;
class Muxer;
class AudioEncoder;
class VideoEncoder;
class VideoFrameEncoder;
class EncodingFinalizer : public QThread
{
public:
EncodingFinalizer(Encoder *e);
void run() override;
private:
Encoder *encoder = nullptr;
};
class Encoder : public QObject
{
Q_OBJECT
public:
Encoder(const QMediaEncoderSettings &settings, const QString &filePath);
~Encoder();
void addAudioInput(QFFmpegAudioInput *input);
void addVideoSource(QPlatformVideoSource *source);
void start();
void finalize();
void setPaused(bool p);
void setMetaData(const QMediaMetaData &metaData);
public Q_SLOTS:
void newTimeStamp(qint64 time);
Q_SIGNALS:
void durationChanged(qint64 duration);
void error(QMediaRecorder::Error code, const QString &description);
void finalizationDone();
private:
template<typename... Args>
void addMediaFrameHandler(Args &&...args);
private:
// TODO: improve the encasulation
friend class EncodingFinalizer;
friend class AudioEncoder;
friend class VideoEncoder;
friend class Muxer;
QMediaEncoderSettings settings;
QMediaMetaData metaData;
AVFormatContext *formatContext = nullptr;
Muxer *muxer = nullptr;
AudioEncoder *audioEncode = nullptr;
QList<VideoEncoder *> videoEncoders;
QList<QMetaObject::Connection> connections;
QMutex timeMutex;
qint64 timeRecorded = 0;
bool isHeaderWritten = false;
};
class Muxer : public ConsumerThread
{
mutable QMutex queueMutex;
std::queue<AVPacketUPtr> packetQueue;
public:
Muxer(Encoder *encoder);
void addPacket(AVPacketUPtr packet);
private:
AVPacketUPtr takePacket();
void init() override;
void cleanup() override;
bool hasData() const override;
void processOne() override;
Encoder *encoder;
};
class EncoderThread : public ConsumerThread
{
public:
virtual void setPaused(bool b)
{
paused.storeRelease(b);
}
protected:
QAtomicInteger<bool> paused = false;
Encoder *encoder = nullptr;
};
class AudioEncoder : public EncoderThread
{
mutable QMutex queueMutex;
std::queue<QAudioBuffer> audioBufferQueue;
public:
AudioEncoder(Encoder *encoder, QFFmpegAudioInput *input, const QMediaEncoderSettings &settings);
void open();
void addBuffer(const QAudioBuffer &buffer);
QFFmpegAudioInput *audioInput() const { return input; }
private:
QAudioBuffer takeBuffer();
void retrievePackets();
void init() override;
void cleanup() override;
bool hasData() const override;
void processOne() override;
AVStream *stream = nullptr;
AVCodecContextUPtr codecContext;
QFFmpegAudioInput *input = nullptr;
QAudioFormat format;
SwrContextUPtr resampler;
qint64 samplesWritten = 0;
const AVCodec *avCodec = nullptr;
QMediaEncoderSettings settings;
};
class VideoEncoder : public EncoderThread
{
mutable QMutex queueMutex;
std::queue<QVideoFrame> videoFrameQueue;
const size_t maxQueueSize = 10; // Arbitrarily chosen to limit memory usage (332 MB @ 4K)
public:
VideoEncoder(Encoder *encoder, const QMediaEncoderSettings &settings,
const QVideoFrameFormat &format, std::optional<AVPixelFormat> hwFormat);
~VideoEncoder() override;
bool isValid() const;
void addFrame(const QVideoFrame &frame);
void setPaused(bool b) override
{
EncoderThread::setPaused(b);
if (b)
baseTime.storeRelease(-1);
}
private:
QVideoFrame takeFrame();
void retrievePackets();
void init() override;
void cleanup() override;
bool hasData() const override;
void processOne() override;
std::unique_ptr<VideoFrameEncoder> frameEncoder;
QAtomicInteger<qint64> baseTime = std::numeric_limits<qint64>::min();
qint64 lastFrameTime = 0;
};
}
QT_END_NAMESPACE
#endif
|
