diff options
Diffstat (limited to 'src/plugins/multimedia/ffmpeg/qffmpegencoder.cpp')
| -rw-r--r-- | src/plugins/multimedia/ffmpeg/qffmpegencoder.cpp | 567 |
1 files changed, 0 insertions, 567 deletions
diff --git a/src/plugins/multimedia/ffmpeg/qffmpegencoder.cpp b/src/plugins/multimedia/ffmpeg/qffmpegencoder.cpp deleted file mode 100644 index f8fa064bc..000000000 --- a/src/plugins/multimedia/ffmpeg/qffmpegencoder.cpp +++ /dev/null @@ -1,567 +0,0 @@ -/**************************************************************************** -** -** Copyright (C) 2021 The Qt Company Ltd. -** Contact: https://www.qt.io/licensing/ -** -** This file is part of the Qt Toolkit. -** -** $QT_BEGIN_LICENSE:LGPL$ -** Commercial License Usage -** Licensees holding valid commercial Qt licenses may use this file in -** accordance with the commercial license agreement provided with the -** Software or, alternatively, in accordance with the terms contained in -** a written agreement between you and The Qt Company. For licensing terms -** and conditions see https://www.qt.io/terms-conditions. For further -** information use the contact form at https://www.qt.io/contact-us. -** -** GNU Lesser General Public License Usage -** Alternatively, this file may be used under the terms of the GNU Lesser -** General Public License version 3 as published by the Free Software -** Foundation and appearing in the file LICENSE.LGPL3 included in the -** packaging of this file. Please review the following information to -** ensure the GNU Lesser General Public License version 3 requirements -** will be met: https://www.gnu.org/licenses/lgpl-3.0.html. -** -** GNU General Public License Usage -** Alternatively, this file may be used under the terms of the GNU -** General Public License version 2.0 or (at your option) the GNU General -** Public license version 3 or any later version approved by the KDE Free -** Qt Foundation. The licenses are as published by the Free Software -** Foundation and appearing in the file LICENSE.GPL2 and LICENSE.GPL3 -** included in the packaging of this file. Please review the following -** information to ensure the GNU General Public License requirements will -** be met: https://www.gnu.org/licenses/gpl-2.0.html and -** https://www.gnu.org/licenses/gpl-3.0.html. -** -** $QT_END_LICENSE$ -** -****************************************************************************/ -#include "qffmpegencoder_p.h" -#include "qffmpegmediaformatinfo_p.h" -#include "qffmpegvideoframeencoder_p.h" -#include "private/qmultimediautils_p.h" - -#include <qdebug.h> -#include <qiodevice.h> -#include <qaudiosource.h> -#include <qaudiobuffer.h> -#include "qffmpegaudioinput_p.h" -#include <private/qplatformcamera_p.h> -#include "qffmpegvideobuffer_p.h" -#include "qffmpegmediametadata_p.h" -#include "qffmpegencoderoptions_p.h" - -#include <qloggingcategory.h> - -extern "C" { -#include <libavutil/pixdesc.h> -#include <libavutil/common.h> -} - -QT_BEGIN_NAMESPACE - -Q_LOGGING_CATEGORY(qLcFFmpegEncoder, "qt.multimedia.ffmpeg.encoder") - -namespace QFFmpeg -{ - -Encoder::Encoder(const QMediaEncoderSettings &settings, const QUrl &url) - : settings(settings) -{ - const AVOutputFormat *avFormat = QFFmpegMediaFormatInfo::outputFormatForFileFormat(settings.fileFormat()); - - formatContext = avformat_alloc_context(); - formatContext->oformat = const_cast<AVOutputFormat *>(avFormat); // constness varies - - QByteArray encoded = url.toEncoded(); - formatContext->url = (char *)av_malloc(encoded.size() + 1); - memcpy(formatContext->url, encoded.constData(), encoded.size() + 1); - formatContext->pb = nullptr; - avio_open2(&formatContext->pb, formatContext->url, AVIO_FLAG_WRITE, nullptr, nullptr); - qCDebug(qLcFFmpegEncoder) << "opened" << formatContext->url; - - muxer = new Muxer(this); -} - -Encoder::~Encoder() -{ -} - -void Encoder::addAudioInput(QFFmpegAudioInput *input) -{ - audioEncode = new AudioEncoder(this, input, settings); - connect(input, &QFFmpegAudioInput::newAudioBuffer, this, &Encoder::newAudioBuffer); - input->setRunning(true); -} - -void Encoder::addVideoSource(QPlatformCamera *source) -{ - videoEncode = new VideoEncoder(this, source, settings); - connect(source, &QPlatformCamera::newVideoFrame, this, &Encoder::newVideoFrame); -} - -void Encoder::start() -{ - qCDebug(qLcFFmpegEncoder) << "Encoder::start!"; - - formatContext->metadata = QFFmpegMetaData::toAVMetaData(metaData); - - int res = avformat_write_header(formatContext, nullptr); - if (res < 0) - qWarning() << "could not write header" << res; - - muxer->start(); - if (audioEncode) - audioEncode->start(); - if (videoEncode) - videoEncode->start(); - isRecording = true; -} - -void EncodingFinalizer::run() -{ - if (encoder->audioEncode) - encoder->audioEncode->kill(); - if (encoder->videoEncode) - encoder->videoEncode->kill(); - encoder->muxer->kill(); - - int res = av_write_trailer(encoder->formatContext); - if (res < 0) - qWarning() << "could not write trailer" << res; - - avformat_free_context(encoder->formatContext); - qDebug() << " done finalizing."; - emit encoder->finalizationDone(); - delete encoder; - deleteLater(); -} - -void Encoder::finalize() -{ - qDebug() << ">>>>>>>>>>>>>>> finalize"; - - isRecording = false; - auto *finalizer = new EncodingFinalizer(this); - finalizer->start(); -} - -void Encoder::setPaused(bool p) -{ - if (audioEncode) - audioEncode->setPaused(p); - if (videoEncode) - videoEncode->setPaused(p); -} - -void Encoder::setMetaData(const QMediaMetaData &metaData) -{ - this->metaData = metaData; -} - -void Encoder::newAudioBuffer(const QAudioBuffer &buffer) -{ - if (audioEncode && isRecording) - audioEncode->addBuffer(buffer); -} - -void Encoder::newVideoFrame(const QVideoFrame &frame) -{ - if (videoEncode && isRecording) - videoEncode->addFrame(frame); -} - -void Encoder::newTimeStamp(qint64 time) -{ - QMutexLocker locker(&timeMutex); - if (time > timeRecorded) { - timeRecorded = time; - emit durationChanged(time); - } -} - -Muxer::Muxer(Encoder *encoder) - : encoder(encoder) -{ - setObjectName(QLatin1String("Muxer")); -} - -void Muxer::addPacket(AVPacket *packet) -{ -// qCDebug(qLcFFmpegEncoder) << "Muxer::addPacket" << packet->pts << packet->stream_index; - QMutexLocker locker(&queueMutex); - packetQueue.enqueue(packet); - wake(); -} - -AVPacket *Muxer::takePacket() -{ - QMutexLocker locker(&queueMutex); - if (packetQueue.isEmpty()) - return nullptr; -// qCDebug(qLcFFmpegEncoder) << "Muxer::takePacket" << packetQueue.first()->pts; - return packetQueue.dequeue(); -} - -void Muxer::init() -{ -} - -void Muxer::cleanup() -{ -} - -bool QFFmpeg::Muxer::shouldWait() const -{ - QMutexLocker locker(&queueMutex); - return packetQueue.isEmpty(); -} - -void Muxer::loop() -{ - auto *packet = takePacket(); -// qCDebug(qLcFFmpegEncoder) << "writing packet to file" << packet->pts << packet->duration << packet->stream_index; - av_interleaved_write_frame(encoder->formatContext, packet); -} - - -static AVSampleFormat bestMatchingSampleFormat(AVSampleFormat requested, const AVSampleFormat *available) -{ - if (!available) - return requested; - - const AVSampleFormat *f = available; - AVSampleFormat best = *f; -/* - enum { - First, - Planar, - Exact, - } score = First; -*/ - for (; *f != AV_SAMPLE_FMT_NONE; ++f) { - qCDebug(qLcFFmpegEncoder) << "format:" << *f; - if (*f == requested) { - best = *f; -// score = Exact; - break; - } - - if (av_get_planar_sample_fmt(requested) == *f) { -// score = Planar; - best = *f; - } - } - return best; -} - -AudioEncoder::AudioEncoder(Encoder *encoder, QFFmpegAudioInput *input, const QMediaEncoderSettings &settings) - : input(input) -{ - this->encoder = encoder; - - setObjectName(QLatin1String("AudioEncoder")); - qCDebug(qLcFFmpegEncoder) << "AudioEncoder" << settings.audioCodec(); - - format = input->device.preferredFormat(); - auto codecID = QFFmpegMediaFormatInfo::codecIdForAudioCodec(settings.audioCodec()); - Q_ASSERT(avformat_query_codec(encoder->formatContext->oformat, codecID, FF_COMPLIANCE_NORMAL)); - - auto *avCodec = avcodec_find_encoder(codecID); - - AVSampleFormat requested = QFFmpegMediaFormatInfo::avSampleFormat(format.sampleFormat()); - AVSampleFormat bestSampleFormat = bestMatchingSampleFormat(requested, avCodec->sample_fmts); - - stream = avformat_new_stream(encoder->formatContext, nullptr); - stream->id = encoder->formatContext->nb_streams - 1; - stream->codecpar->codec_type = AVMEDIA_TYPE_AUDIO; - stream->codecpar->codec_id = codecID; - stream->codecpar->channel_layout = av_get_default_channel_layout(format.channelCount()); - stream->codecpar->channels = format.channelCount(); - stream->codecpar->sample_rate = format.sampleRate(); - stream->codecpar->frame_size = 1024; - stream->codecpar->format = bestSampleFormat; - stream->time_base = AVRational{ 1, format.sampleRate() }; - - Q_ASSERT(avCodec); - codec = avcodec_alloc_context3(avCodec); - avcodec_parameters_to_context(codec, stream->codecpar); - - AVDictionary *opts = nullptr; - applyAudioEncoderOptions(settings, avCodec->name, codec, &opts); - - int res = avcodec_open2(codec, avCodec, &opts); - qCDebug(qLcFFmpegEncoder) << "audio codec opened" << res; - qCDebug(qLcFFmpegEncoder) << "audio codec params: fmt=" << codec->sample_fmt << "rate=" << codec->sample_rate; - - if (codec->sample_fmt != requested) { - resampler = swr_alloc_set_opts(nullptr, // we're allocating a new context - codec->channel_layout, // out_ch_layout - codec->sample_fmt, // out_sample_fmt - codec->sample_rate, // out_sample_rate - av_get_default_channel_layout(format.channelCount()), // in_ch_layout - requested, // in_sample_fmt - format.sampleRate(), // in_sample_rate - 0, // log_offset - nullptr); - swr_init(resampler); - } -} - -void AudioEncoder::addBuffer(const QAudioBuffer &buffer) -{ - QMutexLocker locker(&queueMutex); - audioBufferQueue.enqueue(buffer); - wake(); -} - -QAudioBuffer AudioEncoder::takeBuffer() -{ - QMutexLocker locker(&queueMutex); - if (audioBufferQueue.isEmpty()) - return QAudioBuffer(); - return audioBufferQueue.dequeue(); -} - -void AudioEncoder::init() -{ - if (input) { - input->setFrameSize(codec->frame_size); - } - qCDebug(qLcFFmpegEncoder) << "AudioEncoder::init started audio device thread."; -} - -void AudioEncoder::cleanup() -{ - while (!audioBufferQueue.isEmpty()) - loop(); - while (avcodec_send_frame(codec, nullptr) == AVERROR(EAGAIN)) - retrievePackets(); - retrievePackets(); -} - -bool AudioEncoder::shouldWait() const -{ - QMutexLocker locker(&queueMutex); - return audioBufferQueue.isEmpty(); -} - -void AudioEncoder::retrievePackets() -{ - while (1) { - AVPacket *packet = av_packet_alloc(); - int ret = avcodec_receive_packet(codec, packet); - if (ret < 0) { - av_packet_unref(packet); - if (ret != AVERROR(EOF)) - break; - if (ret != AVERROR(EAGAIN)) { - char errStr[1024]; - av_strerror(ret, errStr, 1024); - qCDebug(qLcFFmpegEncoder) << "receive packet" << ret << errStr; - } - break; - } - - // qCDebug(qLcFFmpegEncoder) << "writing video packet" << packet->size << packet->pts << timeStamp(packet->pts, stream->time_base) << packet->stream_index; - packet->stream_index = stream->id; - encoder->muxer->addPacket(packet); - } -} - -void AudioEncoder::loop() -{ - QAudioBuffer buffer = takeBuffer(); - if (!buffer.isValid() || paused.loadAcquire()) - return; - -// qCDebug(qLcFFmpegEncoder) << "new audio buffer" << buffer.byteCount() << buffer.format() << buffer.frameCount() << codec->frame_size; - retrievePackets(); - - AVFrame *frame = av_frame_alloc(); - frame->format = codec->sample_fmt; - frame->channel_layout = codec->channel_layout; - frame->channels = codec->channels; - frame->sample_rate = codec->sample_rate; - frame->nb_samples = buffer.frameCount(); - if (frame->nb_samples) - av_frame_get_buffer(frame, 0); - - if (resampler) { - const uint8_t *data = buffer.constData<uint8_t>(); - swr_convert(resampler, frame->extended_data, frame->nb_samples, &data, frame->nb_samples); - } else { - memcpy(frame->buf[0]->data, buffer.constData<uint8_t>(), buffer.byteCount()); - } - - frame->pts = samplesWritten; - samplesWritten += buffer.frameCount(); - - qint64 time = format.durationForFrames(samplesWritten); - encoder->newTimeStamp(time/1000); - -// qCDebug(qLcFFmpegEncoder) << "sending audio frame" << buffer.byteCount() << frame->pts << ((double)buffer.frameCount()/frame->sample_rate); - int ret = avcodec_send_frame(codec, frame); - if (ret < 0) { - char errStr[1024]; - av_strerror(ret, errStr, 1024); -// qCDebug(qLcFFmpegEncoder) << "error sending frame" << ret << errStr; - } -} - -VideoEncoder::VideoEncoder(Encoder *encoder, QPlatformCamera *camera, const QMediaEncoderSettings &settings) - : m_encoderSettings(settings) - , m_camera(camera) -{ - this->encoder = encoder; - - setObjectName(QLatin1String("VideoEncoder")); - qCDebug(qLcFFmpegEncoder) << "VideoEncoder" << settings.videoCodec(); - - auto format = m_camera->cameraFormat(); - auto *hwAccel = static_cast<const QFFmpeg::HWAccel *>(camera->ffmpegHWAccel()); - AVPixelFormat swFormat = QFFmpegVideoBuffer::toAVPixelFormat(format.pixelFormat()); - AVPixelFormat pixelFormat = hwAccel ? hwAccel->hwFormat() : swFormat; - frameEncoder = new VideoFrameEncoder(settings, format.resolution(), format.maxFrameRate(), pixelFormat, swFormat); - frameEncoder->initWithFormatContext(encoder->formatContext); -} - -VideoEncoder::~VideoEncoder() -{ - delete frameEncoder; -} - -void VideoEncoder::addFrame(const QVideoFrame &frame) -{ - QMutexLocker locker(&queueMutex); - videoFrameQueue.enqueue(frame); - wake(); -} - -QVideoFrame VideoEncoder::takeFrame() -{ - QMutexLocker locker(&queueMutex); - if (videoFrameQueue.isEmpty()) - return QVideoFrame(); - return videoFrameQueue.dequeue(); -} - -void VideoEncoder::retrievePackets() -{ - if (!frameEncoder) - return; - while (AVPacket *packet = frameEncoder->retrievePacket()) - encoder->muxer->addPacket(packet); -} - -void VideoEncoder::init() -{ - qCDebug(qLcFFmpegEncoder) << "VideoEncoder::init started video device thread."; - bool ok = frameEncoder->open(); - if (!ok) - encoder->error(QMediaRecorder::ResourceError, "Could not initialize encoder"); -} - -void VideoEncoder::cleanup() -{ - while (!videoFrameQueue.isEmpty()) - loop(); - if (frameEncoder) { - while (frameEncoder->sendFrame(nullptr) == AVERROR(EAGAIN)) - retrievePackets(); - retrievePackets(); - } -} - -bool VideoEncoder::shouldWait() const -{ - QMutexLocker locker(&queueMutex); - return videoFrameQueue.isEmpty(); -} - -struct QVideoFrameHolder -{ - QVideoFrame f; - QImage i; -}; - -static void freeQVideoFrame(void *opaque, uint8_t *) -{ - delete reinterpret_cast<QVideoFrameHolder *>(opaque); -} - -void VideoEncoder::loop() -{ - if (paused.loadAcquire()) - return; - - retrievePackets(); - - auto frame = takeFrame(); - if (!frame.isValid()) - return; - - if (frameEncoder->isNull()) - return; - -// qCDebug(qLcFFmpegEncoder) << "new video buffer" << frame.startTime(); - - AVFrame *avFrame = nullptr; - - auto *videoBuffer = dynamic_cast<QFFmpegVideoBuffer *>(frame.videoBuffer()); - if (videoBuffer) { - // ffmpeg video buffer, let's use the native AVFrame stored in there - auto *hwFrame = videoBuffer->getHWFrame(); - if (hwFrame && hwFrame->format == frameEncoder->sourceFormat()) - avFrame = av_frame_clone(hwFrame); - } - - if (!avFrame) { - frame.map(QVideoFrame::ReadOnly); - auto size = frame.size(); - avFrame = av_frame_alloc(); - avFrame->format = frameEncoder->sourceFormat(); - avFrame->width = size.width(); - avFrame->height = size.height(); - av_frame_get_buffer(avFrame, 0); - - for (int i = 0; i < 4; ++i) { - avFrame->data[i] = const_cast<uint8_t *>(frame.bits(i)); - avFrame->linesize[i] = frame.bytesPerLine(i); - } - - QImage img; - if (frame.pixelFormat() == QVideoFrameFormat::Format_Jpeg) { - // the QImage is cached inside the video frame, so we can take the pointer to the image data here - img = frame.toImage(); - avFrame->data[0] = (uint8_t *)img.bits(); - avFrame->linesize[0] = img.bytesPerLine(); - } - - Q_ASSERT(avFrame->data[0]); - // ensure the video frame and it's data is alive as long as it's being used in the encoder - avFrame->opaque_ref = av_buffer_create(nullptr, 0, freeQVideoFrame, new QVideoFrameHolder{frame, img}, 0); - } - - if (baseTime.loadAcquire() < 0) { - baseTime.storeRelease(frame.startTime() - lastFrameTime); -// qCDebug(qLcFFmpegEncoder) << ">>>> adjusting base time to" << baseTime.loadAcquire() << frame.startTime() << lastFrameTime; - } - - qint64 time = frame.startTime() - baseTime.loadAcquire(); - lastFrameTime = frame.endTime() - baseTime.loadAcquire(); - avFrame->pts = frameEncoder->getPts(time); - - encoder->newTimeStamp(time/1000); - -// qCDebug(qLcFFmpegEncoder) << ">>> sending frame" << avFrame->pts << time; - int ret = frameEncoder->sendFrame(avFrame); - if (ret < 0) { - qCDebug(qLcFFmpegEncoder) << "error sending frame" << ret << err2str(ret); - encoder->error(QMediaRecorder::ResourceError, err2str(ret)); - } -} - -} - -QT_END_NAMESPACE |