// Copyright (C) 2016 The Qt Company Ltd and/or its subsidiary(-ies). // SPDX-License-Identifier: LicenseRef-Qt-Commercial OR LGPL-3.0-only OR GPL-2.0-only OR GPL-3.0-only #include "avfcameradebug_p.h" #include "avfcamerasession_p.h" #include "avfcameraservice_p.h" #include "avfcamera_p.h" #include "avfcamerarenderer_p.h" #include "avfimagecapture_p.h" #include "avfmediaencoder_p.h" #include "avfcamerautility_p.h" #include #include #include #include #include #include #include #include #include #include #include #include QT_USE_NAMESPACE @interface AVFCameraSessionObserver : NSObject - (AVFCameraSessionObserver *) initWithCameraSession:(AVFCameraSession*)session; - (void) processRuntimeError:(NSNotification *)notification; - (void) processSessionStarted:(NSNotification *)notification; - (void) processSessionStopped:(NSNotification *)notification; @end @implementation AVFCameraSessionObserver { @private AVFCameraSession *m_session; AVCaptureSession *m_captureSession; } - (AVFCameraSessionObserver *) initWithCameraSession:(AVFCameraSession*)session { if (!(self = [super init])) return nil; self->m_session = session; self->m_captureSession = session->captureSession(); [m_captureSession retain]; [[NSNotificationCenter defaultCenter] addObserver:self selector:@selector(processRuntimeError:) name:AVCaptureSessionRuntimeErrorNotification object:m_captureSession]; [[NSNotificationCenter defaultCenter] addObserver:self selector:@selector(processSessionStarted:) name:AVCaptureSessionDidStartRunningNotification object:m_captureSession]; [[NSNotificationCenter defaultCenter] addObserver:self selector:@selector(processSessionStopped:) name:AVCaptureSessionDidStopRunningNotification object:m_captureSession]; return self; } - (void) dealloc { [[NSNotificationCenter defaultCenter] removeObserver:self name:AVCaptureSessionRuntimeErrorNotification object:m_captureSession]; [[NSNotificationCenter defaultCenter] removeObserver:self name:AVCaptureSessionDidStartRunningNotification object:m_captureSession]; [[NSNotificationCenter defaultCenter] removeObserver:self name:AVCaptureSessionDidStopRunningNotification object:m_captureSession]; [m_captureSession release]; [super dealloc]; } - (void) processRuntimeError:(NSNotification *)notification { Q_UNUSED(notification); QMetaObject::invokeMethod(m_session, "processRuntimeError", Qt::AutoConnection); } - (void) processSessionStarted:(NSNotification *)notification { Q_UNUSED(notification); QMetaObject::invokeMethod(m_session, "processSessionStarted", Qt::AutoConnection); } - (void) processSessionStopped:(NSNotification *)notification { Q_UNUSED(notification); QMetaObject::invokeMethod(m_session, "processSessionStopped", Qt::AutoConnection); } @end AVFCameraSession::AVFCameraSession(AVFCameraService *service, QObject *parent) : QObject(parent) , m_service(service) , m_defaultCodec(0) { m_captureSession = [[AVCaptureSession alloc] init]; m_observer = [[AVFCameraSessionObserver alloc] initWithCameraSession:this]; } AVFCameraSession::~AVFCameraSession() { if (m_videoInput) { [m_captureSession removeInput:m_videoInput]; [m_videoInput release]; } if (m_audioInput) { [m_captureSession removeInput:m_audioInput]; [m_audioInput release]; } if (m_audioOutput) { [m_captureSession removeOutput:m_audioOutput]; [m_audioOutput release]; } if (m_videoOutput) delete m_videoOutput; [m_observer release]; [m_captureSession release]; } void AVFCameraSession::setActiveCamera(const QCameraDevice &info) { if (m_activeCameraDevice != info) { m_activeCameraDevice = info; if (checkCameraPermission()) updateVideoInput(); } } void AVFCameraSession::setCameraFormat(const QCameraFormat &format) { if (m_cameraFormat == format) return; updateCameraFormat(format); } QCameraFormat AVFCameraSession::cameraFormat() const { return m_cameraFormat; } void AVFCameraSession::updateCameraFormat(const QCameraFormat &format) { m_cameraFormat = format; AVCaptureDevice *captureDevice = videoCaptureDevice(); if (!captureDevice) return; AVCaptureDeviceFormat *newFormat = qt_convert_to_capture_device_format(captureDevice, format); if (newFormat) qt_set_active_format(captureDevice, newFormat, false); } void AVFCameraSession::setVideoOutput(AVFCameraRenderer *output) { if (m_videoOutput == output) return; delete m_videoOutput; m_videoOutput = output; if (output) output->configureAVCaptureSession(this); } void AVFCameraSession::addAudioCapture() { if (!m_audioOutput) { m_audioOutput = [[AVCaptureAudioDataOutput alloc] init]; if (m_audioOutput && [m_captureSession canAddOutput:m_audioOutput]) { [m_captureSession addOutput:m_audioOutput]; } else { qWarning() << Q_FUNC_INFO << "failed to add audio output"; } } } AVCaptureDevice *AVFCameraSession::videoCaptureDevice() const { if (m_videoInput) return m_videoInput.device; return nullptr; } AVCaptureDevice *AVFCameraSession::audioCaptureDevice() const { if (m_audioInput) return m_audioInput.device; return nullptr; } void AVFCameraSession::setAudioInputVolume(float volume) { m_inputVolume = volume; if (m_inputMuted) volume = 0.0; #ifdef Q_OS_MACOS AVCaptureConnection *audioInputConnection = [m_audioOutput connectionWithMediaType:AVMediaTypeAudio]; NSArray *audioChannels = audioInputConnection.audioChannels; if (audioChannels) { for (AVCaptureAudioChannel *channel in audioChannels) { channel.volume = volume; } } #endif } void AVFCameraSession::setAudioInputMuted(bool muted) { m_inputMuted = muted; setAudioInputVolume(m_inputVolume); } void AVFCameraSession::setAudioOutputVolume(float volume) { if (m_audioPreviewDelegate) [m_audioPreviewDelegate setVolume:volume]; } void AVFCameraSession::setAudioOutputMuted(bool muted) { if (m_audioPreviewDelegate) [m_audioPreviewDelegate setMuted:muted]; } bool AVFCameraSession::isActive() const { return m_active; } void AVFCameraSession::setActive(bool active) { if (m_active == active) return; m_active = active; qCDebug(qLcCamera) << Q_FUNC_INFO << m_active << " -> " << active; if (active) { if (!m_activeCameraDevice.isNull()) { Q_EMIT readyToConfigureConnections(); m_defaultCodec = 0; defaultCodec(); } applyImageEncoderSettings(); // According to the doc, the capture device must be locked before // startRunning to prevent the format we set to be overridden by the // session preset. [videoCaptureDevice() lockForConfiguration:nil]; [m_captureSession startRunning]; [videoCaptureDevice() unlockForConfiguration]; } else { [m_captureSession stopRunning]; } } void AVFCameraSession::processRuntimeError() { qWarning() << tr("Runtime camera error"); m_active = false; Q_EMIT error(QCamera::CameraError, tr("Runtime camera error")); } void AVFCameraSession::processSessionStarted() { qCDebug(qLcCamera) << Q_FUNC_INFO; if (!m_active) { m_active = true; Q_EMIT activeChanged(m_active); } } void AVFCameraSession::processSessionStopped() { qCDebug(qLcCamera) << Q_FUNC_INFO; if (m_active) { m_active = false; Q_EMIT activeChanged(m_active); } } AVCaptureDevice *AVFCameraSession::createVideoCaptureDevice() { AVCaptureDevice *device = nullptr; QByteArray deviceId = m_activeCameraDevice.id(); if (!deviceId.isEmpty()) { device = [AVCaptureDevice deviceWithUniqueID: [NSString stringWithUTF8String: deviceId.constData()]]; } return device; } AVCaptureDevice *AVFCameraSession::createAudioCaptureDevice() { AVCaptureDevice *device = nullptr; QByteArray deviceId = m_service->audioInput() ? m_service->audioInput()->device.id() : QByteArray(); if (!deviceId.isEmpty()) device = [AVCaptureDevice deviceWithUniqueID: [NSString stringWithUTF8String:deviceId.constData()]]; return device; } void AVFCameraSession::attachVideoInputDevice() { if (!checkCameraPermission()) return; if (m_videoInput) { [m_captureSession removeInput:m_videoInput]; [m_videoInput release]; m_videoInput = nullptr; } AVCaptureDevice *videoDevice = createVideoCaptureDevice(); if (!videoDevice) return; m_videoInput = [AVCaptureDeviceInput deviceInputWithDevice:videoDevice error:nil]; if (m_videoInput && [m_captureSession canAddInput:m_videoInput]) { [m_videoInput retain]; [m_captureSession addInput:m_videoInput]; } else { qWarning() << "Failed to create video device input"; } } void AVFCameraSession::attachAudioInputDevice() { if (m_audioInput) { [m_captureSession removeInput:m_audioInput]; [m_audioInput release]; m_audioInput = nullptr; } AVCaptureDevice *audioDevice = createAudioCaptureDevice(); if (!audioDevice) return; m_audioInput = [AVCaptureDeviceInput deviceInputWithDevice:audioDevice error:nil]; if (m_audioInput && [m_captureSession canAddInput:m_audioInput]) { [m_audioInput retain]; [m_captureSession addInput:m_audioInput]; } else { qWarning() << "Failed to create audio device input"; } } bool AVFCameraSession::applyImageEncoderSettings() { if (AVFImageCapture *control = m_service->avfImageCaptureControl()) return control->applySettings(); return false; } FourCharCode AVFCameraSession::defaultCodec() { if (!m_defaultCodec) { if (AVCaptureDevice *device = videoCaptureDevice()) { AVCaptureDeviceFormat *format = device.activeFormat; if (!format || !format.formatDescription) return m_defaultCodec; m_defaultCodec = CMVideoFormatDescriptionGetCodecType(format.formatDescription); } } return m_defaultCodec; } void AVFCameraSession::setVideoSink(QVideoSink *sink) { auto *videoSink = sink ? static_cast(sink->platformVideoSink()) : nullptr; if (m_videoSink == videoSink) return; m_videoSink = videoSink; updateVideoOutput(); } void AVFCameraSession::updateVideoInput() { auto recorder = m_service->recorderControl(); if (recorder && recorder->state() == QMediaRecorder::RecordingState) recorder->toggleRecord(false); [m_captureSession beginConfiguration]; attachVideoInputDevice(); if (!m_activeCameraDevice.isNull() && !m_videoOutput) { setVideoOutput(new AVFCameraRenderer(this)); connect(m_videoOutput, &AVFCameraRenderer::newViewfinderFrame, this, &AVFCameraSession::newViewfinderFrame); updateVideoOutput(); } if (m_videoOutput) m_videoOutput->deviceOrientationChanged(); [m_captureSession commitConfiguration]; if (recorder && recorder->state() == QMediaRecorder::RecordingState) recorder->toggleRecord(true); Q_EMIT readyToConfigureConnections(); } void AVFCameraSession::updateAudioInput() { if (!checkMicrophonePermission()) return; auto recorder = m_service->recorderControl(); if (recorder && recorder->state() == QMediaRecorder::RecordingState) recorder->toggleRecord(false); [m_captureSession beginConfiguration]; if (m_audioOutput) { AVCaptureConnection *lastConnection = [m_audioOutput connectionWithMediaType:AVMediaTypeAudio]; [m_captureSession removeConnection:lastConnection]; } attachAudioInputDevice(); if (m_audioInput) addAudioCapture(); [m_captureSession commitConfiguration]; if (recorder && recorder->state() == QMediaRecorder::RecordingState) recorder->toggleRecord(true); } void AVFCameraSession::updateAudioOutput() { QByteArray deviceId = m_service->audioOutput() ? m_service->audioOutput()->device.id() : QByteArray(); [m_audioPreviewDelegate release]; m_audioPreviewDelegate = nil; if (!deviceId.isEmpty()) { m_audioPreviewDelegate = [[AVFAudioPreviewDelegate alloc] init]; [m_audioPreviewDelegate setupWithCaptureSession:this audioOutputDevice:[NSString stringWithUTF8String: deviceId.constData()]]; } } void AVFCameraSession::updateVideoOutput() { if (m_videoOutput) m_videoOutput->setVideoSink(m_videoSink); } bool AVFCameraSession::checkCameraPermission() { const QCameraPermission permission; const bool granted = qApp->checkPermission(permission) == Qt::PermissionStatus::Granted; if (!granted) qWarning() << "Access to camera not granted"; return granted; } bool AVFCameraSession::checkMicrophonePermission() { const QMicrophonePermission permission; const bool granted = qApp->checkPermission(permission) == Qt::PermissionStatus::Granted; if (!granted) qWarning() << "Access to microphone not granted"; return granted; } #include "moc_avfcamerasession_p.cpp"