/**************************************************************************** ** ** Copyright (C) 2021 The Qt Company Ltd and/or its subsidiary(-ies). ** Contact: https://www.qt.io/licensing/ ** ** This file is part of the Qt Toolkit. ** ** $QT_BEGIN_LICENSE:COMM$ ** ** Commercial License Usage ** Licensees holding valid commercial Qt licenses may use this file in ** accordance with the commercial license agreement provided with the ** Software or, alternatively, in accordance with the terms contained in ** a written agreement between you and The Qt Company. For licensing terms ** and conditions see https://www.qt.io/terms-conditions. For further ** information use the contact form at https://www.qt.io/contact-us. ** ** $QT_END_LICENSE$ ** ** ** ** ** ** ** ** ** ** ** ** ** ** ** ** ** ** ** ****************************************************************************/ #include "avfcameradebug.h" #include "avfimagecapturecontrol.h" #include "avfcameraservice.h" #include "avfcamerautility.h" #include "avfcameracontrol.h" #include "avfcapturedestinationcontrol.h" #include #include #include #include #include #include QT_USE_NAMESPACE AVFImageCaptureControl::AVFImageCaptureControl(AVFCameraService *service, QObject *parent) : QCameraImageCaptureControl(parent) , m_service(service) , m_session(service->session()) , m_cameraControl(service->cameraControl()) , m_ready(false) , m_lastCaptureId(0) , m_videoConnection(nil) { Q_UNUSED(service); m_stillImageOutput = [[AVCaptureStillImageOutput alloc] init]; NSDictionary *outputSettings = [[NSDictionary alloc] initWithObjectsAndKeys: AVVideoCodecJPEG, AVVideoCodecKey, nil]; [m_stillImageOutput setOutputSettings:outputSettings]; [outputSettings release]; connect(m_cameraControl, SIGNAL(captureModeChanged(QCamera::CaptureModes)), SLOT(updateReadyStatus())); connect(m_cameraControl, SIGNAL(statusChanged(QCamera::Status)), SLOT(updateReadyStatus())); connect(m_session, SIGNAL(readyToConfigureConnections()), SLOT(updateCaptureConnection())); connect(m_cameraControl, SIGNAL(captureModeChanged(QCamera::CaptureModes)), SLOT(updateCaptureConnection())); connect(m_session, &AVFCameraSession::newViewfinderFrame, this, &AVFImageCaptureControl::onNewViewfinderFrame, Qt::DirectConnection); } AVFImageCaptureControl::~AVFImageCaptureControl() { } bool AVFImageCaptureControl::isReadyForCapture() const { return m_videoConnection && m_cameraControl->captureMode().testFlag(QCamera::CaptureStillImage) && m_cameraControl->status() == QCamera::ActiveStatus; } void AVFImageCaptureControl::updateReadyStatus() { if (m_ready != isReadyForCapture()) { m_ready = !m_ready; qDebugCamera() << "ReadyToCapture status changed:" << m_ready; Q_EMIT readyForCaptureChanged(m_ready); } } int AVFImageCaptureControl::capture(const QString &fileName) { m_lastCaptureId++; if (!isReadyForCapture()) { QMetaObject::invokeMethod(this, "error", Qt::QueuedConnection, Q_ARG(int, m_lastCaptureId), Q_ARG(int, QCameraImageCapture::NotReadyError), Q_ARG(QString, tr("Camera not ready"))); return m_lastCaptureId; } auto destination = m_service->captureDestinationControl()->captureDestination(); QString actualFileName; if (destination & QCameraImageCapture::CaptureToFile) { actualFileName = m_storageLocation.generateFileName(fileName, QCamera::CaptureStillImage, QLatin1String("img_"), QLatin1String("jpg")); qDebugCamera() << "Capture image to" << actualFileName; } CaptureRequest request = { m_lastCaptureId, QSharedPointer::create()}; m_requestsMutex.lock(); m_captureRequests.enqueue(request); m_requestsMutex.unlock(); [m_stillImageOutput captureStillImageAsynchronouslyFromConnection:m_videoConnection completionHandler: ^(CMSampleBufferRef imageSampleBuffer, NSError *error) { if (error) { QStringList messageParts; messageParts << QString::fromUtf8([[error localizedDescription] UTF8String]); messageParts << QString::fromUtf8([[error localizedFailureReason] UTF8String]); messageParts << QString::fromUtf8([[error localizedRecoverySuggestion] UTF8String]); QString errorMessage = messageParts.join(" "); qDebugCamera() << "Image capture failed:" << errorMessage; QMetaObject::invokeMethod(this, "error", Qt::QueuedConnection, Q_ARG(int, request.captureId), Q_ARG(int, QCameraImageCapture::ResourceError), Q_ARG(QString, errorMessage)); return; } // Wait for the preview to be generated before saving the JPEG (but only // if we have AVFCameraRendererControl attached). // It is possible to stop camera immediately after trying to capture an // image; this can result in a blocked callback's thread, waiting for a // new viewfinder's frame to arrive/semaphore to be released. It is also // unspecified on which thread this callback gets executed, (probably it's // not the same thread that initiated a capture and stopped the camera), // so we cannot reliably check the camera's status. Instead, we wait // with a timeout and treat a failure to acquire a semaphore as an error. if (!m_service->videoOutput() || request.previewReady->tryAcquire(1, 1000)) { qDebugCamera() << "Image capture completed"; NSData *nsJpgData = [AVCaptureStillImageOutput jpegStillImageNSDataRepresentation:imageSampleBuffer]; QByteArray jpgData = QByteArray::fromRawData((const char *)[nsJpgData bytes], [nsJpgData length]); if (destination & QCameraImageCapture::CaptureToBuffer) { QBuffer data(&jpgData); QImageReader reader(&data, "JPEG"); QSize size = reader.size(); QVideoFrame frame(new QMemoryVideoBuffer(QByteArray(jpgData.constData(), jpgData.size()), -1), size, QVideoFrame::Format_Jpeg); QMetaObject::invokeMethod(this, "imageAvailable", Qt::QueuedConnection, Q_ARG(int, request.captureId), Q_ARG(QVideoFrame, frame)); } if (!(destination & QCameraImageCapture::CaptureToFile)) return; QFile f(actualFileName); if (f.open(QFile::WriteOnly)) { if (f.write(jpgData) != -1) { QMetaObject::invokeMethod(this, "imageSaved", Qt::QueuedConnection, Q_ARG(int, request.captureId), Q_ARG(QString, actualFileName)); } else { QMetaObject::invokeMethod(this, "error", Qt::QueuedConnection, Q_ARG(int, request.captureId), Q_ARG(int, QCameraImageCapture::OutOfSpaceError), Q_ARG(QString, f.errorString())); } } else { QString errorMessage = tr("Could not open destination file:\n%1").arg(actualFileName); QMetaObject::invokeMethod(this, "error", Qt::QueuedConnection, Q_ARG(int, request.captureId), Q_ARG(int, QCameraImageCapture::ResourceError), Q_ARG(QString, errorMessage)); } } else { const QLatin1String errorMessage("Image capture failed: timed out waiting" " for a preview frame."); qDebugCamera() << errorMessage; QMetaObject::invokeMethod(this, "error", Qt::QueuedConnection, Q_ARG(int, request.captureId), Q_ARG(int, QCameraImageCapture::ResourceError), Q_ARG(QString, errorMessage)); } }]; return request.captureId; } void AVFImageCaptureControl::onNewViewfinderFrame(const QVideoFrame &frame) { QMutexLocker locker(&m_requestsMutex); if (m_captureRequests.isEmpty()) return; CaptureRequest request = m_captureRequests.dequeue(); Q_EMIT imageExposed(request.captureId); QtConcurrent::run(this, &AVFImageCaptureControl::makeCapturePreview, request, frame, 0 /* rotation */); } void AVFImageCaptureControl::makeCapturePreview(CaptureRequest request, const QVideoFrame &frame, int rotation) { QTransform transform; transform.rotate(rotation); Q_EMIT imageCaptured(request.captureId, frame.image().transformed(transform)); request.previewReady->release(); } void AVFImageCaptureControl::cancelCapture() { //not supported } void AVFImageCaptureControl::updateCaptureConnection() { if (m_session->videoCaptureDevice() && m_cameraControl->captureMode().testFlag(QCamera::CaptureStillImage)) { qDebugCamera() << Q_FUNC_INFO; AVCaptureSession *captureSession = m_session->captureSession(); if (![captureSession.outputs containsObject:m_stillImageOutput]) { if ([captureSession canAddOutput:m_stillImageOutput]) { // Lock the video capture device to make sure the active format is not reset const AVFConfigurationLock lock(m_session->videoCaptureDevice()); [captureSession addOutput:m_stillImageOutput]; m_videoConnection = [m_stillImageOutput connectionWithMediaType:AVMediaTypeVideo]; updateReadyStatus(); } } else { m_videoConnection = [m_stillImageOutput connectionWithMediaType:AVMediaTypeVideo]; } } } #include "moc_avfimagecapturecontrol.cpp"