1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
|
// Copyright (C) 2021 The Qt Company Ltd.
// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR LGPL-3.0-only OR GPL-2.0-only OR GPL-3.0-only
#ifndef QWINDOWSMEDIADEVICEREADER_H
#define QWINDOWSMEDIADEVICEREADER_H
//
// W A R N I N G
// -------------
//
// This file is not part of the Qt API. It exists purely as an
// implementation detail. This header file may change from version to
// version without notice, or even be removed.
//
// We mean it.
//
#include <mfapi.h>
#include <mfidl.h>
#include <mferror.h>
#include <mfreadwrite.h>
#include <QtCore/qobject.h>
#include <QtCore/qmutex.h>
#include <QtCore/qwaitcondition.h>
#include <QtCore/qtimer.h>
#include <qvideoframe.h>
#include <qcameradevice.h>
#include <qmediarecorder.h>
QT_BEGIN_NAMESPACE
class QVideoSink;
class QWindowsMediaDeviceReader : public QObject,
public IMFSourceReaderCallback,
public IMFSinkWriterCallback
{
Q_OBJECT
public:
explicit QWindowsMediaDeviceReader(QObject *parent = nullptr);
~QWindowsMediaDeviceReader();
//from IUnknown
STDMETHODIMP QueryInterface(REFIID riid, LPVOID *ppvObject) override;
STDMETHODIMP_(ULONG) AddRef(void) override;
STDMETHODIMP_(ULONG) Release(void) override;
//from IMFSourceReaderCallback
STDMETHODIMP OnReadSample(HRESULT hrStatus, DWORD dwStreamIndex,
DWORD dwStreamFlags, LONGLONG llTimestamp, IMFSample *pSample) override;
STDMETHODIMP OnFlush(DWORD dwStreamIndex) override;
STDMETHODIMP OnEvent(DWORD dwStreamIndex, IMFMediaEvent *pEvent) override;
//from IMFSinkWriterCallback
STDMETHODIMP OnFinalize(HRESULT hrStatus) override;
STDMETHODIMP OnMarker(DWORD dwStreamIndex, LPVOID pvContext) override;
bool activate(const QString &cameraId,
const QCameraFormat &cameraFormat,
const QString µphoneId);
void deactivate();
QMediaRecorder::Error startRecording(const QString &fileName, const GUID &container,
const GUID &videoFormat, UINT32 videoBitRate, UINT32 width,
UINT32 height, qreal frameRate, const GUID &audioFormat,
UINT32 audioBitRate);
void stopRecording();
bool pauseRecording();
bool resumeRecording();
UINT32 frameWidth() const;
UINT32 frameHeight() const;
qreal frameRate() const;
void setInputMuted(bool muted);
void setInputVolume(qreal volume);
void setOutputMuted(bool muted);
void setOutputVolume(qreal volume);
bool setAudioOutput(const QString &audioOutputId);
Q_SIGNALS:
void streamingStarted();
void streamingStopped();
void streamingError(int errorCode);
void recordingStarted();
void recordingStopped();
void recordingError(int errorCode);
void durationChanged(qint64 duration);
void videoFrameChanged(const QVideoFrame &frame);
private slots:
void updateDuration();
private:
HRESULT createSource(const QString &deviceId, bool video, IMFMediaSource **source);
HRESULT createAggregateReader(IMFMediaSource *firstSource, IMFMediaSource *secondSource,
IMFMediaSource **aggregateSource, IMFSourceReader **sourceReader);
HRESULT createVideoMediaType(const GUID &format, UINT32 bitRate, UINT32 width, UINT32 height,
qreal frameRate, IMFMediaType **mediaType);
HRESULT createAudioMediaType(const GUID &format, UINT32 bitRate, IMFMediaType **mediaType);
HRESULT initAudioType(IMFMediaType *mediaType, UINT32 channels, UINT32 samplesPerSec, bool flt);
HRESULT prepareVideoStream(DWORD mediaTypeIndex);
HRESULT prepareAudioStream();
HRESULT initSourceIndexes();
HRESULT updateSinkInputMediaTypes();
HRESULT startMonitoring();
void stopMonitoring();
void releaseResources();
void stopStreaming();
DWORD findMediaTypeIndex(const QCameraFormat &reqFormat);
long m_cRef = 1;
QMutex m_mutex;
QWaitCondition m_hasFinalized;
IMFMediaSource *m_videoSource = nullptr;
IMFMediaType *m_videoMediaType = nullptr;
IMFMediaSource *m_audioSource = nullptr;
IMFMediaType *m_audioMediaType = nullptr;
IMFMediaSource *m_aggregateSource = nullptr;
IMFSourceReader *m_sourceReader = nullptr;
IMFSinkWriter *m_sinkWriter = nullptr;
IMFMediaSink *m_monitorSink = nullptr;
IMFSinkWriter *m_monitorWriter = nullptr;
QString m_audioOutputId;
DWORD m_sourceVideoStreamIndex = MF_SOURCE_READER_INVALID_STREAM_INDEX;
DWORD m_sourceAudioStreamIndex = MF_SOURCE_READER_INVALID_STREAM_INDEX;
DWORD m_sinkVideoStreamIndex = MF_SINK_WRITER_INVALID_STREAM_INDEX;
DWORD m_sinkAudioStreamIndex = MF_SINK_WRITER_INVALID_STREAM_INDEX;
UINT32 m_frameWidth = 0;
UINT32 m_frameHeight = 0;
qreal m_frameRate = 0.0;
LONG m_stride = 0;
bool m_active = false;
bool m_streaming = false;
bool m_recording = false;
bool m_firstFrame = false;
bool m_paused = false;
bool m_pauseChanging = false;
bool m_inputMuted = false;
bool m_outputMuted = false;
qreal m_inputVolume = 1.0;
qreal m_outputVolume = 1.0;
QVideoFrameFormat::PixelFormat m_pixelFormat = QVideoFrameFormat::Format_Invalid;
LONGLONG m_timeOffset = 0;
LONGLONG m_pauseTime = 0;
LONGLONG m_lastTimestamp = 0;
QTimer m_durationTimer;
qint64 m_currentDuration = -1;
qint64 m_lastDuration = -1;
};
QT_END_NAMESPACE
#endif // QWINDOWSMEDIADEVICEREADER_H
|
