1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
|
// Copyright (C) 2022 The Qt Company Ltd.
// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR LGPL-3.0-only OR GPL-2.0-only
#ifndef QTEXTTOSPEECHPROCESSOR_FLITE_H
#define QTEXTTOSPEECHPROCESSOR_FLITE_H
#include "qtexttospeechengine.h"
#include "qvoice.h"
#include <QtCore/QList>
#include <QtCore/QMutex>
#include <QtCore/QThread>
#include <QtCore/QLibrary>
#include <QtCore/QString>
#include <QtCore/QBasicTimer>
#include <QtCore/QTimerEvent>
#include <QtCore/QAbstractEventDispatcher>
#include <QtCore/QProcessEnvironment>
#include <QtCore/QDateTime>
#include <QtMultimedia/QAudioSink>
#include <QtMultimedia/QMediaDevices>
#include <flite/flite.h>
QT_BEGIN_NAMESPACE
class QTextToSpeechProcessorFlite : public QObject
{
Q_OBJECT
public:
QTextToSpeechProcessorFlite(const QAudioDevice &audioDevice);
~QTextToSpeechProcessorFlite();
struct VoiceInfo
{
int id;
cst_voice *vox;
void (*unregister_func)(cst_voice *vox);
QString name;
QString locale;
QVoice::Gender gender;
QVoice::Age age;
};
Q_INVOKABLE void say(const QString &text, int voiceId, double pitch, double rate, double volume);
Q_INVOKABLE void synthesize(const QString &text, int voiceId, double pitch, double rate, double volume);
Q_INVOKABLE void pause();
Q_INVOKABLE void resume();
Q_INVOKABLE void stop();
const QList<QTextToSpeechProcessorFlite::VoiceInfo> &voices() const;
static constexpr QTextToSpeech::State audioStateToTts(QAudio::State audioState);
private:
// Flite callbacks
static int audioOutputCb(const cst_wave *w, int start, int size,
int last, cst_audio_streaming_info *asi);
static int dataOutputCb(const cst_wave *w, int start, int size,
int last, cst_audio_streaming_info *asi);
using OutputHandler = decltype(QTextToSpeechProcessorFlite::audioOutputCb);
// Process a single text
void processText(const QString &text, int voiceId, double pitch, double rate, OutputHandler outputHandler);
int audioOutput(const cst_wave *w, int start, int size, int last, cst_audio_streaming_info *asi);
int dataOutput(const cst_wave *w, int start, int size, int last, cst_audio_streaming_info *asi);
void setRateForVoice(cst_voice *voice, float rate);
void setPitchForVoice(cst_voice *voice, float pitch);
bool init();
bool initAudio(double rate, int channelCount);
void deinitAudio();
bool checkFormat(const QAudioFormat &format);
bool checkVoice(int voiceId);
void deleteSink();
void createSink();
QAudio::State audioSinkState() const;
void setError(QTextToSpeech::ErrorReason err, const QString &errorString = QString());
// Read available flite voices
QStringList fliteAvailableVoices(const QString &libPrefix, const QString &langCode) const;
private slots:
void changeState(QAudio::State newState);
Q_SIGNALS:
void errorOccurred(QTextToSpeech::ErrorReason error, const QString &errorString);
void stateChanged(QTextToSpeech::State);
void sayingWord(const QString &word, qsizetype begin, qsizetype length);
void synthesized(const QAudioFormat &format, const QByteArray &array);
protected:
void timerEvent(QTimerEvent *event) override;
private:
struct TokenData {
qint64 startTime;
QString text;
};
QString m_text;
qsizetype m_index = -1;
QList<TokenData> m_tokens;
qsizetype m_currentToken = -1;
QBasicTimer m_tokenTimer;
void startTokenTimer();
QAudioSink *m_audioSink = nullptr;
QAudio::State m_state = QAudio::IdleState;
QIODevice *m_audioBuffer = nullptr;
QAudioDevice m_audioDevice;
QAudioFormat m_format;
double m_volume = 1;
QList<VoiceInfo> m_voices;
// Statistics for debugging
qint64 numberChunks = 0;
qint64 totalBytes = 0;
};
QT_END_NAMESPACE
#endif
|
