1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
|
/****************************************************************************
**
** Copyright (C) 2021 The Qt Company Ltd.
** Contact: https://www.qt.io/licensing/
**
** This file is part of the Qt Speech module of the Qt Toolkit.
**
** $QT_BEGIN_LICENSE:COMM$
**
** Commercial License Usage
** Licensees holding valid commercial Qt licenses may use this file in
** accordance with the commercial license agreement provided with the
** Software or, alternatively, in accordance with the terms contained in
** a written agreement between you and The Qt Company. For licensing terms
** and conditions see https://www.qt.io/terms-conditions. For further
** information use the contact form at https://www.qt.io/contact-us.
**
** $QT_END_LICENSE$
**
**
**
**
**
**
**
**
**
**
**
**
**
**
**
**
****************************************************************************/
#include "qtexttospeech_flite_processor.h"
#include "qtexttospeech_flite_plugin.h"
#include <QtCore/QString>
#include <QtCore/QLocale>
#include <QtCore/QMap>
#include <flite/flite.h>
// en_US voice:
extern "C" cst_voice *register_cmu_us_kal16();
extern "C" void unregister_cmu_us_kal16(cst_voice *vox);
QT_BEGIN_NAMESPACE
QWeakPointer<QTextToSpeechProcessorFlite> QTextToSpeechProcessorFlite::m_instance;
QMutex QTextToSpeechProcessorFlite::m_instanceLock;
QSharedPointer<QTextToSpeechProcessorFlite> QTextToSpeechProcessorFlite::instance()
{
QSharedPointer<QTextToSpeechProcessorFlite> inst = m_instance.toStrongRef();
if (inst.isNull()) {
QMutexLocker lock(&m_instanceLock);
inst = m_instance.toStrongRef();
if (inst.isNull()) {
inst = QSharedPointer<QTextToSpeechProcessorFlite>(new QTextToSpeechProcessorFlite());
m_instance = inst;
}
}
Q_ASSERT(inst);
Q_ASSERT(inst == m_instance);
return inst;
}
QTextToSpeechProcessorFlite::QTextToSpeechProcessorFlite():
m_initialized(false),
m_currentVoice(-1)
{
if (init()) {
m_initialized = true;
start();
} else {
deinit();
}
}
QTextToSpeechProcessorFlite::~QTextToSpeechProcessorFlite()
{
if (m_initialized) {
exit();
deinit();
}
}
const QVector<QTextToSpeechProcessor::VoiceInfo> &QTextToSpeechProcessorFlite::voices() const
{
return m_voices;
}
int QTextToSpeechProcessorFlite::fliteOutputCb(const cst_wave *w, int start, int size,
int last, cst_audio_streaming_info *asi)
{
QTextToSpeechProcessorFlite *processor = static_cast<QTextToSpeechProcessorFlite *>(asi->userdata);
if (processor)
return processor->fliteOutput(w, start, size, last, asi);
return CST_AUDIO_STREAM_STOP;
}
int QTextToSpeechProcessorFlite::fliteOutput(const cst_wave *w, int start, int size,
int last, cst_audio_streaming_info *asi)
{
Q_UNUSED(asi);
QString errorString;
if (start == 0) {
if (!audioStart(w->sample_rate, w->num_channels, &errorString)) {
if (!errorString.isEmpty())
qCCritical(lcSpeechTtsFlite) << errorString;
return CST_AUDIO_STREAM_STOP;
}
}
int bytesToWrite = size * sizeof(short);
if (!audioOutput((const char *)(&w->samples[start]), bytesToWrite, &errorString)) {
if (!errorString.isEmpty())
qCCritical(lcSpeechTtsFlite) << errorString;
audioStop(true); // Abort audio output
return CST_AUDIO_STREAM_STOP;
}
if (last == 1)
audioStop();
return CST_AUDIO_STREAM_CONT;
}
int QTextToSpeechProcessorFlite::processText(const QString &text, int voiceId)
{
qCDebug(lcSpeechTtsFlite) << "processText() begin";
if (voiceId >= 0 && voiceId < m_fliteVoices.size()) {
const FliteVoice &voiceInfo = m_fliteVoices.at(voiceId);
cst_voice *voice = voiceInfo.vox;
cst_audio_streaming_info *asi = new_audio_streaming_info();
asi->asc = QTextToSpeechProcessorFlite::fliteOutputCb;
asi->userdata = (void *)this;
feat_set(voice->features, "streaming_info", audio_streaming_info_val(asi));
setRateForVoice(voice, rate());
setPitchForVoice(voice, pitch());
flite_text_to_speech(text.toUtf8().constData(), voice, "none");
}
qCDebug(lcSpeechTtsFlite) << "processText() end";
return 0;
}
void QTextToSpeechProcessorFlite::setRateForVoice(cst_voice *voice, float rate)
{
float stretch = 1.0;
Q_ASSERT(rate >= -1.0 && rate <= 1.0);
// Stretch multipliers taken from Speech Dispatcher
if (rate < 0)
stretch -= rate * 2;
if (rate > 0)
stretch -= rate * (100.0 / 175.0);
feat_set_float(voice->features, "duration_stretch", stretch);
}
void QTextToSpeechProcessorFlite::setPitchForVoice(cst_voice *voice, float pitch)
{
float f0;
Q_ASSERT(pitch >= -1.0 && pitch <= 1.0);
// Conversion taken from Speech Dispatcher
f0 = (pitch * 80) + 100;
feat_set_float(voice->features, "int_f0_target_mean", f0);
}
bool QTextToSpeechProcessorFlite::init()
{
flite_init();
FliteVoice voice_enus = {
register_cmu_us_kal16(),
unregister_cmu_us_kal16,
"kal16",
QLocale(QLocale::English, QLocale::UnitedStates).name(),
QVoice::Male,
QVoice::Adult
};
m_fliteVoices.append(voice_enus);
int totalVoiceCount = 0;
for (const FliteVoice &voice : qAsConst(m_fliteVoices)) {
QTextToSpeechProcessor::VoiceInfo voiceInfo;
voiceInfo.name = voice.name;
voiceInfo.locale = voice.locale;
voiceInfo.age = voice.age;
voiceInfo.gender = voice.gender;
voiceInfo.id = totalVoiceCount;
m_voices.append(voiceInfo);
totalVoiceCount++;
}
return true;
}
void QTextToSpeechProcessorFlite::deinit()
{
for (const FliteVoice &voice : qExchange(m_fliteVoices, {}))
voice.unregister_func(voice.vox);
m_voices.clear();
}
QT_END_NAMESPACE
|
