Skip to content

Commit d815204

Browse files
authored
Add CXX API for Kokoro TTS 1.0 (#1802)
1 parent 7330f75 commit d815204

File tree

7 files changed

+111
-6
lines changed

7 files changed

+111
-6
lines changed

.github/workflows/cxx-api.yaml

+22
Original file line numberDiff line numberDiff line change
@@ -103,6 +103,28 @@ jobs:
103103
rm kws-cxx-api
104104
rm -rf sherpa-onnx-kws-*
105105
106+
- name: Test Kokoro TTS (zh+en)
107+
shell: bash
108+
run: |
109+
g++ -std=c++17 -o kokoro-tts-zh-en-cxx-api ./cxx-api-examples/kokoro-tts-zh-en-cxx-api.cc \
110+
-I ./build/install/include \
111+
-L ./build/install/lib/ \
112+
-l sherpa-onnx-cxx-api \
113+
-l sherpa-onnx-c-api \
114+
-l onnxruntime
115+
116+
curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/kokoro-multi-lang-v1_0.tar.bz2
117+
tar xf kokoro-multi-lang-v1_0.tar.bz2
118+
rm kokoro-multi-lang-v1_0.tar.bz2
119+
120+
export LD_LIBRARY_PATH=$PWD/build/install/lib:$LD_LIBRARY_PATH
121+
export DYLD_LIBRARY_PATH=$PWD/build/install/lib:$DYLD_LIBRARY_PATH
122+
123+
./kokoro-tts-zh-en-cxx-api
124+
125+
rm kokoro-tts-zh-en-cxx-api
126+
rm -rf kokoro-*
127+
106128
- name: Test Kokoro TTS (en)
107129
shell: bash
108130
run: |

c-api-examples/kws-c-api.c

+4-3
Original file line numberDiff line numberDiff line change
@@ -26,15 +26,15 @@ int32_t main() {
2626
memset(&config, 0, sizeof(config));
2727
config.model_config.transducer.encoder =
2828
"./sherpa-onnx-kws-zipformer-wenetspeech-3.3M-2024-01-01-mobile/"
29-
"encoder-epoch-12-avg-2-chunk-16-left-64.onnx";
29+
"encoder-epoch-12-avg-2-chunk-16-left-64.int8.onnx";
3030

3131
config.model_config.transducer.decoder =
3232
"./sherpa-onnx-kws-zipformer-wenetspeech-3.3M-2024-01-01-mobile/"
3333
"decoder-epoch-12-avg-2-chunk-16-left-64.onnx";
3434

3535
config.model_config.transducer.joiner =
3636
"./sherpa-onnx-kws-zipformer-wenetspeech-3.3M-2024-01-01-mobile/"
37-
"joiner-epoch-12-avg-2-chunk-16-left-64.onnx";
37+
"joiner-epoch-12-avg-2-chunk-16-left-64.int8.onnx";
3838

3939
config.model_config.tokens =
4040
"./sherpa-onnx-kws-zipformer-wenetspeech-3.3M-2024-01-01-mobile/"
@@ -58,7 +58,8 @@ int32_t main() {
5858
"--Test pre-defined keywords from test_wavs/test_keywords.txt--\n");
5959

6060
const char *wav_filename =
61-
"./sherpa-onnx-kws-zipformer-wenetspeech-3.3M-2024-01-01/test_wavs/3.wav";
61+
"./sherpa-onnx-kws-zipformer-wenetspeech-3.3M-2024-01-01-mobile/"
62+
"test_wavs/3.wav";
6263

6364
float tail_paddings[8000] = {0}; // 0.5 seconds
6465

cxx-api-examples/CMakeLists.txt

+3
Original file line numberDiff line numberDiff line change
@@ -27,4 +27,7 @@ if(SHERPA_ONNX_ENABLE_TTS)
2727

2828
add_executable(kokoro-tts-en-cxx-api ./kokoro-tts-en-cxx-api.cc)
2929
target_link_libraries(kokoro-tts-en-cxx-api sherpa-onnx-cxx-api)
30+
31+
add_executable(kokoro-tts-zh-en-cxx-api ./kokoro-tts-zh-en-cxx-api.cc)
32+
target_link_libraries(kokoro-tts-zh-en-cxx-api sherpa-onnx-cxx-api)
3033
endif()
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,74 @@
1+
// cxx-api-examples/kokoro-tts-zh-en-cxx-api.c
2+
//
3+
// Copyright (c) 2025 Xiaomi Corporation
4+
5+
// This file shows how to use sherpa-onnx CXX API
6+
// for Chinese TTS with Kokoro.
7+
//
8+
// clang-format off
9+
/*
10+
Usage
11+
12+
wget https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/kokoro-multi-lang-v1_0.tar.bz2
13+
tar xf kokoro-multi-lang-v1_0.tar.bz2
14+
rm kokoro-multi-lang-v1_0.tar.bz2
15+
16+
./kokoro-tts-zh-en-cxx-api
17+
18+
*/
19+
// clang-format on
20+
21+
#include <string>
22+
23+
#include "sherpa-onnx/c-api/cxx-api.h"
24+
25+
static int32_t ProgressCallback(const float *samples, int32_t num_samples,
26+
float progress, void *arg) {
27+
fprintf(stderr, "Progress: %.3f%%\n", progress * 100);
28+
// return 1 to continue generating
29+
// return 0 to stop generating
30+
return 1;
31+
}
32+
33+
int32_t main(int32_t argc, char *argv[]) {
34+
using namespace sherpa_onnx::cxx; // NOLINT
35+
OfflineTtsConfig config;
36+
37+
config.model.kokoro.model = "./kokoro-multi-lang-v1_0/model.onnx";
38+
config.model.kokoro.voices = "./kokoro-multi-lang-v1_0/voices.bin";
39+
config.model.kokoro.tokens = "./kokoro-multi-lang-v1_0/tokens.txt";
40+
config.model.kokoro.data_dir = "./kokoro-multi-lang-v1_0/espeak-ng-data";
41+
config.model.kokoro.dict_dir = "./kokoro-multi-lang-v1_0/dict";
42+
config.model.kokoro.lexicon =
43+
"./kokoro-multi-lang-v1_0/lexicon-us-en.txt,./kokoro-multi-lang-v1_0/"
44+
"lexicon-zh.txt";
45+
46+
config.model.num_threads = 2;
47+
48+
// If you don't want to see debug messages, please set it to 0
49+
config.model.debug = 1;
50+
51+
std::string filename = "./generated-kokoro-zh-en-cxx.wav";
52+
std::string text =
53+
"中英文语音合成测试。This is generated by next generation Kaldi using "
54+
"Kokoro without Misaki. 你觉得中英文说的如何呢?";
55+
56+
auto tts = OfflineTts::Create(config);
57+
int32_t sid = 50;
58+
float speed = 1.0; // larger -> faster in speech speed
59+
60+
#if 0
61+
// If you don't want to use a callback, then please enable this branch
62+
GeneratedAudio audio = tts.Generate(text, sid, speed);
63+
#else
64+
GeneratedAudio audio = tts.Generate(text, sid, speed, ProgressCallback);
65+
#endif
66+
67+
WriteWave(filename, {audio.samples, audio.sample_rate});
68+
69+
fprintf(stderr, "Input text is: %s\n", text.c_str());
70+
fprintf(stderr, "Speaker ID is is: %d\n", sid);
71+
fprintf(stderr, "Saved to: %s\n", filename.c_str());
72+
73+
return 0;
74+
}

cxx-api-examples/kws-cxx-api.cc

+4-3
Original file line numberDiff line numberDiff line change
@@ -25,15 +25,15 @@ int32_t main() {
2525
KeywordSpotterConfig config;
2626
config.model_config.transducer.encoder =
2727
"./sherpa-onnx-kws-zipformer-wenetspeech-3.3M-2024-01-01-mobile/"
28-
"encoder-epoch-12-avg-2-chunk-16-left-64.onnx";
28+
"encoder-epoch-12-avg-2-chunk-16-left-64.int8.onnx";
2929

3030
config.model_config.transducer.decoder =
3131
"./sherpa-onnx-kws-zipformer-wenetspeech-3.3M-2024-01-01-mobile/"
3232
"decoder-epoch-12-avg-2-chunk-16-left-64.onnx";
3333

3434
config.model_config.transducer.joiner =
3535
"./sherpa-onnx-kws-zipformer-wenetspeech-3.3M-2024-01-01-mobile/"
36-
"joiner-epoch-12-avg-2-chunk-16-left-64.onnx";
36+
"joiner-epoch-12-avg-2-chunk-16-left-64.int8.onnx";
3737

3838
config.model_config.tokens =
3939
"./sherpa-onnx-kws-zipformer-wenetspeech-3.3M-2024-01-01-mobile/"
@@ -57,7 +57,8 @@ int32_t main() {
5757
<< "--Test pre-defined keywords from test_wavs/test_keywords.txt--\n";
5858

5959
std::string wave_filename =
60-
"./sherpa-onnx-kws-zipformer-wenetspeech-3.3M-2024-01-01/test_wavs/3.wav";
60+
"./sherpa-onnx-kws-zipformer-wenetspeech-3.3M-2024-01-01-mobile/"
61+
"test_wavs/3.wav";
6162

6263
std::array<float, 8000> tail_paddings = {0}; // 0.5 seconds
6364

sherpa-onnx/c-api/cxx-api.cc

+2
Original file line numberDiff line numberDiff line change
@@ -343,6 +343,8 @@ OfflineTts OfflineTts::Create(const OfflineTtsConfig &config) {
343343
c.model.kokoro.tokens = config.model.kokoro.tokens.c_str();
344344
c.model.kokoro.data_dir = config.model.kokoro.data_dir.c_str();
345345
c.model.kokoro.length_scale = config.model.kokoro.length_scale;
346+
c.model.kokoro.dict_dir = config.model.kokoro.dict_dir.c_str();
347+
c.model.kokoro.lexicon = config.model.kokoro.lexicon.c_str();
346348

347349
c.model.num_threads = config.model.num_threads;
348350
c.model.debug = config.model.debug;

sherpa-onnx/c-api/cxx-api.h

+2
Original file line numberDiff line numberDiff line change
@@ -343,6 +343,8 @@ struct OfflineTtsKokoroModelConfig {
343343
std::string voices;
344344
std::string tokens;
345345
std::string data_dir;
346+
std::string dict_dir;
347+
std::string lexicon;
346348

347349
float length_scale = 1.0; // < 1, faster in speed; > 1, slower in speed
348350
};

0 commit comments

Comments
 (0)