-
Notifications
You must be signed in to change notification settings - Fork 474
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Add C API for MatchaTTS models (#1675)
- Loading branch information
1 parent
a4365da
commit 9aa4897
Showing
7 changed files
with
260 additions
and
3 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,87 @@ | ||
| // c-api-examples/matcha-tts-en-c-api.c | ||
| // | ||
| // Copyright (c) 2025 Xiaomi Corporation | ||
|
|
||
| // This file shows how to use sherpa-onnx C API | ||
| // for English TTS with MatchaTTS. | ||
| // | ||
| // clang-format off | ||
| /* | ||
| Usage | ||
| wget https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/matcha-icefall-en_US-ljspeech.tar.bz2 | ||
| tar xvf matcha-icefall-en_US-ljspeech.tar.bz2 | ||
| rm matcha-icefall-en_US-ljspeech.tar.bz2 | ||
| wget https://github.com/k2-fsa/sherpa-onnx/releases/download/vocoder-models/hifigan_v2.onnx | ||
| ./matcha-tts-en-c-api | ||
| */ | ||
| // clang-format on | ||
|
|
||
| #include <stdio.h> | ||
| #include <stdlib.h> | ||
| #include <string.h> | ||
|
|
||
| #include "sherpa-onnx/c-api/c-api.h" | ||
|
|
||
| static int32_t ProgressCallback(const float *samples, int32_t num_samples, | ||
| float progress) { | ||
| fprintf(stderr, "Progress: %.3f%%\n", progress * 100); | ||
| // return 1 to continue generating | ||
| // return 0 to stop generating | ||
| return 1; | ||
| } | ||
|
|
||
| int32_t main(int32_t argc, char *argv[]) { | ||
| SherpaOnnxOfflineTtsConfig config; | ||
| memset(&config, 0, sizeof(config)); | ||
| config.model.matcha.acoustic_model = | ||
| "./matcha-icefall-en_US-ljspeech/model-steps-3.onnx"; | ||
|
|
||
| config.model.matcha.vocoder = "./hifigan_v2.onnx"; | ||
|
|
||
| config.model.matcha.tokens = "./matcha-icefall-en_US-ljspeech/tokens.txt"; | ||
|
|
||
| config.model.matcha.data_dir = | ||
| "./matcha-icefall-en_US-ljspeech/espeak-ng-data"; | ||
|
|
||
| config.model.num_threads = 1; | ||
|
|
||
| // If you don't want to see debug messages, please set it to 0 | ||
| config.model.debug = 1; | ||
|
|
||
| const char *filename = "./generated-matcha-en.wav"; | ||
| const char *text = | ||
| "Today as always, men fall into two groups: slaves and free men. Whoever " | ||
| "does not have two-thirds of his day for himself, is a slave, whatever " | ||
| "he may be: a statesman, a businessman, an official, or a scholar. " | ||
| "Friends fell out often because life was changing so fast. The easiest " | ||
| "thing in the world was to lose touch with someone."; | ||
|
|
||
| SherpaOnnxOfflineTts *tts = SherpaOnnxCreateOfflineTts(&config); | ||
| int32_t sid = 0; | ||
| float speed = 1.0; // larger -> faster in speech speed | ||
|
|
||
| #if 0 | ||
| // If you don't want to use a callback, then please enable this branch | ||
| const SherpaOnnxGeneratedAudio *audio = | ||
| SherpaOnnxOfflineTtsGenerate(tts, text, sid, speed); | ||
| #else | ||
| const SherpaOnnxGeneratedAudio *audio = | ||
| SherpaOnnxOfflineTtsGenerateWithProgressCallback(tts, text, sid, speed, | ||
| ProgressCallback); | ||
| #endif | ||
|
|
||
| SherpaOnnxWriteWave(audio->samples, audio->n, audio->sample_rate, filename); | ||
|
|
||
| SherpaOnnxDestroyOfflineTtsGeneratedAudio(audio); | ||
| SherpaOnnxDestroyOfflineTts(tts); | ||
|
|
||
| fprintf(stderr, "Input text is: %s\n", text); | ||
| fprintf(stderr, "Speaker ID is is: %d\n", sid); | ||
| fprintf(stderr, "Saved to: %s\n", filename); | ||
|
|
||
| return 0; | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,87 @@ | ||
| // c-api-examples/matcha-tts-zh-c-api.c | ||
| // | ||
| // Copyright (c) 2025 Xiaomi Corporation | ||
|
|
||
| // This file shows how to use sherpa-onnx C API | ||
| // for Chinese TTS with MatchaTTS. | ||
| // | ||
| // clang-format off | ||
| /* | ||
| Usage | ||
| wget https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/matcha-icefall-zh-baker.tar.bz2 | ||
| tar xvf matcha-icefall-zh-baker.tar.bz2 | ||
| rm matcha-icefall-zh-baker.tar.bz2 | ||
| wget https://github.com/k2-fsa/sherpa-onnx/releases/download/vocoder-models/hifigan_v2.onnx | ||
| ./matcha-tts-zh-c-api | ||
| */ | ||
| // clang-format on | ||
|
|
||
| #include <stdio.h> | ||
| #include <stdlib.h> | ||
| #include <string.h> | ||
|
|
||
| #include "sherpa-onnx/c-api/c-api.h" | ||
|
|
||
| static int32_t ProgressCallback(const float *samples, int32_t num_samples, | ||
| float progress) { | ||
| fprintf(stderr, "Progress: %.3f%%\n", progress * 100); | ||
| // return 1 to continue generating | ||
| // return 0 to stop generating | ||
| return 1; | ||
| } | ||
|
|
||
| int32_t main(int32_t argc, char *argv[]) { | ||
| SherpaOnnxOfflineTtsConfig config; | ||
| memset(&config, 0, sizeof(config)); | ||
| config.model.matcha.acoustic_model = | ||
| "./matcha-icefall-zh-baker/model-steps-3.onnx"; | ||
| config.model.matcha.vocoder = "./hifigan_v2.onnx"; | ||
| config.model.matcha.lexicon = "./matcha-icefall-zh-baker/lexicon.txt"; | ||
| config.model.matcha.tokens = "./matcha-icefall-zh-baker/tokens.txt"; | ||
| config.model.matcha.dict_dir = "./matcha-icefall-zh-baker/dict"; | ||
| config.model.num_threads = 1; | ||
|
|
||
| // If you don't want to see debug messages, please set it to 0 | ||
| config.model.debug = 1; | ||
|
|
||
| // clang-format off | ||
| config.rule_fsts = "./matcha-icefall-zh-baker/phone.fst,./matcha-icefall-zh-baker/date.fst,./matcha-icefall-zh-baker/number.fst"; | ||
| // clang-format on | ||
|
|
||
| const char *filename = "./generated-matcha-zh.wav"; | ||
| const char *text = | ||
| "当夜幕降临，星光点点，伴随着微风拂面，我在静谧中感受着时光的流转，思念如" | ||
| "涟漪荡漾，梦境如画卷展开，我与自然融为一体，沉静在这片宁静的美丽之中，感" | ||
| "受着生命的奇迹与温柔." | ||
| "某某银行的副行长和一些行政领导表示，他们去过长江和长白山; " | ||
| "经济不断增长。2024年12月31号，拨打110或者18920240511。123456块钱。"; | ||
|
|
||
| SherpaOnnxOfflineTts *tts = SherpaOnnxCreateOfflineTts(&config); | ||
| int32_t sid = 0; | ||
| float speed = 1.0; // larger -> faster in speech speed | ||
|
|
||
| #if 0 | ||
| // If you don't want to use a callback, then please enable this branch | ||
| const SherpaOnnxGeneratedAudio *audio = | ||
| SherpaOnnxOfflineTtsGenerate(tts, text, sid, speed); | ||
| #else | ||
| const SherpaOnnxGeneratedAudio *audio = | ||
| SherpaOnnxOfflineTtsGenerateWithProgressCallback(tts, text, sid, speed, | ||
| ProgressCallback); | ||
| #endif | ||
|
|
||
| SherpaOnnxWriteWave(audio->samples, audio->n, audio->sample_rate, filename); | ||
|
|
||
| SherpaOnnxDestroyOfflineTtsGeneratedAudio(audio); | ||
| SherpaOnnxDestroyOfflineTts(tts); | ||
|
|
||
| fprintf(stderr, "Input text is: %s\n", text); | ||
| fprintf(stderr, "Speaker ID is is: %d\n", sid); | ||
| fprintf(stderr, "Saved to: %s\n", filename); | ||
|
|
||
| return 0; | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters