Create SherpaOnnxOfflineTts.

Author: csukuangfj

wasm/assets/.gitignore

@@ -1 +1,4 @@
 *.onnx
+*.txt
+espeak-ng-data
+

wasm/assets/README.md

@@ -0,0 +1,32 @@
+# Introduction
+
+Please refer to
+https://github.com/k2-fsa/sherpa-onnx/releases/tag/tts-models
+to download a model.
+
+The following is an example:
+```
+cd sherpa-onnx/wasm/tts/assets
+
+wget -q https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/vits-piper-en_US-libritts_r-medium.tar.bz2
+tar xf vits-piper-en_US-libritts_r-medium.tar.bz2
+rm vits-piper-en_US-libritts_r-medium.tar.bz2
+mv vits-piper-en_US-libritts_r-medium/en_US-libritts_r-medium.onnx ./model.onnx
+mv vits-piper-en_US-libritts_r-medium/tokens.txt ./
+mv vits-piper-en_US-libritts_r-medium/espeak-ng-data ./
+rm -rf vits-piper-en_US-libritts_r-medium
+```
+
+You should have the following files in `assets` before you can run
+`build-wasm-simd.sh`
+
+```
+assets fangjun$ tree -L 1
+.
+├── README.md
+├── espeak-ng-data
+├── mode.onnx
+└── tokens.txt
+
+1 directory, 3 files
+```

wasm/sherpa-onnx-wasm-main.cc

@@ -12,8 +12,15 @@
 extern "C" {
 
 static_assert(sizeof(SherpaOnnxOfflineTtsVitsModelConfig) == 7 * 4, "");
+static_assert(sizeof(SherpaOnnxOfflineTtsModelConfig) ==
+                  sizeof(SherpaOnnxOfflineTtsVitsModelConfig) + 3 * 4,
+              "");
+static_assert(sizeof(SherpaOnnxOfflineTtsConfig) ==
+                  sizeof(SherpaOnnxOfflineTtsModelConfig) + 2 * 4,
+              "");
 
-void MyPrint(SherpaOnnxOfflineTtsModelConfig *tts_model_config) {
+void MyPrint(SherpaOnnxOfflineTtsConfig *tts_config) {
+  auto tts_model_config = &tts_config->model;
   auto vits_model_config = &tts_model_config->vits;
   fprintf(stdout, "----------vits model config----------\n");
   fprintf(stdout, "model: %s\n", vits_model_config->model);
@@ -28,6 +35,10 @@ void MyPrint(SherpaOnnxOfflineTtsModelConfig *tts_model_config) {
   fprintf(stdout, "num threads: %d\n", tts_model_config->num_threads);
   fprintf(stdout, "debug: %d\n", tts_model_config->debug);
   fprintf(stdout, "provider: %s\n", tts_model_config->provider);
+
+  fprintf(stdout, "----------tts config----------\n");
+  fprintf(stdout, "rule_fsts: %s\n", tts_config->rule_fsts);
+  fprintf(stdout, "max num sentences: %d\n", tts_config->max_num_sentences);
 }
 
 void CopyHeap(const char *src, int32_t num_bytes, char *dst) {

wasm/sherpa-onnx.js

@@ -87,23 +87,59 @@ function initSherpaOnnxOfflineTtsModelConfig(config) {
   }
 }
 
+function initSherpaOnnxOfflineTtsConfig(config) {
+  let modelConfig =
+      initSherpaOnnxOfflineTtsModelConfig(config.offlineTtsModelConfig);
+  let len = modelConfig.len + 2 * 4;
+  let ptr = _malloc(len);
+
+  let offset = 0;
+  Module._CopyHeap(modelConfig.ptr, modelConfig.len, ptr + offset);
+  offset += modelConfig.len;
+
+  let ruleFstsLen = lengthBytesUTF8(config.ruleFsts) + 1;
+  let buffer = _malloc(ruleFstsLen);
+  stringToUTF8(config.ruleFsts, buffer, ruleFstsLen);
+  Module.setValue(ptr + offset, buffer, 'i8*');
+  offset += 4;
+
+  Module.setValue(ptr + offset, config.maxNumSentences, 'i32');
+
+  return {
+    buffer: buffer, ptr: ptr, len: len, config: modelConfig,
+  }
+}
+
 function initSherpaOnnxOfflineTts() {
   let offlineTtsVitsModelConfig = {
     model: './model.onnx',
-    lexicon: './lexicon.txt',
+    lexicon: '',
     tokens: './tokens.txt',
     dataDir: './espeak-ng-data',
     noiseScale: 0.667,
     noiseScaleW: 0.8,
     lengthScale: 1.0,
   };
-  let offlineTtsModelConfig = initSherpaOnnxOfflineTtsModelConfig({
+  let offlineTtsModelConfig = {
     offlineTtsVitsModelConfig: offlineTtsVitsModelConfig,
     numThreads: 1,
     debug: 1,
     provider: 'cpu',
-  })
+  };
+  let offlineTtsConfigObj = {
+    offlineTtsModelConfig: offlineTtsModelConfig,
+    ruleFsts: '',
+    maxNumSentences: 1,
+  }
+
+  let offlineTtsConfig = initSherpaOnnxOfflineTtsConfig(offlineTtsConfigObj)
+
   console.log(offlineTtsVitsModelConfig)
   console.log(offlineTtsModelConfig)
-  Module._MyPrint(offlineTtsModelConfig.ptr);
+  console.log(offlineTtsConfigObj)
+  Module._MyPrint(offlineTtsConfig.ptr);
+
+  let handle = Module._SherpaOnnxCreateOfflineTts(offlineTtsConfig.ptr);
+  freeConfig(offlineTtsConfig);
+  console.log(handle);
 }