✨ improve infer

- 优化流式推理 - 增加synthesize_stream cache 相关 #70
lenML · Jun 29, 2024 · f9b81aa · f9b81aa
1 parent f5f483a
commit f9b81aa
Show file tree

Hide file tree

Showing 9 changed files with 365 additions and 190 deletions.
diff --git a/modules/ChatTTS/ChatTTS/core.py b/modules/ChatTTS/ChatTTS/core.py
@@ -442,8 +442,8 @@ def _infer(
                 use_decoder,
                 params_infer_code,
             ):
-                wav = self._decode_to_wavs(result, length, use_decoder)
-                yield wav
+                wavs = self._decode_to_wavs(result, length, use_decoder)
+                yield wavs
 
     def _decode_to_wavs(
         self, result: GPT.GenerationOutputs, start_seeks: List[int], use_decoder: bool

diff --git a/modules/ChatTTS/ChatTTS/infer/api.py b/modules/ChatTTS/ChatTTS/infer/api.py