🐛 fix generate function precision #120

lenML · Jul 30, 2024 · 77e6eeb · 77e6eeb
1 parent e46379c
commit 77e6eeb
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/modules/repos_static/ChatTTS/ChatTTS/model/gpt.py b/modules/repos_static/ChatTTS/ChatTTS/model/gpt.py
@@ -476,7 +476,7 @@ def generate(
                         del x
 
             # logits = logits[:, -1].float()
-            logits = logits.narrow(1, -1, 1).squeeze_(1).to(dtype=self.gpt.dtype)
+            logits = logits.narrow(1, -1, 1).squeeze_(1).float()
 
             if not infer_text:
                 # logits = rearrange(logits, "b c n -> (b n) c")