zhaohaipeng 1 mese fa
parent
commit
03a6a38132
1 ha cambiato i file con 1 aggiunte e 1 eliminazioni
  1. 1 1
      fish_speech/models/text2semantic/inference.py

+ 1 - 1
fish_speech/models/text2semantic/inference.py

@@ -522,7 +522,7 @@ def init_model(checkpoint_path, device, precision, compile=False):
         decode_one_token = torch.compile(
             decode_one_token,
             backend="inductor" if torch.cuda.is_available() else "aot_eager",
-            mode="reduce-overhead" if torch.cuda.is_available() else None,
+            mode="default" if torch.cuda.is_available() else None,
             fullgraph=False,
         )