Optimize strategy mixing

fish_speech/configs/base.yaml

@@ -17,6 +17,7 @@ trainer:
   devices: auto
   strategy:
     _target_: lightning.pytorch.strategies.DDPStrategy
+    process_group_backend: nccl  # This should be override when training on windows
 
   precision: bf16-mixed
 
@@ -66,6 +67,21 @@ logger:
     default_hp_metric: true
     prefix: ""
 
+  # wandb:
+  #   _target_: lightning.pytorch.loggers.wandb.WandbLogger
+  #   # name: "" # name of the run (normally generated by wandb)
+  #   save_dir: "${paths.run_dir}"
+  #   offline: False
+  #   id: null # pass correct id to resume experiment!
+  #   anonymous: null # enable anonymous logging
+  #   project: "fish-speech"
+  #   log_model: False # upload lightning ckpts
+  #   prefix: "" # a string to put at the beginning of metric keys
+  #   # entity: "" # set to name of your wandb team
+  #   group: ""
+  #   tags: ["vq", "hq", "finetune"]
+  #   job_type: ""
+    
 # Loop
 train: true
 test: false

fish_speech/configs/vqgan_finetune.yaml

@@ -13,7 +13,8 @@ trainer:
   precision: bf16-mixed
   max_steps: 100_000
   val_check_interval: 5000
-  strategy: ddp_find_unused_parameters_true
+  strategy:
+    find_unused_parameters: true
 
 sample_rate: 44100
 hop_length: 512

fish_speech/configs/vqgan_pretrain.yaml

@@ -11,7 +11,8 @@ trainer:
   precision: bf16-mixed
   max_steps: 1_000_000
   val_check_interval: 5000
-  strategy: ddp_find_unused_parameters_true
+  strategy:
+    find_unused_parameters: true
 
 sample_rate: 44100
 hop_length: 512