0.5.0 fix grad_accum bug from 0.4.0, #715 #728

Author: SWivid

pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "f5-tts"
-version = "0.4.6"
+version = "0.5.0"
 description = "F5-TTS: A Fairytaler that Fakes Fluent and Faithful Speech with Flow Matching"
 readme = "README.md"
 license = {text = "MIT License"}

src/f5_tts/model/trainer.py

@@ -360,8 +360,9 @@ def train(self, train_dataset: Dataset, num_workers=16, resumable_with_seed: int
                     self.scheduler.step()
                     self.optimizer.zero_grad()
 
-                if self.is_main and self.accelerator.sync_gradients:
-                    self.ema_model.update()
+                if self.accelerator.sync_gradients:
+                    if self.is_main:
+                        self.ema_model.update()
 
                     global_update += 1
                     progress_bar.update(1)