Selaa lähdekoodia

DEBUG do not preschedule state averagign

justheuristic 3 vuotta sitten
vanhempi
commit
095b386777
1 muutettua tiedostoa jossa 1 lisäystä ja 0 poistoa
  1. 1 0
      hivemind/optim/experimental/optimizer.py

+ 1 - 0
hivemind/optim/experimental/optimizer.py

@@ -545,6 +545,7 @@ class Optimizer(torch.optim.Optimizer):
 
     def _maybe_schedule_state_averaging(self) -> None:
         """If next epoch is coming soon, schedule the next state averaging at estimated parameter averaging start"""
+        return
         next_epoch = max(self.local_epoch + 1, self.tracker.global_epoch)
         if next_epoch % self.average_state_every != 0:
             return  # averaging is not performed at this epoch