Parcourir la source

[final] adjust state scheduling

justheuristic il y a 3 ans
Parent
commit
4936f22d0f
1 fichiers modifiés avec 1 ajouts et 1 suppressions
  1. 1 1
      hivemind/optim/experimental/optimizer.py

+ 1 - 1
hivemind/optim/experimental/optimizer.py

@@ -493,7 +493,7 @@ class Optimizer(torch.optim.Optimizer):
         estimated_time = self.tracker.estimated_next_update_time
         estimated_time += self.delay_before_state_averaging.ema_seconds_per_sample
         estimated_time += self.state_averager.delay_before_averaging.ema_seconds_per_sample
-        eta_seconds_to_averaging = self.tracker.estimated_next_update_time - get_dht_time()
+        eta_seconds_to_averaging = estimated_time - get_dht_time()
 
         if eta_seconds_to_averaging <= self.matchmaking_time:
             if self.scheduled_state is None or self.scheduled_state.triggered or self.scheduled_state.done():