Bladeren bron

Update hivemind/optim/collaborative.py

Co-authored-by: Alexander Borzunov <hxrussia@gmail.com>
justheuristic 4 jaren geleden
bovenliggende
commit
b7919f1378
1 gewijzigde bestanden met toevoegingen van 3 en 5 verwijderingen
  1. 3 5
      hivemind/optim/collaborative.py

+ 3 - 5
hivemind/optim/collaborative.py

@@ -139,11 +139,9 @@ class CollaborativeOptimizer(DecentralizedOptimizerBase):
             default_refresh_period,
         )
         self.expected_drift_peers, self.expected_drift_rate = expected_drift_peers, expected_drift_rate
-        self.averaging_timeout, self.load_state_timeout, self.metadata_expiration = (
-            averaging_timeout,
-            load_state_timeout,
-            metadata_expiration,
-        )
+        self.averaging_timeout = averaging_timeout
+        self.load_state_timeout = load_state_timeout
+        self.metadata_expiration = metadata_expiration
         self._grads, self.reuse_grad_buffers, self.accumulate_grads_on = None, reuse_grad_buffers, accumulate_grads_on
         self.client_mode, self.step_tolerance = client_mode, step_tolerance
         self.status_loglevel = logging.INFO if verbose else logging.DEBUG