Artem Chumachenko 3 anni fa
parent
commit
4362b6be4f
1 ha cambiato i file con 1 aggiunte e 1 eliminazioni
  1. 1 1
      hivemind/optim/power_sgd_averager.py

+ 1 - 1
hivemind/optim/power_sgd_averager.py

@@ -233,7 +233,7 @@ class PowerSGDGradientAverager(GradientAverager):
         metadata, flat_tensors = loaded_state
         metadata, flat_tensors = loaded_state
         logger.info("Starting loading gradient averager buffers from peers")
         logger.info("Starting loading gradient averager buffers from peers")
 
 
-        if num_parameters_and_extras != len(self._qs):
+        if len(flat_tensors) != len(self._qs):
             logger.error("Failed to load state from peer, received parameters, extras or metadata")
             logger.error("Failed to load state from peer, received parameters, extras or metadata")
             return
             return