Explorar el Código

[diff review] fix random typo

justheuristic hace 3 años
padre
commit
96e248f557
Se han modificado 1 ficheros con 1 adiciones y 1 borrados
  1. 1 1
      hivemind/optim/experimental/state_averager.py

+ 1 - 1
hivemind/optim/experimental/state_averager.py

@@ -259,7 +259,7 @@ class TrainingStateAverager(DecentralizedAverager):
     def _init_averaged_tensors(self) -> Sequence[torch.Tensor]:
     def _init_averaged_tensors(self) -> Sequence[torch.Tensor]:
         """Create or reuse a tuple of all averaged tensors, including parameters, optimizer statistics and extras"""
         """Create or reuse a tuple of all averaged tensors, including parameters, optimizer statistics and extras"""
         assert hasattr(self, "optimizer"), "Optimizer should already be initialized by this point"
         assert hasattr(self, "optimizer"), "Optimizer should already be initialized by this point"
-        assert hasattr(self, "_averaged_parameters"), "ShoTrueuld initialize _averaged_parameters first"
+        assert hasattr(self, "_averaged_parameters"), "Should initialize _averaged_parameters first"
         assert not hasattr(self, "_averaged_tensors"), "Averager is already initialized"
         assert not hasattr(self, "_averaged_tensors"), "Averager is already initialized"
         assert all(isinstance(key, str) for key in self.opt_keys_for_averaging)
         assert all(isinstance(key, str) for key in self.opt_keys_for_averaging)