Browse Source

black style

Artem Chumachenko 3 years ago
parent
commit
e1a82df855
1 changed files with 2 additions and 1 deletions
  1. 2 1
      hivemind/optim/power_ef_averager.py

+ 2 - 1
hivemind/optim/power_ef_averager.py

@@ -129,7 +129,8 @@ class PowerEFGradientAverager(GradientAverager):
                 cs = [rest for idx, rest in enumerate(self._gradient_rests) if idx not in self._uncompressed_gradients]
                 ps = [
                     torch.zeros((grad.size(0), self.rank), device="cpu")
-                    for idx, grad in enumerate(averaged_grads) if idx not in self._uncompressed_gradients
+                    for idx, grad in enumerate(averaged_grads)
+                    if idx not in self._uncompressed_gradients
                 ]
                 for p, q, rest in zip(ps, self._qs, cs):
                     torch.matmul(rest.reshape(-1, q.size(0)), q, out=p)