justheuristic 4 years ago
parent
commit
882cad67da
1 changed files with 0 additions and 1 deletions
  1. 0 1
      hivemind/moe/client/balanced_expert.py

+ 0 - 1
hivemind/moe/client/balanced_expert.py

@@ -67,7 +67,6 @@ class BalancedRemoteExpert(nn.Module):
 
         # Note: we send DUMMY to prevent torch from excluding expert from backward if no other inputs require grad
         flat_outputs = _BalancedRemoteModuleCall.apply(DUMMY,
-                                                       self.uid,
                                                        self.expert_balancer,
                                                        self.info,
                                                        self.forward_timeout,