Browse Source

fix rpc_forward_stream

Dmitry Baranchuk 3 years ago
parent
commit
5745882c67
1 changed files with 1 additions and 1 deletions
  1. 1 1
      src/server/handler.py

+ 1 - 1
src/server/handler.py

@@ -112,7 +112,7 @@ class TransformerConnectionHandler(ConnectionHandler):
         requested_uids = self._check_uids(uid_str)
         requested_backends = tuple(self.module_backends[uid] for uid in requested_uids)
 
-        hidden_states = await _rpc_forward(flat_inputs, requested_backends)
+        hidden_states = await _rpc_forward(*flat_inputs, requested_backends=requested_backends)
         assert isinstance(hidden_states, torch.Tensor) and hidden_states.ndim == 3
 
         # Serialize the overall output