浏览代码

fix rpc_forward_stream

Dmitry Baranchuk 3 年之前
父节点
当前提交
5745882c67
共有 1 个文件被更改,包括 1 次插入1 次删除
  1. 1 1
      src/server/handler.py

+ 1 - 1
src/server/handler.py

@@ -112,7 +112,7 @@ class TransformerConnectionHandler(ConnectionHandler):
         requested_uids = self._check_uids(uid_str)
         requested_backends = tuple(self.module_backends[uid] for uid in requested_uids)
 
-        hidden_states = await _rpc_forward(flat_inputs, requested_backends)
+        hidden_states = await _rpc_forward(*flat_inputs, requested_backends=requested_backends)
         assert isinstance(hidden_states, torch.Tensor) and hidden_states.ndim == 3
 
         # Serialize the overall output