Your Name 11 月之前
父节点
当前提交
24efbeb236
共有 1 个文件被更改,包括 3 次插入1 次删除
  1. 3 1
      src/petals/client/inference_session.py

+ 3 - 1
src/petals/client/inference_session.py

@@ -336,7 +336,9 @@ class InferenceSession:
                         self._update_sequence(server_idx, block_idx, attempt_no)
 
                     server_session = self._server_sessions[server_idx]
-                    assert server_session.position == self.position, f"Position mismatch: {server_session.position} and {self.position}"
+                    assert (
+                        server_session.position == self.position
+                    ), f"Position mismatch: {server_session.position} and {self.position}"
                     inputs = server_session.step(
                         inputs,
                         prompts[server_session.span.start : server_session.span.end],