5
0
Your Name 11 сар өмнө
parent
commit
24efbeb236

+ 3 - 1
src/petals/client/inference_session.py

@@ -336,7 +336,9 @@ class InferenceSession:
                         self._update_sequence(server_idx, block_idx, attempt_no)
                         self._update_sequence(server_idx, block_idx, attempt_no)
 
 
                     server_session = self._server_sessions[server_idx]
                     server_session = self._server_sessions[server_idx]
-                    assert server_session.position == self.position, f"Position mismatch: {server_session.position} and {self.position}"
+                    assert (
+                        server_session.position == self.position
+                    ), f"Position mismatch: {server_session.position} and {self.position}"
                     inputs = server_session.step(
                     inputs = server_session.step(
                         inputs,
                         inputs,
                         prompts[server_session.span.start : server_session.span.end],
                         prompts[server_session.span.start : server_session.span.end],