Aleksandr Borzunov 2 年 前
コミット
3a7b8a4389
1 ファイル変更6 行追加3 行削除
  1. 6 3
      src/client/inference_session.py

+ 6 - 3
src/client/inference_session.py

@@ -181,8 +181,11 @@ class InferenceSession:
             span_uids = CHAIN_DELIMITER.join(self._sequence_manager.block_uids[span.start : span.end])
             session = RemoteExpertWorker.run_coroutine(
                 _ServerInferenceSession.create(
-                    stub, span_uids, rpc_info=self._sequence_manager.rpc_info, timeout=self._sequence_manager.timeout,
-                    **self._metadata
+                    stub,
+                    span_uids,
+                    rpc_info=self._sequence_manager.rpc_info,
+                    timeout=self._sequence_manager.timeout,
+                    **self._metadata,
                 )
             )
             server_sessions.append(session)
@@ -223,7 +226,7 @@ class InferenceSession:
                             self._exit_server_sessions(self._server_sessions[server_idx:], verbose=False)
                             self._server_sessions[server_idx:] = []
                             self._chosen_spans[server_idx:] = []
-                            self._server_inputs[server_idx + 1:] = []
+                            self._server_inputs[server_idx + 1 :] = []
 
                             self._sequence_manager.update_()
                             recovery_mode = True