瀏覽代碼

fix merging

justheuristic 1 年之前
父節點
當前提交
fe7e012561
共有 1 個文件被更改,包括 0 次插入6 次删除
  1. 0 6
      src/petals/client/inference_session.py

+ 0 - 6
src/petals/client/inference_session.py

@@ -110,12 +110,6 @@ class _ServerInferenceSession:
         if self.closed:
             raise Exception("Session is closed, cannot perform step")
 
-        if start_from_position is not None:
-            assert start_from_position <= self._position
-            self._position = start_from_position
-            if self.history is not None and self.history.shape[1] >= start_from_position:
-                self.history = self.history[:, :start_from_position, :] if start_from_position > 0 else None
-
         n_input_tokens = inputs.shape[1]
         if self.history is None:
             self.history = inputs