justheuristic 1 سال پیش
والد
کامیت
fe7e012561
1فایلهای تغییر یافته به همراه0 افزوده شده و 6 حذف شده
  1. 0 6
      src/petals/client/inference_session.py

+ 0 - 6
src/petals/client/inference_session.py

@@ -110,12 +110,6 @@ class _ServerInferenceSession:
         if self.closed:
         if self.closed:
             raise Exception("Session is closed, cannot perform step")
             raise Exception("Session is closed, cannot perform step")
 
 
-        if start_from_position is not None:
-            assert start_from_position <= self._position
-            self._position = start_from_position
-            if self.history is not None and self.history.shape[1] >= start_from_position:
-                self.history = self.history[:, :start_from_position, :] if start_from_position > 0 else None
-
         n_input_tokens = inputs.shape[1]
         n_input_tokens = inputs.shape[1]
         if self.history is None:
         if self.history is None:
             self.history = inputs
             self.history = inputs