fix merging

bigscience-workshop · Jul 21, 2024 · fe7e012 · fe7e012
1 parent 04bd8f2
commit fe7e012
Showing 1 changed file with 0 additions and 6 deletions.
diff --git a/src/petals/client/inference_session.py b/src/petals/client/inference_session.py
@@ -110,12 +110,6 @@ def step(
         if self.closed:
             raise Exception("Session is closed, cannot perform step")
 
-        if start_from_position is not None:
-            assert start_from_position <= self._position
-            self._position = start_from_position
-            if self.history is not None and self.history.shape[1] >= start_from_position:
-                self.history = self.history[:, :start_from_position, :] if start_from_position > 0 else None
-
         n_input_tokens = inputs.shape[1]
         if self.history is None:
             self.history = inputs