Skip to content

Commit

Permalink
clean up unused parameter preemption_mode in _preempt and remove usag…
Browse files Browse the repository at this point in the history
…e of parameter.

Signed-off-by: André Jonasson <[email protected]>
  • Loading branch information
andrejonasson committed Oct 28, 2024
1 parent 9645b9f commit ca9eed0
Showing 1 changed file with 2 additions and 4 deletions.
6 changes: 2 additions & 4 deletions vllm/core/scheduler.py
Original file line number Diff line number Diff line change
Expand Up @@ -828,8 +828,7 @@ def _schedule_priority_preemption(
num_running_seqs)

#Preempt out the victim sequence group
self._preempt(vseq_group, blocks_to_swap_out,
PreemptionMode.RECOMPUTE)
self._preempt(vseq_group, blocks_to_swap_out)
waiting_queue.appendleft(vseq_group)
force_preemption_count += 1
#Put the sequence back into the waiting queue
Expand Down Expand Up @@ -1454,8 +1453,7 @@ def _append_slots(self,
def _preempt(
self,
seq_group: SequenceGroup,
blocks_to_swap_out: List[Tuple[int, int]],
preemption_mode: Optional[PreemptionMode] = None,
blocks_to_swap_out: List[Tuple[int, int]]
) -> PreemptionMode:
# If preemption mode is not specified, we determine the mode as follows:
# We use recomputation by default since it incurs lower overhead than
Expand Down

0 comments on commit ca9eed0

Please sign in to comment.