[Core] Fix scheduler considering "no LoRA" as "LoRA" (vllm-project#4897)

joerunde · Jun 3, 2024 · 92d09c5 · 92d09c5
1 parent dac0039
commit 92d09c5
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/vllm/core/scheduler.py b/vllm/core/scheduler.py
@@ -744,8 +744,8 @@ def _schedule_default(self) -> SchedulerOutputs:
             budget.add_num_seqs(seq_group.request_id,
                                 seq_group.get_max_num_running_seqs())
         curr_loras = set(
-            seq_group.lora_int_id
-            for seq_group in self.running) if self.lora_enabled else None
+            seq_group.lora_int_id for seq_group in self.running
+            if seq_group.lora_int_id > 0) if self.lora_enabled else None
 
         remaining_waiting, prefills = (self.waiting,
                                        SchedulerPrefillOutputs.create_empty())