Sync with Woosuk change in vllm-project#7881

megha95 · Aug 26, 2024 · 65dd781 · 65dd781
1 parent a5cad38
commit 65dd781
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/core/scheduler.py b/vllm/core/scheduler.py
@@ -1086,7 +1086,7 @@ def _can_append_slots(self, seq_group: SequenceGroup) -> bool:
         )
 
     def _allow_async_output_proc(self, seq_group: SequenceGroup) -> bool:
-        no_beam_search = (seq_group.sampling_params.n == 1
+        no_beam_search = (seq_group.sampling_params.best_of == 1
                           and not seq_group.sampling_params.use_beam_search)
 
         return no_beam_search