From c5c755eeea3ac6552b01d2fcc765c6f684110a2b Mon Sep 17 00:00:00 2001 From: Wen Sun <35923278+HermitSun@users.noreply.github.com> Date: Tue, 30 Jan 2024 14:31:31 +0000 Subject: [PATCH] fix: typo --- vllm/engine/async_llm_engine.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/engine/async_llm_engine.py b/vllm/engine/async_llm_engine.py index d995eb80e8741..a63d48016b83c 100644 --- a/vllm/engine/async_llm_engine.py +++ b/vllm/engine/async_llm_engine.py @@ -455,7 +455,7 @@ async def add_request( prompt_token_ids=prompt_token_ids, lora_request=lora_request) else: - prompt_token_ids = await self.encode_request_async( + prompt_token_ids = await self.engine.encode_request_async( request_id=request_id, prompt=prompt, prompt_token_ids=prompt_token_ids,