From 7be802c8d9d73544f940337964fce86b8f6c3ae6 Mon Sep 17 00:00:00 2001 From: Cyrus Leung Date: Tue, 29 Oct 2024 13:07:57 +0800 Subject: [PATCH] [Doc] Specify async engine args in docs (#9726) --- vllm/engine/async_llm_engine.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/vllm/engine/async_llm_engine.py b/vllm/engine/async_llm_engine.py index 1f57aecb6481d..e9848a14cbe17 100644 --- a/vllm/engine/async_llm_engine.py +++ b/vllm/engine/async_llm_engine.py @@ -999,6 +999,7 @@ async def generate( >>> # the complete example. >>> >>> # initialize the engine and the example input + >>> # note that engine_args here is AsyncEngineArgs instance >>> engine = AsyncLLMEngine.from_engine_args(engine_args) >>> example_input = { >>> "prompt": "What is LLM?", @@ -1082,6 +1083,7 @@ async def encode( >>> # the complete example. >>> >>> # initialize the engine and the example input + >>> # note that engine_args here is AsyncEngineArgs instance >>> engine = AsyncLLMEngine.from_engine_args(engine_args) >>> example_input = { >>> "input": "What is LLM?",