From bc9df1571b8002738eb8db70a07f552e32feb75f Mon Sep 17 00:00:00 2001 From: Chirag Jain Date: Sat, 20 Apr 2024 05:43:56 +0530 Subject: [PATCH] Pass `tokenizer_revision` when getting tokenizer in openai serving (#4214) --- vllm/entrypoints/openai/serving_engine.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/entrypoints/openai/serving_engine.py b/vllm/entrypoints/openai/serving_engine.py index 8e5ee88d7f3a9..376b581052d85 100644 --- a/vllm/entrypoints/openai/serving_engine.py +++ b/vllm/entrypoints/openai/serving_engine.py @@ -68,6 +68,7 @@ async def _post_init(self): self.tokenizer = get_tokenizer( engine_model_config.tokenizer, tokenizer_mode=engine_model_config.tokenizer_mode, + tokenizer_revision=engine_model_config.tokenizer_revision, trust_remote_code=engine_model_config.trust_remote_code, truncation_side="left")