Pass tokenizer_revision when getting tokenizer in openai serving (v…

…llm-project#4214)
xjpang · Apr 25, 2024 · 677e58f · 677e58f
1 parent 7f642aa
commit 677e58f
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/vllm/entrypoints/openai/serving_engine.py b/vllm/entrypoints/openai/serving_engine.py
@@ -68,6 +68,7 @@ async def _post_init(self):
         self.tokenizer = get_tokenizer(
             engine_model_config.tokenizer,
             tokenizer_mode=engine_model_config.tokenizer_mode,
+            tokenizer_revision=engine_model_config.tokenizer_revision,
             trust_remote_code=engine_model_config.trust_remote_code,
             truncation_side="left")