Pass tokenizer_revision when getting tokenizer in openai serving (v…

…llm-project#4214)
ZackBradshaw · Apr 22, 2024 · a838264 · a838264
1 parent bc7488e
commit a838264
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/vllm/entrypoints/openai/serving_engine.py b/vllm/entrypoints/openai/serving_engine.py
@@ -68,6 +68,7 @@ async def _post_init(self):
         self.tokenizer = get_tokenizer(
             engine_model_config.tokenizer,
             tokenizer_mode=engine_model_config.tokenizer_mode,
+            tokenizer_revision=engine_model_config.tokenizer_revision,
             trust_remote_code=engine_model_config.trust_remote_code,
             truncation_side="left")