Pass tokenizer_revision when getting tokenizer in openai serving (#…

…4214)
vllm-project · Apr 20, 2024 · bc9df15 · bc9df15
1 parent 15b8640
commit bc9df15
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/vllm/entrypoints/openai/serving_engine.py b/vllm/entrypoints/openai/serving_engine.py
@@ -68,6 +68,7 @@ async def _post_init(self):
         self.tokenizer = get_tokenizer(
             engine_model_config.tokenizer,
             tokenizer_mode=engine_model_config.tokenizer_mode,
+            tokenizer_revision=engine_model_config.tokenizer_revision,
             trust_remote_code=engine_model_config.trust_remote_code,
             truncation_side="left")