[BugFix] Pass tokenizer_config to local_tokenizer_group (vllm-project…

…#3754) Signed-off-by: Tao He <[email protected]>
z103cb · Apr 11, 2024 · 43040a9 · 43040a9
1 parent 5341b9d
commit 43040a9
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/vllm/transformers_utils/tokenizer_group/ray_tokenizer_group.py b/vllm/transformers_utils/tokenizer_group/ray_tokenizer_group.py
@@ -51,6 +51,7 @@ def __init__(self, tokenizer_id: str, enable_lora: bool, max_num_seqs: int,
             enable_lora=enable_lora,
             max_num_seqs=max_num_seqs,
             max_input_length=max_input_length,
+            **tokenizer_config,
         )
 
         ray_tokenizer_group_cls = ray.remote(