Fixes the argument for local_tokenizer_group

Signed-off-by: Tao He <[email protected]>
vllm-project · Mar 31, 2024 · 8a628f0 · 8a628f0
1 parent 563c1d7
commit 8a628f0
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/vllm/transformers_utils/tokenizer_group/ray_tokenizer_group.py b/vllm/transformers_utils/tokenizer_group/ray_tokenizer_group.py
@@ -51,6 +51,7 @@ def __init__(self, tokenizer_id: str, enable_lora: bool, max_num_seqs: int,
             enable_lora=enable_lora,
             max_num_seqs=max_num_seqs,
             max_input_length=max_input_length,
+            **tokenizer_config,
         )
 
         ray_tokenizer_group_cls = ray.remote(