From 43040a9b2998d24a30e49dfbb02ee2c54a338f0b Mon Sep 17 00:00:00 2001 From: Tao He Date: Thu, 4 Apr 2024 11:31:46 +0800 Subject: [PATCH] [BugFix] Pass tokenizer_config to local_tokenizer_group (#3754) Signed-off-by: Tao He --- vllm/transformers_utils/tokenizer_group/ray_tokenizer_group.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/transformers_utils/tokenizer_group/ray_tokenizer_group.py b/vllm/transformers_utils/tokenizer_group/ray_tokenizer_group.py index 8ea46f7db1681..c00b02fdbbbc0 100644 --- a/vllm/transformers_utils/tokenizer_group/ray_tokenizer_group.py +++ b/vllm/transformers_utils/tokenizer_group/ray_tokenizer_group.py @@ -51,6 +51,7 @@ def __init__(self, tokenizer_id: str, enable_lora: bool, max_num_seqs: int, enable_lora=enable_lora, max_num_seqs=max_num_seqs, max_input_length=max_input_length, + **tokenizer_config, ) ray_tokenizer_group_cls = ray.remote(