From 8a628f0d1f8f2430c31b5249601f27d31cc17da7 Mon Sep 17 00:00:00 2001 From: Tao He Date: Sun, 31 Mar 2024 02:39:06 +0000 Subject: [PATCH] Fixes the argument for local_tokenizer_group Signed-off-by: Tao He --- vllm/transformers_utils/tokenizer_group/ray_tokenizer_group.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/transformers_utils/tokenizer_group/ray_tokenizer_group.py b/vllm/transformers_utils/tokenizer_group/ray_tokenizer_group.py index 8ea46f7db1681..c00b02fdbbbc0 100644 --- a/vllm/transformers_utils/tokenizer_group/ray_tokenizer_group.py +++ b/vllm/transformers_utils/tokenizer_group/ray_tokenizer_group.py @@ -51,6 +51,7 @@ def __init__(self, tokenizer_id: str, enable_lora: bool, max_num_seqs: int, enable_lora=enable_lora, max_num_seqs=max_num_seqs, max_input_length=max_input_length, + **tokenizer_config, ) ray_tokenizer_group_cls = ray.remote(