Make initialization of tokenizer and detokenizer optional (vllm-proje…

…ct#3748) Co-authored-by: Yun Ding <[email protected]> Co-authored-by: Roger Wang <[email protected]>
ZackBradshaw · Apr 22, 2024 · 05323b6 · 05323b6
1 parent 73d8947
commit 05323b6
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/vllm/engine/arg_utils.py b/vllm/engine/arg_utils.py
@@ -109,6 +109,10 @@ def add_cli_args(
             help='Skip initialization of tokenizer and detokenizer')
 =======
 >>>>>>> 682789d (Fix missing docs and out of sync `EngineArgs` (#4219))
+        parser.add_argument(
+            '--skip-tokenizer-init',
+            action='store_true',
+            help='Skip initialization of tokenizer and detokenizer')
         parser.add_argument(
             '--revision',
             type=str,