Add tqdm dynamic_ncols=True (vllm-project#3242)

Temirulan · Mar 6, 2024 · 63fa866 · 63fa866
1 parent bd9ceee
commit 63fa866
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/vllm/entrypoints/llm.py b/vllm/entrypoints/llm.py
@@ -191,7 +191,9 @@ def _run_engine(self, use_tqdm: bool) -> List[RequestOutput]:
         # Initialize tqdm.
         if use_tqdm:
             num_requests = self.llm_engine.get_num_unfinished_requests()
-            pbar = tqdm(total=num_requests, desc="Processed prompts")
+            pbar = tqdm(total=num_requests,
+                        desc="Processed prompts",
+                        dynamic_ncols=True)
         # Run the engine.
         outputs: List[RequestOutput] = []
         while self.llm_engine.has_unfinished_requests():