fix model path (#11973)

intel-analytics · Aug 30, 2024 · 1e8c870 · 1e8c870
1 parent e895e1b
commit 1e8c870
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/docker/llm/serving/xpu/docker/vllm_online_benchmark.py b/docker/llm/serving/xpu/docker/vllm_online_benchmark.py
@@ -270,7 +270,7 @@ def benchmark(llm_urls, model, prompt, num_requests, max_concurrent_requests, ma
 LLM_URLS = [f"http://localhost:{PORT}/v1/completions" for PORT in [8000]]
 
 
-MODEL = "llm/models/" + model_name
+MODEL = "/llm/models/" + model_name
 MAX_TOKENS = 512
 
 PROMPT = PROMPT_1024