From 5d8081afbcc015ca6e652e7b6ffda6882d93c22d Mon Sep 17 00:00:00 2001 From: Yuwen Hu <54161268+Oscilloscope98@users.noreply.github.com> Date: Thu, 9 Jan 2025 14:50:17 +0800 Subject: [PATCH] Remove dummy model from performance tests (#12682) --- python/llm/test/benchmark/igpu-perf/1024-128.yaml | 2 -- python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16.yaml | 2 -- .../test/benchmark/igpu-perf/1024-128_int4_fp16_loadlowbit.yaml | 2 -- python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16.yaml | 2 -- python/llm/test/benchmark/igpu-perf/3072-384_int4_fp16.yaml | 2 -- python/llm/test/benchmark/igpu-perf/32-32_int4_fp16.yaml | 2 -- python/llm/test/benchmark/igpu-perf/4096-512_int4_fp16.yaml | 2 -- 7 files changed, 14 deletions(-) diff --git a/python/llm/test/benchmark/igpu-perf/1024-128.yaml b/python/llm/test/benchmark/igpu-perf/1024-128.yaml index c30cdebe3a3..759a7566237 100644 --- a/python/llm/test/benchmark/igpu-perf/1024-128.yaml +++ b/python/llm/test/benchmark/igpu-perf/1024-128.yaml @@ -19,8 +19,6 @@ repo_id: - 'microsoft/Phi-3-mini-128k-instruct' - 'microsoft/phi-3-vision-128k-instruct' - 'openbmb/MiniCPM-V-2_6' - - 'dummy/dummy-1.5B' - - 'dummy/dummy-4B' local_model_hub: 'path to your local model hub' warm_up: 1 num_trials: 3 diff --git a/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16.yaml b/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16.yaml index 60930214e8d..f66172d9a39 100644 --- a/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16.yaml +++ b/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16.yaml @@ -18,8 +18,6 @@ repo_id: - 'microsoft/Phi-3-mini-128k-instruct' - 'microsoft/phi-3-vision-128k-instruct' - 'openbmb/MiniCPM-V-2_6' - - 'dummy/dummy-1.5B' - - 'dummy/dummy-4B' local_model_hub: 'path to your local model hub' warm_up: 1 num_trials: 3 diff --git a/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_loadlowbit.yaml b/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_loadlowbit.yaml index 8c831d633a1..76c35d4dde7 100644 --- a/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_loadlowbit.yaml +++ b/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_loadlowbit.yaml @@ -17,8 +17,6 @@ repo_id: - 'microsoft/Phi-3-mini-4k-instruct' - 'microsoft/Phi-3-mini-128k-instruct' - 'microsoft/phi-3-vision-128k-instruct' - - 'dummy/dummy-1.5B' - - 'dummy/dummy-4B' local_model_hub: 'path to your local model hub' warm_up: 1 num_trials: 3 diff --git a/python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16.yaml b/python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16.yaml index ebffb515f97..bf5fc1e978b 100644 --- a/python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16.yaml +++ b/python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16.yaml @@ -18,8 +18,6 @@ repo_id: - 'microsoft/Phi-3-mini-128k-instruct' - 'microsoft/phi-3-vision-128k-instruct' - 'openbmb/MiniCPM-V-2_6' - - 'dummy/dummy-1.5B' - - 'dummy/dummy-4B' local_model_hub: 'path to your local model hub' warm_up: 1 num_trials: 3 diff --git a/python/llm/test/benchmark/igpu-perf/3072-384_int4_fp16.yaml b/python/llm/test/benchmark/igpu-perf/3072-384_int4_fp16.yaml index 3506b4054ad..60202594cba 100644 --- a/python/llm/test/benchmark/igpu-perf/3072-384_int4_fp16.yaml +++ b/python/llm/test/benchmark/igpu-perf/3072-384_int4_fp16.yaml @@ -17,8 +17,6 @@ repo_id: - 'microsoft/Phi-3-mini-128k-instruct' - 'microsoft/phi-3-vision-128k-instruct' - 'openbmb/MiniCPM-V-2_6' - - 'dummy/dummy-1.5B' - - 'dummy/dummy-4B' local_model_hub: 'path to your local model hub' warm_up: 1 num_trials: 3 diff --git a/python/llm/test/benchmark/igpu-perf/32-32_int4_fp16.yaml b/python/llm/test/benchmark/igpu-perf/32-32_int4_fp16.yaml index da0f27c8822..e70178744a3 100644 --- a/python/llm/test/benchmark/igpu-perf/32-32_int4_fp16.yaml +++ b/python/llm/test/benchmark/igpu-perf/32-32_int4_fp16.yaml @@ -18,8 +18,6 @@ repo_id: - 'microsoft/Phi-3-mini-128k-instruct' - 'microsoft/phi-3-vision-128k-instruct' - 'openbmb/MiniCPM-V-2_6' - - 'dummy/dummy-1.5B' - - 'dummy/dummy-4B' local_model_hub: 'path to your local model hub' warm_up: 3 num_trials: 5 diff --git a/python/llm/test/benchmark/igpu-perf/4096-512_int4_fp16.yaml b/python/llm/test/benchmark/igpu-perf/4096-512_int4_fp16.yaml index 0d955d73298..514037a7380 100644 --- a/python/llm/test/benchmark/igpu-perf/4096-512_int4_fp16.yaml +++ b/python/llm/test/benchmark/igpu-perf/4096-512_int4_fp16.yaml @@ -17,8 +17,6 @@ repo_id: - 'microsoft/Phi-3-mini-128k-instruct' - 'microsoft/phi-3-vision-128k-instruct' - 'openbmb/MiniCPM-V-2_6' - - 'dummy/dummy-1.5B' - - 'dummy/dummy-4B' local_model_hub: 'path to your local model hub' warm_up: 1 num_trials: 3