Remove dummy model from performance tests (#12682)

intel-analytics · Jan 9, 2025 · 5d8081a · 5d8081a
1 parent 1ec40cd
commit 5d8081a
Show file tree

Hide file tree

Showing 7 changed files with 0 additions and 14 deletions.
diff --git a/python/llm/test/benchmark/igpu-perf/1024-128.yaml b/python/llm/test/benchmark/igpu-perf/1024-128.yaml
@@ -19,8 +19,6 @@ repo_id:
   - 'microsoft/Phi-3-mini-128k-instruct'
   - 'microsoft/phi-3-vision-128k-instruct'
   - 'openbmb/MiniCPM-V-2_6'
-  - 'dummy/dummy-1.5B'
-  - 'dummy/dummy-4B'
 local_model_hub: 'path to your local model hub'
 warm_up: 1
 num_trials: 3

diff --git a/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16.yaml b/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16.yaml
@@ -18,8 +18,6 @@ repo_id:
   - 'microsoft/Phi-3-mini-128k-instruct'
   - 'microsoft/phi-3-vision-128k-instruct'
   - 'openbmb/MiniCPM-V-2_6'
-  - 'dummy/dummy-1.5B'
-  - 'dummy/dummy-4B'
 local_model_hub: 'path to your local model hub'
 warm_up: 1
 num_trials: 3

diff --git a/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_loadlowbit.yaml b/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_loadlowbit.yaml
@@ -17,8 +17,6 @@ repo_id:
   - 'microsoft/Phi-3-mini-4k-instruct'
   - 'microsoft/Phi-3-mini-128k-instruct'
   - 'microsoft/phi-3-vision-128k-instruct'
-  - 'dummy/dummy-1.5B'
-  - 'dummy/dummy-4B'
 local_model_hub: 'path to your local model hub'
 warm_up: 1
 num_trials: 3

diff --git a/python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16.yaml b/python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16.yaml
@@ -18,8 +18,6 @@ repo_id:
   - 'microsoft/Phi-3-mini-128k-instruct'
   - 'microsoft/phi-3-vision-128k-instruct'
   - 'openbmb/MiniCPM-V-2_6'
-  - 'dummy/dummy-1.5B'
-  - 'dummy/dummy-4B'
 local_model_hub: 'path to your local model hub'
 warm_up: 1
 num_trials: 3

diff --git a/python/llm/test/benchmark/igpu-perf/3072-384_int4_fp16.yaml b/python/llm/test/benchmark/igpu-perf/3072-384_int4_fp16.yaml
@@ -17,8 +17,6 @@ repo_id:
   - 'microsoft/Phi-3-mini-128k-instruct'
   - 'microsoft/phi-3-vision-128k-instruct'
   - 'openbmb/MiniCPM-V-2_6'
-  - 'dummy/dummy-1.5B'
-  - 'dummy/dummy-4B'
 local_model_hub: 'path to your local model hub'
 warm_up: 1
 num_trials: 3

diff --git a/python/llm/test/benchmark/igpu-perf/32-32_int4_fp16.yaml b/python/llm/test/benchmark/igpu-perf/32-32_int4_fp16.yaml
@@ -18,8 +18,6 @@ repo_id:
   - 'microsoft/Phi-3-mini-128k-instruct'
   - 'microsoft/phi-3-vision-128k-instruct'
   - 'openbmb/MiniCPM-V-2_6'
-  - 'dummy/dummy-1.5B'
-  - 'dummy/dummy-4B'
 local_model_hub: 'path to your local model hub'
 warm_up: 3
 num_trials: 5

diff --git a/python/llm/test/benchmark/igpu-perf/4096-512_int4_fp16.yaml b/python/llm/test/benchmark/igpu-perf/4096-512_int4_fp16.yaml
@@ -17,8 +17,6 @@ repo_id:
   - 'microsoft/Phi-3-mini-128k-instruct'
   - 'microsoft/phi-3-vision-128k-instruct'
   - 'openbmb/MiniCPM-V-2_6'
-  - 'dummy/dummy-1.5B'
-  - 'dummy/dummy-4B'
 local_model_hub: 'path to your local model hub'
 warm_up: 1
 num_trials: 3