removed phi from small models, it is 28GB

neuralmagic · Jun 25, 2024 · 04a06ad · 04a06ad
1 parent 531d1c3
commit 04a06ad
Show file tree

Hide file tree

Showing 4 changed files with 3 additions and 3 deletions.
diff --git a/.github/lm-eval-configs/full-large-models.txt b/.github/lm-eval-configs/full-large-models.txt
@@ -6,3 +6,4 @@ Mixtral-8x7B-Instruct-v0.1-FP8.yaml
 Mixtral-8x7B-Instruct-v0.1.yaml
 Qwen2-57B-A14B-Instruct.yaml
 Qwen2-72B-Instruct.yaml
+Phi-3-medium-4k-instruct.yaml
diff --git a/.github/lm-eval-configs/full-small-models.txt b/.github/lm-eval-configs/full-small-models.txt
@@ -4,5 +4,4 @@ Meta-Llama-3-8B-Instruct-FP8.yaml
 Meta-Llama-3-8B-Instruct-W4A16.yaml
 Meta-Llama-3-8B-Instruct.yaml
 Mistral-7B-Instruct-v0.3.yaml
-Phi-3-medium-4k-instruct.yaml
 Qwen2-7B-Instruct.yaml
diff --git a/.github/lm-eval-configs/smoke-small-models.txt b/.github/lm-eval-configs/smoke-small-models.txt
@@ -1,2 +1,2 @@
 Meta-Llama-3-8B-Instruct.yaml
-Phi-3-medium-4k-instruct.yaml
+Qwen2-7B-Instruct.yaml
diff --git a/.github/scripts/nm-run-lm-eval-vllm.sh b/.github/scripts/nm-run-lm-eval-vllm.sh
@@ -41,7 +41,7 @@ do
     echo "=== RUNNING MODEL: $MODEL_CONFIG ==="
 
     MODEL_CONFIG_PATH=$PWD/.github/lm-eval-configs/models/${MODEL_CONFIG}
-    LM_EVAL_TEST_DATA_FILE=$MODEL_CONFIG_PATH pytest -v tests/accuracy/test_lm_eval_correctness.py || LOCAL_SUCCESS=$?
+    LM_EVAL_TEST_DATA_FILE=$MODEL_CONFIG_PATH pytest -s tests/accuracy/test_lm_eval_correctness.py || LOCAL_SUCCESS=$?
 
     if [[ $LOCAL_SUCCESS == 0 ]]; then
         echo "=== PASSED MODEL: ${MODEL_CONFIG} ==="