From 9043ac71fc3e0c59819ab0f95acef1cc7e797bc6 Mon Sep 17 00:00:00 2001 From: Pierrick HYMBERT Date: Wed, 3 Apr 2024 19:38:25 +0200 Subject: [PATCH 1/2] ci: start-github-runner-manager.sh add model download phi f16 --- start-github-runner-manager.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/start-github-runner-manager.sh b/start-github-runner-manager.sh index 4fbf8efaff1..e3a97a0d34d 100755 --- a/start-github-runner-manager.sh +++ b/start-github-runner-manager.sh @@ -45,7 +45,7 @@ if [ -z "$DOWNLOAD_MODELS" ] || [ "$DOWNLOAD_MODELS" == "ON" ] ; then (docker ps -a | grep -q llama.cpp-model-downloader) && docker rm llama.cpp-model-downloader && sleep 5 echo "ggml-ci: downloading models..." - MODELS="ggml-org/models:phi-2/ggml-model-q4_0.gguf ggml-org/models:phi-2/ggml-model-q8_0.gguf" + MODELS="ggml-org/models:phi-2/ggml-model-q4_0.gguf ggml-org/models:phi-2/ggml-model-q8_0.gguf ggml-org/models:phi-2/ggml-model-f16.gguf" for MODEL in $MODELS do IFS=':'; S=($MODEL); unset IFS; From 6b6ddb4d874ef5be82e1903e96247a5ea0c05fc3 Mon Sep 17 00:00:00 2001 From: Pierrick HYMBERT Date: Wed, 3 Apr 2024 19:46:15 +0200 Subject: [PATCH 2/2] ci: start-github-runner-manager.sh do not stop at first model --- start-github-runner-manager.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/start-github-runner-manager.sh b/start-github-runner-manager.sh index e3a97a0d34d..08a28763f96 100755 --- a/start-github-runner-manager.sh +++ b/start-github-runner-manager.sh @@ -61,7 +61,7 @@ if [ -z "$DOWNLOAD_MODELS" ] || [ "$DOWNLOAD_MODELS" == "ON" ] ; then -v $MODEL_FOLDERS:/models:rw \ -e HF_REPO="$HF_REPO" \ -e HF_FILE="$HF_FILE" \ - llama.cpp-model-downloader > download_model."$(basename "$HF_FILE")".log 2>&1 || echo "Error in model downloader: " && cat download_model."$(basename "$HF_FILE")".log && exit 1 + llama.cpp-model-downloader > download_model."$(basename "$HF_FILE")".log 2>&1 done ) || exit 1 fi