From 3c12a054555e47b93a715422f2e93c738375d8fa Mon Sep 17 00:00:00 2001 From: Yuwen Hu Date: Mon, 9 Oct 2023 11:18:15 +0800 Subject: [PATCH] Small fix --- .github/workflows/llm_performance_tests.yml | 48 +++++++++++---------- 1 file changed, 26 insertions(+), 22 deletions(-) diff --git a/.github/workflows/llm_performance_tests.yml b/.github/workflows/llm_performance_tests.yml index d3b480f0daf4..6397ca08c808 100644 --- a/.github/workflows/llm_performance_tests.yml +++ b/.github/workflows/llm_performance_tests.yml @@ -40,11 +40,6 @@ jobs: shell: bash run: | echo "LLAMA2_7B_ORIGIN_PATH=${ORIGIN_DIR}/Llama-2-7b-chat-hf" >> "$GITHUB_ENV" - - name: Download LLMs - if [ ! -d $LLAMA2_7B_ORIGIN_PATH ]; then - echo "Directory $LLAMA2_7B_ORIGIN_PATH not found. Downloading from FTP server..." - wget -r -nH --no-verbose --cut-dirs=1 $LLM_FTP_URL/llm/Llama-2-7b-chat-hf" -P $ORIGIN_DIR - fi - uses: actions/checkout@v2 - name: Set up Python ${{ matrix.python-version }} uses: actions/setup-python@v2 @@ -64,6 +59,12 @@ jobs: env: ANALYTICS_ZOO_ROOT: ${{ github.workspace }} + - name: Download LLMs + if [ ! -d $LLAMA2_7B_ORIGIN_PATH ]; then + echo "Directory $LLAMA2_7B_ORIGIN_PATH not found. Downloading from FTP server..." + wget -r -nH --no-verbose --cut-dirs=1 $LLM_FTP_URL/llm/Llama-2-7b-chat-hf" -P $ORIGIN_DIR + fi + - name: Run LLM Performance test env: ANALYTICS_ZOO_ROOT: ${{ github.workspace }} @@ -92,23 +93,7 @@ jobs: echo "LLAMA2_13B_ORIGIN_PATH=${ORIGIN_DIR}/Llama-2-13b-chat-hf" >> "$GITHUB_ENV" echo "CHATGLM2_6B_ORIGIN_PATH=${ORIGIN_DIR}/chatglm2-6b" >> "$GITHUB_ENV" echo "WHISPER_MEDIUM_ORIGIN_PATH=${ORIGIN_DIR}/whisper-medium" >> "$GITHUB_ENV" - - name: Download LLMs - if [ ! -d $LLAMA2_7B_ORIGIN_PATH ]; then - echo "Directory $LLAMA2_7B_ORIGIN_PATH not found. Downloading from FTP server..." - wget -r -nH --no-verbose --cut-dirs=1 $LLM_FTP_URL/llm/Llama-2-7b-chat-hf" -P $ORIGIN_DIR - fi - if [ ! -d $LLAMA2_13B_ORIGIN_PATH]; then - echo "Directory $LLAMA2_13B_ORIGIN_PATH not found. Downloading from FTP server..." - wget -r -nH --no-verbose --cut-dirs=1 $LLM_FTP_URL/llm/Llama-2-13b-chat-hf -P $ORIGIN_DIR - fi - if [ ! -d $CHATGLM2_6B_ORIGIN_PATH ]; then - echo "Directory $CHATGLM2_6B_ORIGIN_PATH not found. Downloading from FTP server..." - wget -r -nH --no-verbose --cut-dirs=1 $LLM_FTP_URL/llm/chatglm2-6b -P $ORIGIN_DIR - fi - if [ ! -d $WHISPER_MEDIUM_ORIGIN_PATH ]; then - echo "Directory $WHISPER_MEDIUM_ORIGIN_PATH not found. Downloading from FTP server..." - wget -r -nH --no-verbose --cut-dirs=1 $LLM_FTP_URL/llm/whisper-medium -P $ORIGIN_DIR - fi + - uses: actions/checkout@v3 - name: Set up Python ${{ matrix.python-version }} uses: actions/setup-python@v4 @@ -134,6 +119,25 @@ jobs: run: | source /opt/intel/oneapi/setvars.sh bash python/llm/test/run-llm-install-tests.sh + + - name: Download LLMs + if [ ! -d $LLAMA2_7B_ORIGIN_PATH ]; then + echo "Directory $LLAMA2_7B_ORIGIN_PATH not found. Downloading from FTP server..." + wget -r -nH --no-verbose --cut-dirs=1 $LLM_FTP_URL/llm/Llama-2-7b-chat-hf" -P $ORIGIN_DIR + fi + if [ ! -d $LLAMA2_13B_ORIGIN_PATH]; then + echo "Directory $LLAMA2_13B_ORIGIN_PATH not found. Downloading from FTP server..." + wget -r -nH --no-verbose --cut-dirs=1 $LLM_FTP_URL/llm/Llama-2-13b-chat-hf -P $ORIGIN_DIR + fi + if [ ! -d $CHATGLM2_6B_ORIGIN_PATH ]; then + echo "Directory $CHATGLM2_6B_ORIGIN_PATH not found. Downloading from FTP server..." + wget -r -nH --no-verbose --cut-dirs=1 $LLM_FTP_URL/llm/chatglm2-6b -P $ORIGIN_DIR + fi + if [ ! -d $WHISPER_MEDIUM_ORIGIN_PATH ]; then + echo "Directory $WHISPER_MEDIUM_ORIGIN_PATH not found. Downloading from FTP server..." + wget -r -nH --no-verbose --cut-dirs=1 $LLM_FTP_URL/llm/whisper-medium -P $ORIGIN_DIR + fi + - name: Test on xpu shell: bash run: |