update

intel-analytics · May 6, 2024 · 26aa194 · 26aa194
1 parent 0fcaa40
commit 26aa194
Show file tree

Hide file tree

Showing 5 changed files with 55 additions and 55 deletions.
diff --git a/.github/workflows/llm-c-evaluation.yml b/.github/workflows/llm-c-evaluation.yml
@@ -16,7 +16,7 @@ on:
     branches: [main]
     paths:
       - ".github/workflows/llm-c-evaluation.yml"
-  # Allows you to run this workflow manually from the Actions tab
+  ## Allows you to run this workflow manually from the Actions tab
   workflow_dispatch:
     inputs:
       model_name:

diff --git a/.github/workflows/llm-whisper-evaluation.yml b/.github/workflows/llm-whisper-evaluation.yml
@@ -75,7 +75,7 @@ jobs:
             echo "runner=$runner" >> $GITHUB_OUTPUT
 
   llm-whisper-evaluation:
-    # if: ${{ github.event.schedule || github.event.inputs.artifact == 'llm-whisper-evaluation' || github.event.inputs.artifact == 'all' }} # please comment it for PR tests
+    #if: ${{ github.event.schedule || github.event.inputs.artifact == 'llm-whisper-evaluation' || github.event.inputs.artifact == 'all' }} # please comment it for PR tests
     needs: [llm-cpp-build, set-matrix] # please uncomment it for PR tests
     # needs: [set-matrix] # please comment it for PR tests
     strategy:

diff --git a/.github/workflows/llm_performance_tests.yml b/.github/workflows/llm_performance_tests.yml
@@ -338,45 +338,16 @@ jobs:
       # TODO: Put the ipex-llm related install process for win gpu into a action function
 
       # Please uncomment it and commment the install from pypi for PR tests
-      #- name: Download llm binary
-      #  uses: ./.github/actions/llm/download-llm-binary
-
-      #- name: Prepare for install ipex-llm from source
-      #  shell: bash
-      #  run: |
-      #    sed -i 's/"bigdl-core-xe-21==" + CORE_XE_VERSION/"bigdl-core-xe-21"/g' python/llm/setup.py
-      #    sed -i 's/"bigdl-core-xe-esimd-21==" + CORE_XE_VERSION/"bigdl-core-xe-esimd-21"/g' python/llm/setup.py
-
-      #- name: Install ipex-llm and other related packages (install from source)
-      #  shell: cmd
-      #  run: |
-      #    call conda create -n igpu-perf python=${{ matrix.python-version }} libuv -y
-      #    call conda activate igpu-perf
-
-      #    pip install --upgrade pip
-      #    pip install --upgrade wheel
-      #    pip install --upgrade omegaconf pandas
-      #    pip install --upgrade tiktoken einops transformers_stream_generator
-
-      #    cd python\llm
-      #    python setup.py clean --all bdist_wheel --win
-      #    if not exist dist\ipex_llm*.whl (exit /b 1)
-      #    for %%i in (dist\ipex_llm*.whl) do set whl_name=%%i
-
-      #    pip install --pre --upgrade %whl_name%[xpu] --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/cn/
-      #    if %ERRORLEVEL% neq 0 (exit /b 1)
-      #    pip install transformers==4.36.2
-      #    pip list
-
-      #    call conda deactivate
+      - name: Download llm binary
+        uses: ./.github/actions/llm/download-llm-binary
 
-      - name: Determine desired ipex-llm version
+      - name: Prepare for install ipex-llm from source
         shell: bash
         run: |
-          test_version_date=`date -d 'yesterday' '+%Y%m%d'`
-          echo "TEST_VERSION_DATE=${test_version_date}" >> "$GITHUB_ENV"
+          sed -i 's/"bigdl-core-xe-21==" + CORE_XE_VERSION/"bigdl-core-xe-21"/g' python/llm/setup.py
+          sed -i 's/"bigdl-core-xe-esimd-21==" + CORE_XE_VERSION/"bigdl-core-xe-esimd-21"/g' python/llm/setup.py
 
-      - name: Install ipex-llm and other related packages (install from pypi)
+      - name: Install ipex-llm and other related packages (install from source)
         shell: cmd
         run: |
           call conda create -n igpu-perf python=${{ matrix.python-version }} libuv -y
@@ -387,17 +358,46 @@ jobs:
           pip install --upgrade omegaconf pandas
           pip install --upgrade tiktoken einops transformers_stream_generator
 
-          pip install --pre --upgrade ipex-llm[xpu] --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/cn/
-          pip show ipex-llm | findstr %TEST_VERSION_DATE%
-          if %ERRORLEVEL% neq 0 (
-            echo "Did not install ipex-llm with excepted version %TEST_VERSION_DATE%"
-            exit /b 1
-          )
+          cd python\llm
+          python setup.py clean --all bdist_wheel --win
+          if not exist dist\ipex_llm*.whl (exit /b 1)
+          for %%i in (dist\ipex_llm*.whl) do set whl_name=%%i
+
+          pip install --pre --upgrade %whl_name%[xpu] --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/cn/
+          if %ERRORLEVEL% neq 0 (exit /b 1)
           pip install transformers==4.36.2
           pip list
 
           call conda deactivate
 
+      #- name: Determine desired ipex-llm version
+      #  shell: bash
+      #  run: |
+      #    test_version_date=`date -d 'yesterday' '+%Y%m%d'`
+      #    echo "TEST_VERSION_DATE=${test_version_date}" >> "$GITHUB_ENV"
+
+      #- name: Install ipex-llm and other related packages (install from pypi)
+      #  shell: cmd
+      #  run: |
+      #    call conda create -n igpu-perf python=${{ matrix.python-version }} libuv -y
+      #    call conda activate igpu-perf
+
+      #    pip install --upgrade pip
+      #    pip install --upgrade wheel
+      #    pip install --upgrade omegaconf pandas
+      #    pip install --upgrade tiktoken einops transformers_stream_generator
+
+      #    pip install --pre --upgrade ipex-llm[xpu] --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/cn/
+      #    pip show ipex-llm | findstr %TEST_VERSION_DATE%
+      #    if %ERRORLEVEL% neq 0 (
+      #      echo "Did not install ipex-llm with excepted version %TEST_VERSION_DATE%"
+      #      exit /b 1
+      #    )
+      #    pip install transformers==4.36.2
+      #    pip list
+
+      #    call conda deactivate
+
       - name: Create env for html generation
         shell: cmd
         run: |

diff --git a/.github/workflows/llm_tests_for_stable_version_on_arc.yml b/.github/workflows/llm_tests_for_stable_version_on_arc.yml
@@ -10,12 +10,12 @@ permissions:
 
 # Controls when the action will run.
 on:
-  # pull_request:
-  #   branches: [main]
-  #   paths:
-  #     - ".github/workflows/llm_performance_tests.yml"
-  #     - "python/llm/test/benchmark/**"
-  #     - "python/llm/dev/benchmark/all-in-one/**"
+  pull_request:
+    branches: [main]
+    paths:
+      - ".github/workflows/llm_performance_tests.yml"
+      - "python/llm/test/benchmark/**"
+      - "python/llm/dev/benchmark/all-in-one/**"
   workflow_dispatch:
   workflow_call:
 

diff --git a/.github/workflows/llm_tests_for_stable_version_on_spr.yml b/.github/workflows/llm_tests_for_stable_version_on_spr.yml
@@ -10,12 +10,12 @@ permissions:
 
 # Controls when the action will run.
 on:
-  # pull_request:
-  #   branches: [main]
-  #   paths:
-  #     - ".github/workflows/llm_performance_tests.yml"
-  #     - "python/llm/test/benchmark/**"
-  #     - "python/llm/dev/benchmark/all-in-one/**"
+  pull_request:
+    branches: [main]
+    paths:
+      - ".github/workflows/llm_performance_tests.yml"
+      - "python/llm/test/benchmark/**"
+      - "python/llm/dev/benchmark/all-in-one/**"
   workflow_dispatch:
   workflow_call: