diff --git a/.github/workflows/llm_performance_tests.yml b/.github/workflows/llm_performance_tests.yml
index f740cf516e6..15efda7c64e 100644
--- a/.github/workflows/llm_performance_tests.yml
+++ b/.github/workflows/llm_performance_tests.yml
@@ -130,10 +130,11 @@ jobs:
         if: ${{ github.event.schedule || (github.event_name == 'workflow_dispatch' && (inputs.checkout-ref == 'main')) }}
         shell: bash
         run: |
-          pip install --pre --upgrade ipex-llm[xpu] --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/cn/
           test_version_date=`date -d 'yesterday' '+%Y%m%d'`
-          if ! pip show ipex-llm | grep $test_version_date; then
-            echo "Did not install ipex-llm with excepted version $test_version_date"
+          test_version=2.1.0b$test_version_date
+          pip install --pre --upgrade ipex-llm[xpu]==$test_version --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/cn/
+          if ! pip show ipex-llm | grep $test_version; then
+            echo "Did not install ipex-llm with excepted version $test_version"
             exit 1
           fi
 
@@ -398,10 +399,11 @@ jobs:
         if: ${{ github.event.schedule || (github.event_name == 'workflow_dispatch' && (inputs.checkout-ref == 'main')) }}
         shell: bash
         run: |
-          pip install --pre --upgrade ipex-llm[all] --extra-index-url https://download.pytorch.org/whl/cpu
           test_version_date=`date -d 'yesterday' '+%Y%m%d'`
-          if ! pip show ipex-llm | grep $test_version_date; then
-            echo "Did not install ipex-llm with excepted version $test_version_date"
+          test_version=2.1.0b$test_version_date
+          pip install --pre --upgrade ipex-llm[all]==$test_version --extra-index-url https://download.pytorch.org/whl/cpu
+          if ! pip show ipex-llm | grep $test_version; then
+            echo "Did not install ipex-llm with excepted version $test_version"
             exit 1
           fi
 
@@ -478,10 +480,11 @@ jobs:
         if: ${{ github.event.schedule || (github.event_name == 'workflow_dispatch' && (inputs.checkout-ref == 'main')) }}
         shell: bash
         run: |
-          pip install --pre --upgrade ipex-llm[all]
           test_version_date=`date -d 'yesterday' '+%Y%m%d'`
-          if ! pip show ipex-llm | grep $test_version_date; then
-            echo "Did not install ipex-llm with excepted version $test_version_date"
+          test_version=2.1.0b$test_version_date
+          pip install --pre --upgrade ipex-llm[all]==$test_version
+          if ! pip show ipex-llm | grep $test_version; then
+            echo "Did not install ipex-llm with excepted version $test_version"
             exit 1
           fi
 
@@ -572,7 +575,8 @@ jobs:
         shell: bash
         run: |
           test_version_date=`date -d 'yesterday' '+%Y%m%d'`
-          echo "TEST_VERSION_DATE=${test_version_date}" >> "$GITHUB_ENV"
+          test_version=2.1.0b$test_version_date
+          echo "TEST_VERSION=${test_version}" >> "$GITHUB_ENV"
 
       - name: Install ipex-llm and other related packages (install from pypi)
         if: ${{ github.event.schedule || (github.event_name == 'workflow_dispatch' && (inputs.checkout-ref == 'main')) }}
@@ -586,10 +590,10 @@ jobs:
           pip install --upgrade omegaconf pandas
           pip install --upgrade tiktoken einops transformers_stream_generator matplotlib
 
-          pip install --pre --upgrade ipex-llm[xpu] --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/cn/
-          pip show ipex-llm | findstr %TEST_VERSION_DATE%
+          pip install --pre --upgrade ipex-llm[xpu]==%TEST_VERSION% --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/cn/
+          pip show ipex-llm | findstr %TEST_VERSION%
           if %ERRORLEVEL% neq 0 (
-            echo "Did not install ipex-llm with excepted version %TEST_VERSION_DATE%"
+            echo "Did not install ipex-llm with excepted version %TEST_VERSION%"
             exit /b 1
           )
           pip list