Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Fix nightly spr & core perf test #11470

Closed
wants to merge 4 commits into from
Closed

Fix nightly spr & core perf test #11470

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
e670122
pip install pydantic for spr&core perf test
liu-shaojun Jul 1, 2024
c392c92
pip install pydantic for ipex-llm[all]
liu-shaojun Jul 1, 2024
ca3f0b0
test
liu-shaojun Jul 1, 2024
a3ea443
test
liu-shaojun Jul 1, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
64 changes: 32 additions & 32 deletions .github/workflows/llm_performance_tests.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@ on:
schedule:
- cron: "30 16 * * *" # GMT time, 16:30 GMT == 00:30 China
# please uncomment it for PR tests
# pull_request:
pull_request:
# branches: [main]
# paths:
# - ".github/workflows/llm_performance_tests.yml"
Expand Down Expand Up @@ -45,8 +45,8 @@ on:

# A workflow run is made up of one or more jobs that can run sequentially or in parallel
jobs:
# llm-cpp-build: # please uncomment it for PR tests
# uses: ./.github/workflows/llm-binary-build.yml
llm-cpp-build: # please uncomment it for PR tests
uses: ./.github/workflows/llm-binary-build.yml

llm-performance-test-on-arc:
if: ${{ github.event.schedule || ( github.event_name == 'workflow_dispatch' && inputs.arc ) || github.event.inputs.artifact == 'llm-performance-test-on-arc' || github.event.inputs.artifact == 'all' }} # please comment it for PR tests
Expand Down Expand Up @@ -311,7 +311,7 @@ jobs:


llm-performance-test-on-spr:
if: ${{ github.event.schedule || ( github.event_name == 'workflow_dispatch' && inputs.spr ) || github.event.inputs.artifact == 'llm-performance-test-on-spr' || github.event.inputs.artifact == 'all' }} # please comment it for PR tests
# if: ${{ github.event.schedule || ( github.event_name == 'workflow_dispatch' && inputs.spr ) || github.event.inputs.artifact == 'llm-performance-test-on-spr' || github.event.inputs.artifact == 'all' }} # please comment it for PR tests
# needs: llm-cpp-build # please uncomment it for PR tests
strategy:
fail-fast: false
Expand Down Expand Up @@ -342,21 +342,21 @@ jobs:
python -m pip install --upgrade transformers_stream_generator

# please uncomment it and comment the "Install IPEX-LLM from Pypi" part for PR tests
# - name: Download llm binary
# uses: ./.github/actions/llm/download-llm-binary
- name: Download llm binary
uses: ./.github/actions/llm/download-llm-binary

# - name: Run LLM install (all) test
# uses: ./.github/actions/llm/setup-llm-env
- name: Run LLM install (all) test
uses: ./.github/actions/llm/setup-llm-env

- name: Install IPEX-LLM from Pypi
shell: bash
run: |
pip install --pre --upgrade ipex-llm[all] --extra-index-url https://download.pytorch.org/whl/cpu
test_version_date=`date -d 'yesterday' '+%Y%m%d'`
if ! pip show ipex-llm | grep $test_version_date; then
echo "Did not install ipex-llm with excepted version $test_version_date"
exit 1
fi
# - name: Install IPEX-LLM from Pypi
# shell: bash
# run: |
# pip install --pre --upgrade ipex-llm[all] --extra-index-url https://download.pytorch.org/whl/cpu
# test_version_date=`date -d 'yesterday' '+%Y%m%d'`
# if ! pip show ipex-llm | grep $test_version_date; then
# echo "Did not install ipex-llm with excepted version $test_version_date"
# exit 1
# fi

- name: Test on cpu
shell: bash
Expand All @@ -383,8 +383,8 @@ jobs:
done

llm-performance-test-on-core:
if: ${{ github.event.schedule || ( github.event_name == 'workflow_dispatch' && inputs.core ) || github.event.inputs.artifact == 'llm-performance-test-on-core' || github.event.inputs.artifact == 'all' }} # please comment it for PR tests
# needs: llm-cpp-build # please uncomment it for PR tests
# if: ${{ github.event.schedule || ( github.event_name == 'workflow_dispatch' && inputs.core ) || github.event.inputs.artifact == 'llm-performance-test-on-core' || github.event.inputs.artifact == 'all' }} # please comment it for PR tests
needs: llm-cpp-build # please uncomment it for PR tests
strategy:
fail-fast: false
matrix:
Expand Down Expand Up @@ -416,21 +416,21 @@ jobs:
python -m pip install --upgrade tiktoken einops transformers_stream_generator

# please uncomment it and comment the "Install IPEX-LLM from Pypi" part for PR tests
# - name: Download llm binary
# uses: ./.github/actions/llm/download-llm-binary
- name: Download llm binary
uses: ./.github/actions/llm/download-llm-binary

# - name: Run LLM install (all) test
# uses: ./.github/actions/llm/setup-llm-env
- name: Run LLM install (all) test
uses: ./.github/actions/llm/setup-llm-env

- name: Install IPEX-LLM from Pypi
shell: bash
run: |
pip install --pre --upgrade ipex-llm[all]
test_version_date=`date -d 'yesterday' '+%Y%m%d'`
if ! pip show ipex-llm | grep $test_version_date; then
echo "Did not install ipex-llm with excepted version $test_version_date"
exit 1
fi
# - name: Install IPEX-LLM from Pypi
# shell: bash
# run: |
# pip install --pre --upgrade ipex-llm[all]
# test_version_date=`date -d 'yesterday' '+%Y%m%d'`
# if ! pip show ipex-llm | grep $test_version_date; then
# echo "Did not install ipex-llm with excepted version $test_version_date"
# exit 1
# fi


- name: Test on core ${{ matrix.platform }}
Expand Down
2 changes: 1 addition & 1 deletion python/llm/setup.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -259,7 +259,7 @@ def setup_package():
raise FileNotFoundError(
f'Could not find package dependency file: {file_path}')

all_requires = ['py-cpuinfo', 'protobuf',
all_requires = ['py-cpuinfo', 'protobuf', 'pydantic',
"intel-openmp; (platform_machine=='x86_64' or platform_machine == 'AMD64')",
'mpmath==1.3.0' # fix AttributeError: module 'mpmath' has no attribute 'rational'
]
Expand Down
Loading