Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[CI] Ported Prebuild openvino packages (#69) #73

Merged
merged 2 commits into from
Mar 13, 2024
Merged

[CI] Ported Prebuild openvino packages (#69) #73

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
da5c8b6
[CI] Prebuild openvino packages (#69)
mryzhov Mar 13, 2024
b381ea7
use setupvars.bat
mryzhov Mar 13, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
66 changes: 56 additions & 10 deletions .github/workflows/linux.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -14,9 +14,42 @@ concurrency:

env:
PYTHON_VERSION: '3.11'
OV_BRANCH: 'releases/2023/3'
OV_TARBALL: 'https://storage.openvinotoolkit.org/repositories/openvino/packages/2023.3/linux/l_openvino_toolkit_ubuntu20_2023.3.0.13775.ceeafaf64f3_x86_64.tgz'

jobs:
openvino_download:
outputs:
status: ${{ steps.openvino_download.outcome }}
timeout-minutes: 10
defaults:
run:
shell: bash
runs-on: ubuntu-20.04

steps:
- name: Download OpenVINO build
id: openvino_download
run: |
wget ${{ env.OV_TARBALL}} --progress=bar:force:noscroll -O openvino_package.tar.gz
tar -tvf openvino_package.tar.gz
continue-on-error: true

#
# Upload to artifacts
#

- name: Upload openvino package
if: steps.openvino_download.outcome == 'success'
uses: actions/upload-artifact@v4
with:
name: openvino_package
path: openvino_package.tar.gz
if-no-files-found: 'error'

openvino_build:
needs: [openvino_download]
if: needs.openvino_download.outputs.status != 'success'
timeout-minutes: 150
defaults:
run:
Expand Down Expand Up @@ -47,7 +80,7 @@ jobs:
repository: 'openvinotoolkit/openvino'
path: ${{ env.OPENVINO_REPO }}
submodules: 'true'
ref: 'releases/2023/3'
ref: ${{ env.OV_BRANCH}}

#
# Dependencies
Expand Down Expand Up @@ -124,8 +157,8 @@ jobs:

- name: Cmake install - OpenVINO
run: |
cmake -DCMAKE_INSTALL_PREFIX=${INSTALL_DIR} -P ${BUILD_DIR}/cmake_install.cmake
cmake -DCMAKE_INSTALL_PREFIX=${INSTALL_DIR} -DCOMPONENT=python_wheels -P ${BUILD_DIR}/cmake_install.cmake
cmake -DCMAKE_INSTALL_PREFIX=${INSTALL_DIR}/openvino_package -P ${BUILD_DIR}/cmake_install.cmake
cmake -DCMAKE_INSTALL_PREFIX=${INSTALL_DIR}/openvino_package -DCOMPONENT=python_wheels -P ${BUILD_DIR}/cmake_install.cmake

- name: Pack Artifacts
run: |
Expand All @@ -147,7 +180,10 @@ jobs:

openvino_tokenizers:
name: OpenVINO tokenizers extension
needs: [ openvino_build ]
needs: [ openvino_download, openvino_build ]
if: |
always() &&
(needs.openvino_download.outputs.status == 'success' || needs.openvino_build.result == 'success')
timeout-minutes: 25
defaults:
run:
Expand All @@ -171,7 +207,7 @@ jobs:
with:
repository: 'openvinotoolkit/openvino'
path: ${{ env.OPENVINO_REPO }}
ref: 'releases/2023/3'
ref: ${{ env.OV_BRANCH }}
sparse-checkout: |
install_build_dependencies.sh

Expand All @@ -190,7 +226,7 @@ jobs:
- name: Extract OpenVINO packages
run: |
pushd ${INSTALL_DIR}
tar -xzf openvino_package.tar.gz -C ${INSTALL_DIR}
tar -xzf openvino_package.tar.gz -C ${INSTALL_DIR} --strip-components=1
popd

#
Expand Down Expand Up @@ -233,7 +269,8 @@ jobs:

openvino_tokenizers_tests:
name: OpenVINO tokenizers tests
needs: [ openvino_tokenizers ]
needs: [ openvino_download, openvino_build, openvino_tokenizers]
if: always() && needs.openvino_tokenizers.result == 'success'
timeout-minutes: 25
defaults:
run:
Expand Down Expand Up @@ -270,13 +307,14 @@ jobs:
name: openvino_package
path: ${{ env.INSTALL_DIR }}

- name: Extract OpenVINO packages
- name: Extract OpenVINO build package
run: |
pushd ${INSTALL_DIR}
tar -xzf openvino_package.tar.gz -C ${INSTALL_DIR}
tar -xzf openvino_package.tar.gz -C ${INSTALL_DIR} --strip-components=1
popd

- name: Install OpenVINO Python wheel
if: needs.openvino_build.result == 'success'
run: |
# Find and install wheel
pushd ${INSTALL_DIR}/tools
Expand All @@ -292,7 +330,15 @@ jobs:
python3 -m pip install $wheel_name[dev]
popd

- name: Tokenizers regression tests
- name: Tokenizers regression tests (using openvino python modules)
if: needs.openvino_download.outputs.status == 'success'
run: |
source ${INSTALL_DIR}/setupvars.sh
python3 -m pytest tokenizers_test.py
working-directory: ${{ env.OPENVINO_TOKENIZERS_REPO }}/tests

- name: Tokenizers regression tests (using openvino python wheel)
if: needs.openvino_build.result == 'success'
run: |
python3 -m pytest tokenizers_test.py
working-directory: ${{ env.OPENVINO_TOKENIZERS_REPO }}/tests
Expand Down
64 changes: 55 additions & 9 deletions .github/workflows/mac.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -15,9 +15,42 @@ concurrency:
env:
PYTHON_VERSION: '3.11'
MACOSX_DEPLOYMENT_TARGET: '10.12'
OV_BRANCH: 'releases/2023/3'
OV_TARBALL: 'https://storage.openvinotoolkit.org/repositories/openvino/packages/2023.3/macos/m_openvino_toolkit_macos_10_15_2023.3.0.13775.ceeafaf64f3_x86_64.tgz'

jobs:
openvino_download:
outputs:
status: ${{ steps.openvino_download.outcome }}
timeout-minutes: 10
defaults:
run:
shell: bash
runs-on: ubuntu-20.04

steps:
- name: Download OpenVINO build
id: openvino_download
run: |
wget ${{ env.OV_TARBALL}} --progress=bar:force:noscroll -O openvino_package.tar.gz
tar -tvf openvino_package.tar.gz
continue-on-error: true

#
# Upload to artifacts
#

- name: Upload openvino package
if: steps.openvino_download.outcome == 'success'
uses: actions/upload-artifact@v4
with:
name: openvino_package
path: openvino_package.tar.gz
if-no-files-found: 'error'

openvino_build:
needs: [openvino_download]
if: needs.openvino_download.outputs.status != 'success'
timeout-minutes: 150
defaults:
run:
Expand All @@ -39,7 +72,7 @@ jobs:
repository: 'openvinotoolkit/openvino'
path: ${{ env.OPENVINO_REPO }}
submodules: 'true'
ref: 'releases/2023/3'
ref: ${{ env.OV_BRANCH }}

#
# Dependencies
Expand Down Expand Up @@ -115,8 +148,8 @@ jobs:

- name: Cmake install - OpenVINO
run: |
cmake -DCMAKE_INSTALL_PREFIX=${INSTALL_DIR} -P ${BUILD_DIR}/cmake_install.cmake
cmake -DCMAKE_INSTALL_PREFIX=${INSTALL_DIR} -DCOMPONENT=python_wheels -P ${BUILD_DIR}/cmake_install.cmake
cmake -DCMAKE_INSTALL_PREFIX=${INSTALL_DIR}/openvino_package -P ${BUILD_DIR}/cmake_install.cmake
cmake -DCMAKE_INSTALL_PREFIX=${INSTALL_DIR}/openvino_package -DCOMPONENT=python_wheels -P ${BUILD_DIR}/cmake_install.cmake

- name: Pack Artifacts
run: |
Expand All @@ -138,7 +171,10 @@ jobs:

openvino_tokenizers:
name: OpenVINO tokenizers extension
needs: [ openvino_build ]
needs: [ openvino_download, openvino_build ]
if: |
always() &&
(needs.openvino_download.outputs.status == 'success' || needs.openvino_build.result == 'success')
timeout-minutes: 25
defaults:
run:
Expand All @@ -162,7 +198,7 @@ jobs:
with:
repository: 'openvinotoolkit/openvino'
path: ${{ env.OPENVINO_REPO }}
ref: 'releases/2023/3'
ref: ${{ env.OV_BRANCH }}
sparse-checkout: |
install_build_dependencies.sh

Expand All @@ -181,7 +217,7 @@ jobs:
- name: Extract OpenVINO packages
run: |
pushd ${INSTALL_DIR}
tar -xzf openvino_package.tar.gz -C ${INSTALL_DIR}
tar -xzf openvino_package.tar.gz -C ${INSTALL_DIR} --strip-components=1
popd

#
Expand Down Expand Up @@ -223,7 +259,8 @@ jobs:

openvino_tokenizers_tests:
name: OpenVINO tokenizers tests
needs: [ openvino_tokenizers ]
needs: [ openvino_download, openvino_build, openvino_tokenizers]
if: always() && needs.openvino_tokenizers.result == 'success'
timeout-minutes: 25
defaults:
run:
Expand Down Expand Up @@ -263,10 +300,11 @@ jobs:
- name: Extract OpenVINO packages
run: |
pushd ${INSTALL_DIR}
tar -xzf openvino_package.tar.gz -C ${INSTALL_DIR}
tar -xzf openvino_package.tar.gz -C ${INSTALL_DIR} --strip-components=1
popd

- name: Install OpenVINO Python wheel
if: needs.openvino_build.result == 'success'
run: |
# Find and install wheel
pushd ${INSTALL_DIR}/tools
Expand All @@ -282,7 +320,15 @@ jobs:
python3 -m pip install $wheel_name[dev]
popd

- name: Tokenizers regression tests
- name: Tokenizers regression tests (using openvino python modules)
if: needs.openvino_download.outputs.status == 'success'
run: |
source ${INSTALL_DIR}/setupvars.sh
python3 -m pytest tokenizers_test.py
working-directory: ${{ env.OPENVINO_TOKENIZERS_REPO }}/tests

- name: Tokenizers regression tests (using openvino python wheel)
if: needs.openvino_build.result == 'success'
run: |
python3 -m pytest tokenizers_test.py
working-directory: ${{ env.OPENVINO_TOKENIZERS_REPO }}/tests
Loading
Loading