[CPU] Add PagedAttention support #26837

Workflow file for this run

	name: Linux (Ubuntu 20.04, Python 3.11)
	on:
	schedule:
	# at 00:00 on Wednesday and Saturday
	- cron: '0 0 * * 3,6'
	workflow_dispatch:
	pull_request:
	merge_group:
	push:
	branches:
	- master
	- 'releases/**'

	concurrency:
	# github.ref is not unique in post-commit
	group: ${{ github.event_name == 'push' && github.run_id \|\| github.ref }}-linux
	cancel-in-progress: true

	env:
	PIP_CACHE_PATH: /mount/caches/pip/linux
	PYTHON_VERSION: '3.11'

	jobs:
	Smart_CI:
	runs-on: ubuntu-latest
	outputs:
	affected_components: "${{ steps.smart_ci.outputs.affected_components }}"
	skip_workflow: "${{ steps.smart_ci.outputs.skip_workflow }}"
	steps:
	- name: checkout action
	uses: actions/checkout@v4
	with:
	sparse-checkout: .github/actions/smart-ci

	- name: Get affected components
	id: smart_ci
	uses: ./.github/actions/smart-ci
	with:
	repository: ${{ github.repository }}
	pr: ${{ github.event.number }}
	commit_sha: ${{ github.sha }}
	ref_name: ${{ github.ref_name }}
	component_pattern: "category: (.*)"
	repo_token: ${{ secrets.GITHUB_TOKEN }}
	skip_when_only_listed_labels_set: 'docs'
	skip_when_only_listed_files_changed: '.md,.rst,.png,.jpg,*.svg'

	Build:
	needs: Smart_CI
	timeout-minutes: 150
	defaults:
	run:
	shell: bash
	runs-on: aks-linux-16-cores-32gb
	container:
	image: openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04
	volumes:
	- /mount:/mount
	options: -e SCCACHE_AZURE_BLOB_CONTAINER -e SCCACHE_AZURE_CONNECTION_STRING
	env:
	DEBIAN_FRONTEND: noninteractive # to prevent apt-get from waiting user input
	CMAKE_BUILD_TYPE: 'Release'
	CMAKE_GENERATOR: 'Ninja Multi-Config'
	CMAKE_CXX_COMPILER_LAUNCHER: sccache
	CMAKE_C_COMPILER_LAUNCHER: sccache
	SCCACHE_IGNORE_SERVER_IO_ERROR: 1
	SCCACHE_SERVER_PORT: 35555
	SCCACHE_ERROR_LOG: /__w/openvino/sccache_log.txt
	SCCACHE_LOG: warn
	GITHUB_WORKSPACE: '/__w/openvino/openvino'
	OPENVINO_REPO: /__w/openvino/openvino/openvino
	OPENVINO_CONTRIB_REPO: /__w/openvino/openvino/openvino_contrib
	INSTALL_DIR: /__w/openvino/openvino/openvino_install
	INSTALL_DIR_JS: /__w/openvino/openvino/openvino_install/js
	INSTALL_TEST_DIR: /__w/openvino/openvino/tests_install
	DEVELOPER_PACKAGE_DIR: /__w/openvino/openvino/developer_package_install
	BUILD_DIR: /__w/openvino/openvino/openvino_build
	SCCACHE_AZURE_KEY_PREFIX: ubuntu20_x86_64_Release
	ONNX_RUNTIME_UTILS: /__w/openvino/openvino/openvino/src/frontends/onnx/tests/ci_utils/onnxruntime
	if: "!needs.smart_ci.outputs.skip_workflow"

	steps:
	- name: Set apt retries
	run: echo 'Acquire::Retries "10";' > /etc/apt/apt.conf.d/80-retries

	- name: Install git
	run: \|
	apt-get update
	apt-get install --assume-yes --no-install-recommends git ca-certificates

	- name: Clone OpenVINO
	uses: actions/checkout@v4
	with:
	path: ${{ env.OPENVINO_REPO }}
	submodules: 'true'

	- name: Clone OpenVINO Contrib
	uses: actions/checkout@v4
	with:
	repository: 'openvinotoolkit/openvino_contrib'
	path: ${{ env.OPENVINO_CONTRIB_REPO }}
	submodules: 'true'
	ref: 'master'

	#
	# Print system info
	#

	- name: System info
	uses: ./openvino/.github/actions/system_info

	#
	# Dependencies
	#

	- name: Install build dependencies
	run: \|
	bash ${OPENVINO_REPO}/install_build_dependencies.sh
	# default-jdk - Java API
	apt install --assume-yes --no-install-recommends default-jdk

	- name: Install sccache
	uses: mozilla-actions/[email protected]
	with:
	version: "v0.7.5"

	- name: Setup Python ${{ env.PYTHON_VERSION }}
	uses: ./openvino/.github/actions/setup_python
	with:
	version: ${{ env.PYTHON_VERSION }}
	pip-cache-path: ${{ env.PIP_CACHE_PATH }}
	should-setup-pip-paths: 'true'
	self-hosted-runner: 'true'
	show-cache-info: 'true'

	- name: Install python dependencies
	run: \|
	# For Python API: build and wheel packaging
	python3 -m pip install -r ${OPENVINO_REPO}/src/bindings/python/wheel/requirements-dev.txt

	# For running ONNX frontend unit tests
	python3 -m pip install --force-reinstall -r ${OPENVINO_REPO}/src/frontends/onnx/tests/requirements.txt

	# For running TensorFlow frontend unit tests
	python3 -m pip install -r ${OPENVINO_REPO}/src/frontends/tensorflow/tests/requirements.txt

	# For running TensorFlow Lite frontend unit tests
	python3 -m pip install -r ${OPENVINO_REPO}/src/frontends/tensorflow_lite/tests/requirements.txt

	# For running Paddle frontend unit tests
	python3 -m pip install -r ${OPENVINO_REPO}/src/frontends/paddle/tests/requirements.txt

	#
	# Build
	#

	- name: CMake configure - OpenVINO
	run: \|
	cmake \
	-G "${{ env.CMAKE_GENERATOR }}" \
	-DENABLE_CPPLINT=OFF \
	-DENABLE_NCC_STYLE=OFF \
	-DENABLE_TESTS=ON \
	-DENABLE_STRICT_DEPENDENCIES=OFF \
	-DENABLE_SYSTEM_TBB=ON \
	-DENABLE_SYSTEM_OPENCL=ON \
	-DCMAKE_VERBOSE_MAKEFILE=ON \
	-DCPACK_GENERATOR=TGZ \
	-DCMAKE_COMPILE_WARNING_AS_ERROR=ON \
	-DCMAKE_CXX_COMPILER_LAUNCHER=${{ env.CMAKE_CXX_COMPILER_LAUNCHER }} \
	-DCMAKE_C_COMPILER_LAUNCHER=${{ env.CMAKE_C_COMPILER_LAUNCHER }} \
	-S ${OPENVINO_REPO} \
	-B ${BUILD_DIR}

	- name: Clean sccache stats
	run: ${SCCACHE_PATH} --zero-stats

	- name: Cmake build - OpenVINO
	run: cmake --build ${BUILD_DIR} --parallel --config ${{ env.CMAKE_BUILD_TYPE }}

	- name: Show sccache stats
	run: ${SCCACHE_PATH} --show-stats

	- name: Cmake install - OpenVINO
	run: \|
	cmake -DCMAKE_INSTALL_PREFIX=${INSTALL_DIR} -P ${BUILD_DIR}/cmake_install.cmake
	cmake -DCMAKE_INSTALL_PREFIX=${INSTALL_TEST_DIR} -DCOMPONENT=tests -P ${BUILD_DIR}/cmake_install.cmake
	cmake -DCMAKE_INSTALL_PREFIX=${DEVELOPER_PACKAGE_DIR} -DCOMPONENT=developer_package -P ${BUILD_DIR}/cmake_install.cmake
	cmake -DCMAKE_INSTALL_PREFIX=${INSTALL_DIR} -DCOMPONENT=python_wheels -P ${BUILD_DIR}/cmake_install.cmake

	- name: Pack Artifacts
	run: \|

	# Add the ONNX Runtime version and skip tests list to the archive to use in the ONNX Runtime Job
	# w/o the need to checkout repository

	cp -R ${ONNX_RUNTIME_UTILS} ${INSTALL_DIR}

	pushd ${INSTALL_DIR}
	tar -czvf ${BUILD_DIR}/openvino_package.tar.gz *
	popd

	pushd ${DEVELOPER_PACKAGE_DIR}
	tar -czvf ${BUILD_DIR}/openvino_developer_package.tar.gz *
	popd

	pushd ${INSTALL_TEST_DIR}
	tar -czvf ${BUILD_DIR}/openvino_tests.tar.gz *
	popd

	- name: Build Debian packages
	run: \|
	/usr/bin/python3.8 -m pip install -U pip
	/usr/bin/python3.8 -m pip install -r ${OPENVINO_REPO}/src/bindings/python/wheel/requirements-dev.txt
	cmake -UPYTHON* \
	-DENABLE_PYTHON_PACKAGING=ON \
	-DENABLE_TESTS=OFF \
	-DPython3_EXECUTABLE=/usr/bin/python3.8 \
	-DCPACK_GENERATOR=DEB \
	${BUILD_DIR}
	cmake --build ${BUILD_DIR} --parallel --config ${{ env.CMAKE_BUILD_TYPE }} --target package

	- name: Cmake & Build - OpenVINO Contrib
	run: \|
	cmake \
	-DBUILD_nvidia_plugin=OFF \
	-DCUSTOM_OPERATIONS="calculate_grid;complex_mul;fft;grid_sample;sparse_conv;sparse_conv_transpose" \
	-DOPENVINO_EXTRA_MODULES=${OPENVINO_CONTRIB_REPO}/modules \
	-S ${OPENVINO_REPO} \
	-B ${BUILD_DIR}
	cmake --build ${BUILD_DIR} --parallel --config ${{ env.CMAKE_BUILD_TYPE }}

	- name: CMake configure, build and install - OpenVINO JS API
	if: fromJSON(needs.smart_ci.outputs.affected_components).JS_API
	run:
	cmake -DCPACK_GENERATOR=NPM -DENABLE_SYSTEM_TBB=OFF -UTBB* -S ${OPENVINO_REPO} -B ${BUILD_DIR}

	cmake --build ${BUILD_DIR} --parallel

	cmake -DCMAKE_INSTALL_PREFIX=${INSTALL_DIR_JS} -P ${BUILD_DIR}/cmake_install.cmake

	#
	# Upload build artifacts and logs
	#
	- name: Upload build logs
	uses: actions/upload-artifact@v4
	if: always()
	with:
	name: build_logs
	path: ${{ env.SCCACHE_ERROR_LOG }}
	if-no-files-found: 'ignore'

	- name: Upload openvino package
	if: ${{ always() }}
	uses: actions/upload-artifact@v4
	with:
	name: openvino_package
	path: ${{ env.BUILD_DIR }}/openvino_package.tar.gz
	if-no-files-found: 'error'

	- name: Upload openvino js package
	if: fromJSON(needs.smart_ci.outputs.affected_components).JS_API
	uses: actions/upload-artifact@v4
	with:
	name: openvino_js_package
	path: ${{ env.INSTALL_DIR_JS }}
	if-no-files-found: 'error'

	- name: Upload openvino developer package
	if: ${{ always() }}
	uses: actions/upload-artifact@v4
	with:
	name: openvino_developer_package
	path: ${{ env.BUILD_DIR }}/openvino_developer_package.tar.gz
	if-no-files-found: 'error'

	- name: Upload openvino debian packages
	if: ${{ always() }}
	uses: actions/upload-artifact@v4
	with:
	name: openvino_debian_packages
	path: ${{ env.BUILD_DIR }}/*.deb
	if-no-files-found: 'error'

	- name: Upload openvino tests package
	if: ${{ always() }}
	uses: actions/upload-artifact@v4
	with:
	name: openvino_tests
	path: ${{ env.BUILD_DIR }}/openvino_tests.tar.gz
	if-no-files-found: 'error'

	Debian_Packages:
	name: Debian Packages
	needs: Build
	uses: ./.github/workflows/job_debian_packages.yml
	with:
	runner: 'aks-linux-4-cores-16gb'
	image: 'openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04'

	Samples:
	needs: [ Build, Smart_CI ]
	if: fromJSON(needs.smart_ci.outputs.affected_components).samples
	uses: ./.github/workflows/job_samples_tests.yml
	with:
	runner: 'aks-linux-4-cores-16gb'
	image: 'openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04'
	affected-components: ${{ needs.smart_ci.outputs.affected_components }}

	JS_API:
	name: OpenVINO JS API
	needs: [ Build, Smart_CI ]
	if: fromJSON(needs.smart_ci.outputs.affected_components).JS_API
	uses: ./.github/workflows/job_openvino_js.yml
	with:
	runner: 'aks-linux-4-cores-16gb'
	container: '{"image": "openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04"}'

	Conformance:
	needs: [ Build, Smart_CI ]
	timeout-minutes: ${{ matrix.TEST_TYPE == 'API' && 5 \|\| 20 }}
	defaults:
	run:
	shell: bash
	runs-on: ubuntu-20.04-8-cores
	strategy:
	max-parallel: 2
	fail-fast: false
	matrix:
	include:
	# 'OP' for Opset, 'API' for API
	- TEST_TYPE: 'OP'
	- TEST_TYPE: 'API'
	env:
	INSTALL_DIR: ${{ github.workspace }}/install
	INSTALL_TEST_DIR: ${{ github.workspace }}/install/tests
	CONFORMANCE_TOOLS_DIR: ${{ github.workspace }}/install/tests/functional_test_utils/layer_tests_summary
	CONFORMANCE_ARTIFACTS_DIR: ${{ github.workspace }}/install/conformance_artifacts
	TEST_DEVICE: 'CPU'
	if: fromJSON(needs.smart_ci.outputs.affected_components).CPU.test

	steps:
	- name: Create Directories
	run: \|
	mkdir -p ${CONFORMANCE_ARTIFACTS_DIR}

	#
	# Dependencies
	#

	- name: Download OpenVINO package
	uses: actions/download-artifact@v4
	with:
	name: openvino_package
	path: ${{ env.INSTALL_DIR }}

	- name: Download OpenVINO tests package
	uses: actions/download-artifact@v4
	with:
	name: openvino_tests
	path: ${{ env.INSTALL_TEST_DIR }}

	- name: Extract OpenVINO packages
	run: \|
	pushd ${INSTALL_DIR}
	tar -xzf openvino_package.tar.gz -C ${INSTALL_DIR}
	popd
	pushd ${INSTALL_TEST_DIR}
	tar -xzf openvino_tests.tar.gz -C ${INSTALL_DIR}
	popd

	- name: Fetch setup_python action
	uses: actions/checkout@v4
	with:
	sparse-checkout: \|
	.github/actions/setup_python/action.yml
	sparse-checkout-cone-mode: false
	path: 'openvino'

	- name: Setup Python ${{ env.PYTHON_VERSION }}
	uses: ./openvino/.github/actions/setup_python
	with:
	version: ${{ env.PYTHON_VERSION }}
	should-setup-pip-paths: 'false'
	self-hosted-runner: 'false'

	- name: Install Dependencies
	run: \|
	sudo -E ${INSTALL_DIR}/install_dependencies/install_openvino_dependencies.sh -c=core -y

	python3 -m pip install -r ${CONFORMANCE_TOOLS_DIR}/requirements.txt

	#
	# Tests
	#

	- name: Conformance Tests
	run: \|
	source ${INSTALL_DIR}/setupvars.sh

	python3 ${CONFORMANCE_TOOLS_DIR}/run_conformance.py -ov=${INSTALL_DIR}/tests \
	-d=${TEST_DEVICE} \
	-t=${{ matrix.TEST_TYPE }} \
	-w=${CONFORMANCE_ARTIFACTS_DIR} \
	--cache_path=${CONFORMANCE_TOOLS_DIR}/github/cache/${TEST_DEVICE}/test_cache_${{ matrix.TEST_TYPE }}.lst \
	-f=${CONFORMANCE_TOOLS_DIR}/github/skip_configs/${TEST_DEVICE}/expected_failures_${{ matrix.TEST_TYPE }}.csv

	- name: Pack Conformance Artifacts
	if: ${{ always() }}
	run: \|
	pushd ${CONFORMANCE_ARTIFACTS_DIR}
	tar -czvf ${CONFORMANCE_ARTIFACTS_DIR}/conformance_artifacts.tar.gz *
	popd

	- name: Upload Conformance Artifacts
	if: ${{ always() }}
	uses: actions/upload-artifact@v4
	with:
	name: conformance_artifacts_${{ matrix.TEST_TYPE }}-${{ env.TEST_DEVICE }}
	path: ${{ env.CONFORMANCE_ARTIFACTS_DIR }}/conformance_artifacts.tar.gz
	if-no-files-found: 'error'

	- name: Mandatory API Conformance Tests (Template)
	if: ${{ matrix.TEST_TYPE == 'API' }}
	run: \|
	source ${INSTALL_DIR}/setupvars.sh

	python3 ${CONFORMANCE_TOOLS_DIR}/run_conformance.py -ov=${INSTALL_DIR}/tests \
	-d=TEMPLATE \
	-t=${{ matrix.TEST_TYPE }} \
	-w=${CONFORMANCE_ARTIFACTS_DIR} \
	-sm=mandatory

	- name: Pack Conformance Artifacts
	if: ${{ matrix.TEST_TYPE == 'API' }}
	run: \|
	pushd ${CONFORMANCE_ARTIFACTS_DIR}
	tar -czvf ${CONFORMANCE_ARTIFACTS_DIR}/conformance_artifacts.tar.gz *
	popd

	- name: Upload Conformance Artifacts
	if: ${{ matrix.TEST_TYPE == 'API' }}
	uses: actions/upload-artifact@v4
	with:
	name: conformance_artifacts_${{ matrix.TEST_TYPE }}-TEMPLATE
	path: ${{ env.CONFORMANCE_ARTIFACTS_DIR }}/conformance_artifacts.tar.gz
	if-no-files-found: 'error'

	ONNX_Runtime:
	name: ONNX Runtime Integration
	# Enable back once https://github.com/microsoft/onnxruntime/pull/19184 is merged
	if: ${{ 'false' }}
	# if: fromJSON(needs.smart_ci.outputs.affected_components).ONNX_RT \|\|
	# fromJSON(needs.smart_ci.outputs.affected_components).ONNX_FE
	needs: [ Build, Smart_CI ]
	uses: ./.github/workflows/job_onnx_runtime.yml
	with:
	runner: 'aks-linux-16-cores-32gb'
	container: '{"image": "openvinogithubactions.azurecr.io/dockerhub/ubuntu:22.04", "volumes": ["/mount:/mount"], "options": "-e SCCACHE_AZURE_BLOB_CONTAINER -e SCCACHE_AZURE_CONNECTION_STRING"}'
	sccache-azure-key-prefix: 'ubuntu22_x86_64_onnxruntime'

	ONNX_Models:
	name: ONNX Models Tests
	if: fromJSON(needs.smart_ci.outputs.affected_components).Python_API.test \|\|
	fromJSON(needs.smart_ci.outputs.affected_components).ONNX_FE.test
	needs: [ Build, Smart_CI ]
	uses: ./.github/workflows/job_onnx_models_tests.yml
	with:
	runner: 'aks-linux-16-cores-32gb'
	container: '{"image": "openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04", "volumes": ["/mount:/mount"]}'

	CXX_Unit_Tests:
	name: C++ unit tests
	needs: [ Build, Smart_CI ]
	uses: ./.github/workflows/job_cxx_unit_tests.yml
	with:
	runner: 'aks-linux-4-cores-16gb'
	image: 'openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04'
	affected-components: ${{ needs.smart_ci.outputs.affected_components }}

	Python_Unit_Tests:
	name: Python unit tests
	needs: [ Build, Smart_CI, Openvino_tokenizers ]
	uses: ./.github/workflows/job_python_unit_tests.yml
	with:
	runner: 'aks-linux-4-cores-16gb'
	container: '{"image": "openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04", "volumes": ["/mount:/mount"]}'
	affected-components: ${{ needs.smart_ci.outputs.affected_components }}

	CPU_Functional_Tests:
	name: CPU functional tests
	if: fromJSON(needs.smart_ci.outputs.affected_components).CPU.test
	needs: [ Build, Smart_CI ]
	uses: ./.github/workflows/job_cpu_functional_tests.yml
	with:
	runner: 'aks-linux-8-cores-32gb'
	image: 'openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04'

	# TODO: Switch back to self-hosted runners
	# container:
	# image: openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04
	# volumes:
	# - /mount:/mount
	TensorFlow_Models_Tests_Precommit:
	name: TensorFlow Models tests
	if: fromJSON(needs.smart_ci.outputs.affected_components).TF_FE.test \|\|
	fromJSON(needs.smart_ci.outputs.affected_components).TFL_FE.test
	needs: [ Build, Smart_CI, Openvino_tokenizers ]
	uses: ./.github/workflows/job_tensorflow_models_tests.yml
	with:
	runner: 'ubuntu-20.04-8-cores'
	model_scope: 'precommit'

	TensorFlow_Models_Tests_Nightly_TF_HUB:
	name: TensorFlow TF Hub Models tests
	if: ${{ github.event_name == 'schedule' }}
	needs: [ Build, Smart_CI, Openvino_tokenizers ]
	uses: ./.github/workflows/job_tensorflow_models_tests.yml
	with:
	runner: 'ubuntu-20.04-16-cores'
	model_scope: 'nightly_tf_hub'

	TensorFlow_Models_Tests_Nightly_HF:
	name: TensorFlow Hugging Face Models tests
	if: ${{ github.event_name == 'schedule' }}
	needs: [ Build, Smart_CI, Openvino_tokenizers ]
	uses: ./.github/workflows/job_tensorflow_models_tests.yml
	with:
	runner: 'ubuntu-20.04-16-cores'
	model_scope: 'nightly_hf'

	# TODO: Switch back to self-hosted runners
	# container:
	# image: openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04
	# volumes:
	# - /mount:/mount
	PyTorch_Models_Tests:
	name: PyTorch Models tests
	if: fromJSON(needs.smart_ci.outputs.affected_components).PyTorch_FE.test
	needs: [ Build, Smart_CI, Openvino_tokenizers ]
	uses: ./.github/workflows/job_pytorch_models_tests.yml
	with:
	runner: ${{ github.event_name == 'schedule' && 'ubuntu-20.04-16-cores' \|\| 'ubuntu-20.04-8-cores' }}
	event: ${{ github.event_name }}

	NVIDIA_Plugin:
	name: NVIDIA plugin
	needs: [ Build, Smart_CI ]
	timeout-minutes: 15
	defaults:
	run:
	shell: bash
	runs-on: aks-linux-16-cores-32gb
	container:
	image: openvinogithubactions.azurecr.io/dockerhub/nvidia/cuda:11.8.0-runtime-ubuntu20.04
	volumes:
	- /mount:/mount
	options: -e SCCACHE_AZURE_BLOB_CONTAINER -e SCCACHE_AZURE_CONNECTION_STRING
	env:
	CMAKE_BUILD_TYPE: 'Release'
	CMAKE_GENERATOR: 'Ninja Multi-Config'
	CMAKE_CUDA_COMPILER_LAUNCHER: sccache
	CMAKE_CXX_COMPILER_LAUNCHER: sccache
	CMAKE_C_COMPILER_LAUNCHER: sccache
	SCCACHE_IGNORE_SERVER_IO_ERROR: 1
	SCCACHE_SERVER_PORT: 35555
	SCCACHE_ERROR_LOG: /__w/openvino/sccache_log.txt
	SCCACHE_LOG: warn
	INSTALL_DIR: /__w/openvino/openvino/install
	OPENVINO_DEVELOPER_PACKAGE: /__w/openvino/openvino/install/developer_package
	OPENVINO_REPO: /__w/openvino/openvino/openvino
	OPENVINO_CONTRIB_REPO: /__w/openvino/openvino/openvino_contrib
	NVIDIA_BUILD_DIR: /__w/openvino/openvino/nvidia_plugin_build
	DEBIAN_FRONTEND: 'noninteractive'
	SCCACHE_AZURE_KEY_PREFIX: ubuntu20_x86_64_Release
	if: fromJSON(needs.smart_ci.outputs.affected_components).NVIDIA

	steps:
	- name: Set apt retries
	run: echo 'Acquire::Retries "10";' > /etc/apt/apt.conf.d/80-retries

	- name: Fetch install_build_dependencies.sh
	uses: actions/checkout@v4
	with:
	sparse-checkout: \|
	install_build_dependencies.sh
	sparse-checkout-cone-mode: false
	path: ${{ env.OPENVINO_REPO }}

	- name: Install Prerequisites
	run: apt update && apt install -y git ca-certificates

	- name: Download OpenVINO package
	uses: actions/download-artifact@v4
	with:
	name: openvino_package
	path: ${{ env.INSTALL_DIR }}

	- name: Download OpenVINO Developer package
	uses: actions/download-artifact@v4
	with:
	name: openvino_developer_package
	path: ${{ env.INSTALL_DIR }}

	- name: Extract OpenVINO packages
	run: \|
	pushd ${INSTALL_DIR}
	tar -xzf openvino_package.tar.gz -C ${INSTALL_DIR}
	popd

	pushd ${INSTALL_DIR}
	tar -xzf openvino_developer_package.tar.gz -C ${INSTALL_DIR}
	popd

	- name: Clone OpenVINO Contrib
	uses: actions/checkout@v4
	with:
	repository: 'openvinotoolkit/openvino_contrib'
	path: ${{ env.OPENVINO_CONTRIB_REPO }}
	ref: 'master'

	#
	# Dependencies
	#

	- name: Install build dependencies
	run: \|
	${OPENVINO_REPO}/install_build_dependencies.sh
	apt -y --no-install-recommends install software-properties-common curl

	- name: Install sccache
	uses: mozilla-actions/[email protected]
	with:
	version: "v0.7.5"

	- name: Install CUDA
	run: \|
	wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/cuda-ubuntu2004.pin
	mv cuda-ubuntu2004.pin /etc/apt/preferences.d/cuda-repository-pin-600

	apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/3bf863cc.pub
	add-apt-repository "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/ /"
	apt update
	apt install -y \
	libcudnn8=8.9.4.*-1+cuda11.8 \
	libcudnn8-dev=8.9.4.*-1+cuda11.8 \
	libcudnn8-samples=8.9.4.*-1+cuda11.8 \
	cuda-runtime-11-8 \
	cuda-11-8 \
	libcutensor1=1.6.1.5-1 \
	libcutensor-dev=1.6.1.5-1 \
	cuda-drivers=520.61.05-1

	#
	# Build
	#

	- name: Cmake & Build - NVIDIA Plugin
	run: \|
	source ${INSTALL_DIR}/setupvars.sh
	cmake \
	-DOpenVINODeveloperPackage_DIR=${OPENVINO_DEVELOPER_PACKAGE}/cmake \
	-DCMAKE_COMPILE_WARNING_AS_ERROR=OFF \
	-S ${OPENVINO_CONTRIB_REPO}/modules/nvidia_plugin \
	-B ${NVIDIA_BUILD_DIR}
	cmake --build ${NVIDIA_BUILD_DIR} --parallel --config ${{ env.CMAKE_BUILD_TYPE }} --verbose -- ov_nvidia_func_tests ov_nvidia_unit_tests

	- name: Show ccache stats
	run: ${SCCACHE_PATH} --show-stats

	Openvino_tokenizers:
	name: OpenVINO tokenizers extension
	needs: [ Build, Smart_CI ]
	timeout-minutes: 25
	defaults:
	run:
	shell: bash
	runs-on: aks-linux-4-cores-16gb
	container:
	image: openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04
	volumes:
	- /mount:/mount
	env:
	INSTALL_DIR: /__w/openvino/openvino/install
	OPENVINO_TOKENIZERS_REPO: /__w/openvino/openvino/openvino_tokenizers
	EXTENSION_BUILD_DIR: /__w/openvino/openvino/build
	if: fromJSON(needs.smart_ci.outputs.affected_components).TOKENIZERS

	steps:
	- name: checkout action
	uses: actions/checkout@v4
	with:
	sparse-checkout: \|
	.github/actions/setup_python
	install_build_dependencies.sh

	- name: Setup Python ${{ env.PYTHON_VERSION }}
	uses: ./.github/actions/setup_python
	with:
	version: ${{ env.PYTHON_VERSION }}
	pip-cache-path: ${{ env.PIP_CACHE_PATH }}
	should-setup-pip-paths: 'true'
	self-hosted-runner: 'true'
	show-cache-info: 'false'

	- name: Clone OpenVINO Tokenizers
	uses: actions/checkout@v4
	with:
	repository: 'openvinotoolkit/openvino_tokenizers'
	path: ${{ env.OPENVINO_TOKENIZERS_REPO }}
	ref: 'master'

	- name: Download OpenVINO package
	uses: actions/download-artifact@v4
	with:
	name: openvino_package
	path: ${{ env.INSTALL_DIR }}

	- name: Extract OpenVINO packages
	run: \|
	pushd ${INSTALL_DIR}
	tar -xzf openvino_package.tar.gz -C ${INSTALL_DIR}
	popd

	#
	# Dependencies
	#

	- name: Install build dependencies
	run: ./install_build_dependencies.sh

	- name: Install python dependencies
	run: \|
	# wheel packaging
	python3 -m pip install -r ${OPENVINO_TOKENIZERS_REPO}/requirements-build.txt

	#
	# Build
	#

	- name: Build tokenizers wheel
	run: \|
	source ${INSTALL_DIR}/setupvars.sh
	python -m build --wheel --outdir ${EXTENSION_BUILD_DIR} ${OPENVINO_TOKENIZERS_REPO}
	env:
	CMAKE_ARGS: '-DBUILD_FAST_TOKENIZERS=OFF'
	CMAKE_BUILD_PARALLEL_LEVEL: '4'
	CMAKE_GENERATOR: 'Unix Makefiles'

	#
	# Upload build artifacts
	#

	- name: Upload openvino tokenizers wheel
	if: ${{ always() }}
	uses: actions/upload-artifact@v4
	with:
	name: openvino_tokenizers_wheel
	path: ${{ env.EXTENSION_BUILD_DIR }}/*.whl
	if-no-files-found: 'error'

	GPU_Stub:
	needs: [ Build, Smart_CI ]
	runs-on: ubuntu-latest
	if: fromJSON(needs.smart_ci.outputs.affected_components).GPU
	steps:
	- name: GPU stub
	run: \|
	echo "This is only a stub to collect statistics of GPU runs filtered by Smart CI.
	It will help us to estimate hardware requirements"
	shell: bash

	Overall_Status:
	name: ci/gha_overall_status
	needs: [Smart_CI, Build, Debian_Packages, Samples, Conformance, ONNX_Runtime, CXX_Unit_Tests, Python_Unit_Tests,
	CPU_Functional_Tests, TensorFlow_Models_Tests_Precommit, PyTorch_Models_Tests, NVIDIA_Plugin, Openvino_tokenizers]
	if: ${{ always() }}
	runs-on: ubuntu-latest
	steps:
	- name: Check status of all jobs
	if: >-
	${{
	contains(needs.*.result, 'failure') \|\|
	contains(needs.*.result, 'cancelled')
	}}
	run: exit 1

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

[CPU] Add PagedAttention support #26837

Workflow file

[CPU] Add PagedAttention support #26837

Jobs

Run details

Workflow file for this run