Dynamic shape support for llama3 #25
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Linux ARM64 (Ubuntu 20.04, Python 3.11) | |
| on: | |
| workflow_dispatch: | |
| pull_request: | |
| merge_group: | |
| push: | |
| branches: | |
| # - master | |
| - 'releases/**' | |
| concurrency: | |
| # github.ref is not unique in post-commit | |
| group: ${{ github.event_name == 'push' && github.run_id || github.ref }}-linux-arm | |
| cancel-in-progress: true | |
| permissions: read-all | |
| env: | |
| PIP_CACHE_PATH: /mount/caches/pip/linux | |
| PYTHON_VERSION: '3.11' | |
| jobs: | |
| Smart_CI: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| affected_components: "${{ steps.smart_ci.outputs.affected_components }}" | |
| changed_components: "${{ steps.smart_ci.outputs.changed_components }}" | |
| skip_workflow: "${{ steps.smart_ci.outputs.skip_workflow }}" | |
| steps: | |
| - name: checkout action | |
| uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6 | |
| with: | |
| sparse-checkout: .github/actions/smart-ci | |
| - name: Get affected components | |
| id: smart_ci | |
| uses: ./.github/actions/smart-ci | |
| with: | |
| repository: ${{ github.repository }} | |
| pr: ${{ github.event.number }} | |
| commit_sha: ${{ github.sha }} | |
| ref_name: ${{ github.ref_name }} | |
| component_pattern: "category: (.*)" | |
| repo_token: ${{ secrets.GITHUB_TOKEN }} | |
| skip_when_only_listed_labels_set: 'docs' | |
| skip_when_only_listed_files_changed: '*.md,*.rst,*.png,*.jpg,*.svg' | |
| - name: Show affected components | |
| run: | | |
| echo "${{ toJSON(steps.smart_ci.outputs.affected_components) }}" | |
| shell: bash | |
| Docker: | |
| needs: Smart_CI | |
| runs-on: aks-linux-16-cores-arm-docker-build | |
| container: | |
| image: openvinogithubactions.azurecr.io/docker_build:0.2 | |
| volumes: | |
| - /mount:/mount | |
| outputs: | |
| images: "${{ steps.handle_docker.outputs.images }}" | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6 | |
| - uses: ./.github/actions/handle_docker | |
| id: handle_docker | |
| with: | |
| images: | | |
| ov_build/ubuntu_20_04_arm64 | |
| ov_test/ubuntu_20_04_arm64 | |
| registry: 'openvinogithubactions.azurecr.io' | |
| dockerfiles_root_dir: '.github/dockerfiles' | |
| changed_components: ${{ needs.Smart_CI.outputs.changed_components }} | |
| Build: | |
| needs: [ Smart_CI, Docker ] | |
| timeout-minutes: 150 | |
| defaults: | |
| run: | |
| shell: bash | |
| runs-on: 'aks-linux-16-cores-arm' | |
| container: | |
| image: ${{ fromJSON(needs.docker.outputs.images).ov_build.ubuntu_20_04_arm64 }} | |
| volumes: | |
| - /mount:/mount | |
| options: -e SCCACHE_AZURE_BLOB_CONTAINER -e SCCACHE_AZURE_CONNECTION_STRING | |
| env: | |
| CMAKE_BUILD_TYPE: 'Release' | |
| CMAKE_GENERATOR: 'Ninja Multi-Config' | |
| CMAKE_CXX_COMPILER_LAUNCHER: sccache | |
| CMAKE_C_COMPILER_LAUNCHER: sccache | |
| SCCACHE_IGNORE_SERVER_IO_ERROR: 1 | |
| SCCACHE_SERVER_PORT: 35555 | |
| SCCACHE_ERROR_LOG: /__w/openvino/sccache_log.txt | |
| SCCACHE_LOG: warn | |
| GITHUB_WORKSPACE: '/__w/openvino/openvino' | |
| OPENVINO_REPO: /__w/openvino/openvino/openvino | |
| OPENVINO_CONTRIB_REPO: /__w/openvino/openvino/openvino_contrib | |
| INSTALL_DIR: /__w/openvino/openvino/openvino_install | |
| INSTALL_DIR_JS: /__w/openvino/openvino/openvino_install/js | |
| INSTALL_TEST_DIR: /__w/openvino/openvino/tests_install | |
| DEVELOPER_PACKAGE_DIR: /__w/openvino/openvino/developer_package_install | |
| BUILD_DIR: /__w/openvino/openvino/openvino_build | |
| SCCACHE_AZURE_KEY_PREFIX: 'ubuntu20_aarch64_Release' | |
| ONNX_RUNTIME_UTILS: /__w/openvino/openvino/openvino/src/frontends/onnx/tests/ci_utils/onnxruntime | |
| if: "!needs.smart_ci.outputs.skip_workflow" | |
| steps: | |
| - name: Clone OpenVINO | |
| uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6 | |
| with: | |
| path: ${{ env.OPENVINO_REPO }} | |
| submodules: 'true' | |
| - name: Clone OpenVINO Contrib | |
| uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6 | |
| with: | |
| repository: 'openvinotoolkit/openvino_contrib' | |
| path: ${{ env.OPENVINO_CONTRIB_REPO }} | |
| submodules: 'true' | |
| ref: 'master' | |
| # | |
| # Print system info | |
| # | |
| - name: System info | |
| uses: ./openvino/.github/actions/system_info | |
| # | |
| # Dependencies | |
| # | |
| - name: Install python dependencies | |
| run: | | |
| # For Python API: build and wheel packaging | |
| python3 -m pip install -r ${OPENVINO_REPO}/src/bindings/python/wheel/requirements-dev.txt | |
| # For running ONNX frontend unit tests | |
| python3 -m pip install --force-reinstall -r ${OPENVINO_REPO}/src/frontends/onnx/tests/requirements.txt | |
| # For running TensorFlow frontend unit tests | |
| python3 -m pip install -r ${OPENVINO_REPO}/src/frontends/tensorflow/tests/requirements.txt | |
| # For running TensorFlow Lite frontend unit tests | |
| python3 -m pip install -r ${OPENVINO_REPO}/src/frontends/tensorflow_lite/tests/requirements.txt | |
| # For running Paddle frontend unit tests | |
| python3 -m pip install -r ${OPENVINO_REPO}/src/frontends/paddle/tests/requirements.txt | |
| # | |
| # Build | |
| # | |
| - name: CMake configure - OpenVINO | |
| run: | | |
| cmake \ | |
| -G "${{ env.CMAKE_GENERATOR }}" \ | |
| -DENABLE_CPPLINT=OFF \ | |
| -DENABLE_NCC_STYLE=OFF \ | |
| -DENABLE_TESTS=ON \ | |
| -DENABLE_STRICT_DEPENDENCIES=OFF \ | |
| -DENABLE_SYSTEM_OPENCL=ON \ | |
| -DCMAKE_VERBOSE_MAKEFILE=ON \ | |
| -DCPACK_GENERATOR=TGZ \ | |
| -DCMAKE_COMPILE_WARNING_AS_ERROR=ON \ | |
| -DCMAKE_CXX_COMPILER_LAUNCHER=${{ env.CMAKE_CXX_COMPILER_LAUNCHER }} \ | |
| -DCMAKE_C_COMPILER_LAUNCHER=${{ env.CMAKE_C_COMPILER_LAUNCHER }} \ | |
| -DOV_CPU_AARCH64_USE_MULTI_ISA=OFF \ | |
| -S ${OPENVINO_REPO} \ | |
| -B ${BUILD_DIR} | |
| - name: Clean sccache stats | |
| run: ${SCCACHE_PATH} --zero-stats | |
| - name: Cmake build - OpenVINO | |
| run: cmake --build ${BUILD_DIR} --parallel --config ${{ env.CMAKE_BUILD_TYPE }} | |
| - name: Show sccache stats | |
| run: ${SCCACHE_PATH} --show-stats | |
| - name: Cmake install - OpenVINO | |
| run: | | |
| cmake -DCMAKE_INSTALL_PREFIX=${INSTALL_DIR} -P ${BUILD_DIR}/cmake_install.cmake | |
| cmake -DCMAKE_INSTALL_PREFIX=${INSTALL_TEST_DIR} -DCOMPONENT=tests -P ${BUILD_DIR}/cmake_install.cmake | |
| cmake -DCMAKE_INSTALL_PREFIX=${DEVELOPER_PACKAGE_DIR} -DCOMPONENT=developer_package -P ${BUILD_DIR}/cmake_install.cmake | |
| cmake -DCMAKE_INSTALL_PREFIX=${INSTALL_DIR} -DCOMPONENT=python_wheels -P ${BUILD_DIR}/cmake_install.cmake | |
| - name: Pack Artifacts | |
| run: | | |
| # Add the ONNX Runtime version and skip tests list to the archive to use in the ONNX Runtime Job | |
| # w/o the need to checkout repository | |
| cp -R ${ONNX_RUNTIME_UTILS} ${INSTALL_DIR} | |
| pushd ${INSTALL_DIR} | |
| tar -czvf ${BUILD_DIR}/openvino_package.tar.gz * | |
| popd | |
| pushd ${DEVELOPER_PACKAGE_DIR} | |
| tar -czvf ${BUILD_DIR}/openvino_developer_package.tar.gz * | |
| popd | |
| pushd ${INSTALL_TEST_DIR} | |
| tar -czvf ${BUILD_DIR}/openvino_tests.tar.gz * | |
| popd | |
| - name: Build Debian packages | |
| if: ${{ 'false' }} | |
| run: | | |
| /usr/bin/python3.8 -m pip install -U pip | |
| /usr/bin/python3.8 -m pip install -r ${OPENVINO_REPO}/src/bindings/python/wheel/requirements-dev.txt | |
| cmake -UPYTHON* \ | |
| -DENABLE_PYTHON_PACKAGING=ON \ | |
| -DENABLE_TESTS=OFF \ | |
| -DPython3_EXECUTABLE=/usr/bin/python3.8 \ | |
| -DCPACK_GENERATOR=DEB \ | |
| ${BUILD_DIR} | |
| cmake --build ${BUILD_DIR} --parallel --config ${{ env.CMAKE_BUILD_TYPE }} --target package | |
| - name: Cmake & Build - OpenVINO Contrib | |
| run: | | |
| cmake \ | |
| -DCUSTOM_OPERATIONS="calculate_grid;complex_mul;fft;grid_sample;sparse_conv;sparse_conv_transpose" \ | |
| -DOPENVINO_EXTRA_MODULES="${OPENVINO_CONTRIB_REPO}/modules/java_api;${OPENVINO_CONTRIB_REPO}/modules/custom_operations" \ | |
| -S ${OPENVINO_REPO} \ | |
| -B ${BUILD_DIR} | |
| cmake --build ${BUILD_DIR} --parallel --config ${{ env.CMAKE_BUILD_TYPE }} | |
| - name: CMake configure, build and install - OpenVINO JS API | |
| if: fromJSON(needs.smart_ci.outputs.affected_components).JS_API | |
| run: | | |
| cmake \ | |
| -DCPACK_GENERATOR=NPM \ | |
| -DENABLE_SYSTEM_TBB=OFF -UTBB* \ | |
| -DENABLE_INTEL_GPU=OFF \ | |
| -S ${OPENVINO_REPO} \ | |
| -B ${BUILD_DIR} | |
| cmake --build ${BUILD_DIR} --parallel | |
| cmake -DCMAKE_INSTALL_PREFIX=${INSTALL_DIR_JS} -P ${BUILD_DIR}/cmake_install.cmake | |
| # | |
| # Upload build artifacts and logs | |
| # | |
| - name: Upload build logs | |
| uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # v4.3.3 | |
| if: always() | |
| with: | |
| name: build_logs | |
| path: ${{ env.SCCACHE_ERROR_LOG }} | |
| if-no-files-found: 'ignore' | |
| - name: Upload openvino package | |
| if: ${{ always() }} | |
| uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # v4.3.3 | |
| with: | |
| name: openvino_package | |
| path: ${{ env.BUILD_DIR }}/openvino_package.tar.gz | |
| if-no-files-found: 'error' | |
| - name: Upload openvino developer package | |
| if: ${{ always() }} | |
| uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # v4.3.3 | |
| with: | |
| name: openvino_developer_package | |
| path: ${{ env.BUILD_DIR }}/openvino_developer_package.tar.gz | |
| if-no-files-found: 'error' | |
| - name: Upload openvino js package | |
| if: fromJSON(needs.smart_ci.outputs.affected_components).JS_API | |
| uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # v4.3.3 | |
| with: | |
| name: openvino_js_package | |
| path: ${{ env.INSTALL_DIR_JS }} | |
| if-no-files-found: 'error' | |
| - name: Upload openvino debian packages | |
| if: ${{ 'false' }} | |
| uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # v4.3.3 | |
| with: | |
| name: openvino_debian_packages | |
| path: ${{ env.BUILD_DIR }}/*.deb | |
| if-no-files-found: 'error' | |
| - name: Upload openvino tests package | |
| if: ${{ always() }} | |
| uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # v4.3.3 | |
| with: | |
| name: openvino_tests | |
| path: ${{ env.BUILD_DIR }}/openvino_tests.tar.gz | |
| if-no-files-found: 'error' | |
| Debian_Packages: | |
| name: Debian Packages | |
| needs: Build | |
| if: ${{ 'false' }} | |
| uses: ./.github/workflows/job_debian_packages.yml | |
| with: | |
| runner: 'aks-linux-16-cores-arm' | |
| image: 'openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04' | |
| Samples: | |
| needs: [ Build, Docker, Smart_CI ] | |
| if: fromJSON(needs.smart_ci.outputs.affected_components).samples | |
| uses: ./.github/workflows/job_samples_tests.yml | |
| with: | |
| runner: 'aks-linux-16-cores-arm' | |
| image: ${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_arm64 }} | |
| affected-components: ${{ needs.smart_ci.outputs.affected_components }} | |
| JS_API: | |
| name: OpenVINO JS API | |
| needs: [ Build, Docker, Smart_CI ] | |
| if: fromJSON(needs.smart_ci.outputs.affected_components).JS_API | |
| uses: ./.github/workflows/job_openvino_js.yml | |
| with: | |
| runner: 'aks-linux-16-cores-arm' | |
| container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_build.ubuntu_20_04_arm64 }}"}' | |
| ONNX_Runtime: | |
| name: ONNX Runtime Integration | |
| if: fromJSON(needs.smart_ci.outputs.affected_components).ONNX_RT || | |
| fromJSON(needs.smart_ci.outputs.affected_components).ONNX_FE | |
| needs: [ Build, Smart_CI, Docker ] | |
| uses: ./.github/workflows/job_onnx_runtime.yml | |
| with: | |
| runner: 'aks-linux-16-cores-arm' | |
| container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_build.ubuntu_20_04_arm64 }}", "volumes": ["/mount:/mount"], "options": "-e SCCACHE_AZURE_BLOB_CONTAINER -e SCCACHE_AZURE_CONNECTION_STRING"}' | |
| sccache-azure-key-prefix: 'ubuntu20_aarch64_onnxruntime' | |
| Openvino_tokenizers: | |
| name: OpenVINO tokenizers extension | |
| needs: [ Build, Docker, Smart_CI ] | |
| uses: ./.github/workflows/job_tokenizers.yml | |
| with: | |
| runner: 'aks-linux-16-cores-arm' | |
| shell: bash | |
| container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_build.ubuntu_20_04_arm64 }}", "volumes": ["/mount:/mount"]}' | |
| affected-components: ${{ needs.smart_ci.outputs.affected_components }} | |
| if: fromJSON(needs.smart_ci.outputs.affected_components).TOKENIZERS | |
| CXX_Unit_Tests: | |
| name: C++ unit tests | |
| needs: [ Build, Docker, Smart_CI ] | |
| uses: ./.github/workflows/job_cxx_unit_tests.yml | |
| with: | |
| runner: 'aks-linux-16-cores-arm' | |
| image: ${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_arm64 }} | |
| affected-components: ${{ needs.smart_ci.outputs.affected_components }} | |
| Python_Unit_Tests: | |
| name: Python unit tests | |
| needs: [ Build, Docker, Smart_CI ] | |
| uses: ./.github/workflows/job_python_unit_tests.yml | |
| with: | |
| runner: 'aks-linux-16-cores-arm' | |
| container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_arm64 }}", "volumes": ["/mount:/mount"]}' | |
| affected-components: ${{ needs.smart_ci.outputs.affected_components }} | |
| TensorFlow_Layer_Tests: | |
| name: TensorFlow Layer Tests | |
| needs: [ Build, Docker, Smart_CI, Openvino_tokenizers ] | |
| uses: ./.github/workflows/job_tensorflow_layer_tests.yml | |
| with: | |
| runner: 'aks-linux-16-cores-arm' | |
| shell: bash | |
| container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_arm64 }}", "volumes": ["/mount:/mount"]}' | |
| affected-components: ${{ needs.smart_ci.outputs.affected_components }} | |
| CPU_Functional_Tests: | |
| name: CPU functional tests | |
| if: fromJSON(needs.smart_ci.outputs.affected_components).CPU.test | |
| needs: [ Build, Docker, Smart_CI ] | |
| uses: ./.github/workflows/job_cpu_functional_tests.yml | |
| with: | |
| runner: 'aks-linux-16-cores-arm' | |
| image: ${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_arm64 }} | |
| TensorFlow_Models_Tests: | |
| name: TensorFlow Models tests | |
| if: ${{ 'false' }} # TODO: Enable once the dependencies are ready for arm (no tensorflow-text available for arm from PyPI) | |
| # if: fromJSON(needs.smart_ci.outputs.affected_components).TF_FE.test || | |
| # fromJSON(needs.smart_ci.outputs.affected_components).TFL_FE.test | |
| needs: [ Build, Docker, Smart_CI, Openvino_tokenizers] | |
| uses: ./.github/workflows/job_tensorflow_models_tests.yml | |
| with: | |
| runner: 'aks-linux-16-cores-arm' | |
| container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_arm64 }}"}' | |
| model_scope: 'precommit' | |
| PyTorch_Models_Tests: | |
| name: PyTorch Models tests | |
| if: ${{ 'false' }} # TODO: Enable once the dependencies are ready for arm (no tensorflow-text available for arm from PyPI) | |
| # if: fromJSON(needs.smart_ci.outputs.affected_components).PyTorch_FE.test | |
| needs: [ Build, Docker, Smart_CI ] | |
| uses: ./.github/workflows/job_pytorch_models_tests.yml | |
| with: | |
| runner: 'aks-linux-16-cores-arm' | |
| container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_arm64 }}"}' | |
| event: ${{ github.event_name }} | |
| Overall_Status: | |
| name: ci/gha_overall_status_linux_arm64 | |
| needs: [Smart_CI, Build, Debian_Packages, Samples, ONNX_Runtime, CXX_Unit_Tests, Python_Unit_Tests, CPU_Functional_Tests, | |
| TensorFlow_Models_Tests, PyTorch_Models_Tests, Openvino_tokenizers, TensorFlow_Layer_Tests] | |
| if: ${{ always() }} | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Check status of all jobs | |
| if: >- | |
| ${{ | |
| contains(needs.*.result, 'failure') || | |
| contains(needs.*.result, 'cancelled') | |
| }} | |
| run: exit 1 |