Windows (VS 2019, Python 3.11) #45
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Windows (VS 2019, Python 3.11) | |
| on: | |
| workflow_dispatch: | |
| schedule: | |
| # at 00:00 on workdays | |
| - cron: '0 0 * * 1,2,3,4,5' | |
| # pull_request: | |
| # paths-ignore: | |
| # - '**/docs/**' | |
| # - 'docs/**' | |
| # - '**/**.md' | |
| # - '**.md' | |
| # - '**/layer_tests_summary/**' | |
| # - '**/conformance/**' | |
| push: | |
| paths-ignore: | |
| - '**/docs/**' | |
| - 'docs/**' | |
| - '**/**.md' | |
| - '**.md' | |
| - '**/layer_tests_summary/**' | |
| - '**/conformance/**' | |
| branches: | |
| - master | |
| concurrency: | |
| # github.ref is not unique in post-commit | |
| group: ${{ github.event_name == 'push' && github.run_id || github.ref }}-windows | |
| cancel-in-progress: true | |
| env: | |
| PYTHON_VERSION: '3.11' | |
| jobs: | |
| Build: | |
| timeout-minutes: 180 | |
| defaults: | |
| run: | |
| shell: pwsh | |
| runs-on: aks-win-16-cores-32gb | |
| env: | |
| CMAKE_BUILD_TYPE: 'Release' | |
| CMAKE_GENERATOR: 'Ninja Multi-Config' | |
| CMAKE_CXX_COMPILER_LAUNCHER: sccache | |
| CMAKE_C_COMPILER_LAUNCHER: sccache | |
| OPENVINO_REPO: "${{ github.workspace }}\\openvino" | |
| OPENVINO_CONTRIB_REPO: "${{ github.workspace }}\\openvino_contrib" | |
| INSTALL_DIR: "${{ github.workspace }}\\openvino_install" | |
| INSTALL_TEST_DIR: "${{ github.workspace }}\\tests_install" | |
| BUILD_DIR: "${{ github.workspace }}\\openvino_build" | |
| # TODO: specify version of compiler here | |
| SCCACHE_AZURE_KEY_PREFIX: windows2022_x86_64_Release | |
| steps: | |
| - name: Clone OpenVINO | |
| uses: actions/checkout@v4 | |
| with: | |
| path: 'openvino' | |
| submodules: 'true' | |
| - name: Clone OpenVINO Contrib | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: 'openvinotoolkit/openvino_contrib' | |
| path: 'openvino_contrib' | |
| ref: 'master' | |
| # | |
| # Print system info | |
| # | |
| - name: System info | |
| uses: ./openvino/.github/actions/system_info | |
| # | |
| # Dependencies | |
| # | |
| - name: Setup Python ${{ env.PYTHON_VERSION }} | |
| uses: ./openvino/.github/actions/setup_python | |
| with: | |
| version: ${{ env.PYTHON_VERSION }} | |
| should-setup-pip-paths: 'false' | |
| self-hosted-runner: 'false' | |
| - name: Install python dependencies | |
| run: | | |
| # For Python API: build and wheel packaging | |
| python3 -m pip install -r ${{ env.OPENVINO_REPO }}/src/bindings/python/wheel/requirements-dev.txt | |
| python3 -m pip install -r ${{ env.OPENVINO_REPO }}/src/bindings/python/src/compatibility/openvino/requirements-dev.txt | |
| # For running ONNX frontend unit tests | |
| python3 -m pip install --force-reinstall -r ${{ env.OPENVINO_REPO }}/src/frontends/onnx/tests/requirements.txt | |
| # For running TensorFlow frontend unit tests | |
| python3 -m pip install -r ${{ env.OPENVINO_REPO }}/src/frontends/tensorflow/tests/requirements.txt | |
| # For running TensorFlow Lite frontend unit tests | |
| python3 -m pip install -r ${{ env.OPENVINO_REPO }}/src/frontends/tensorflow_lite/tests/requirements.txt | |
| # For running Paddle frontend unit tests | |
| # python3 -m pip install -r ${{ env.OPENVINO_REPO }}/src/frontends/paddle/tests/requirements.txt | |
| - name: Install sccache | |
| uses: mozilla-actions/[email protected] | |
| with: | |
| version: "v0.5.4" | |
| - name: Install build dependencies | |
| run: choco install --no-progress ninja | |
| # | |
| # Build | |
| # | |
| - name: Configure Developer Command Prompt for Microsoft Visual C++ | |
| uses: ilammy/msvc-dev-cmd@v1 | |
| - name: CMake configure | |
| run: | | |
| cmake -G "${{ env.CMAKE_GENERATOR }}" ` | |
| -DENABLE_CPPLINT=OFF ` | |
| -DBUILD_nvidia_plugin=OFF ` | |
| -DBUILD_SHARED_LIBS=ON ` | |
| -DENABLE_TESTS=ON ` | |
| -DCMAKE_COMPILE_WARNING_AS_ERROR=OFF ` | |
| -DENABLE_STRICT_DEPENDENCIES=OFF ` | |
| -DENABLE_PYTHON=ON ` | |
| -DCMAKE_DISABLE_FIND_PACKAGE_PkgConfig=ON ` | |
| -DCUSTOM_OPERATIONS="calculate_grid;complex_mul;fft;grid_sample;sparse_conv;sparse_conv_transpose" ` | |
| -DOPENVINO_EXTRA_MODULES=${{ env.OPENVINO_CONTRIB_REPO }}/modules ` | |
| -S ${{ env.OPENVINO_REPO }} ` | |
| -B ${{ env.BUILD_DIR }} | |
| - name: Clean sccache stats | |
| run: '& "$Env:SCCACHE_PATH" --zero-stats' | |
| - name: Cmake build - OpenVINO | |
| run: cmake --build ${{ env.BUILD_DIR }} --parallel --config ${{ env.CMAKE_BUILD_TYPE }} --verbose | |
| - name: Show sccache stats | |
| run: '& "$Env:SCCACHE_PATH" --show-stats' | |
| - name: Cmake install - OpenVINO | |
| run: | | |
| cmake -DCMAKE_INSTALL_PREFIX=${{ env.INSTALL_DIR }} -P ${{ env.BUILD_DIR }}/cmake_install.cmake | |
| cmake -DCMAKE_INSTALL_PREFIX=${{ env.INSTALL_TEST_DIR }} -DCOMPONENT=tests -P ${{ env.BUILD_DIR }}/cmake_install.cmake | |
| cmake -DCMAKE_INSTALL_PREFIX=${{ env.INSTALL_DIR }} -DCOMPONENT=python_wheels -P ${{ env.BUILD_DIR }}/cmake_install.cmake | |
| - name: Pack Artifacts | |
| run: | | |
| $file=Get-ChildItem -Path "${{ env.INSTALL_DIR }}" | |
| $compress = @{ | |
| Path = $file | |
| CompressionLevel = "Optimal" | |
| DestinationPath = "${{ env.BUILD_DIR }}/openvino_package.zip" | |
| } | |
| Compress-Archive @compress | |
| $file=Get-ChildItem -Path "${{ env.INSTALL_TEST_DIR }}" | |
| $compress = @{ | |
| Path = $file | |
| CompressionLevel = "Optimal" | |
| DestinationPath = "${{ env.BUILD_DIR }}/openvino_tests.zip" | |
| } | |
| Compress-Archive @compress | |
| - name: Cmake & Build - OpenVINO Contrib | |
| if: ${{ 'false' }} # Ticket: 122441 | |
| run: | | |
| cmake ` | |
| -DBUILD_nvidia_plugin=OFF ` | |
| -DCUSTOM_OPERATIONS="calculate_grid;complex_mul;fft;grid_sample;sparse_conv;sparse_conv_transpose" ` | |
| -DOPENVINO_EXTRA_MODULES=${{ env.OPENVINO_CONTRIB_REPO }}/modules ` | |
| -S ${{ env.OPENVINO_REPO }} ` | |
| -B ${{ env.BUILD_DIR }} | |
| cmake --build ${{ env.BUILD_DIR }} --parallel --config ${{ env.CMAKE_BUILD_TYPE }} --verbose | |
| - name: Upload openvino package | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: openvino_package | |
| path: ${{ env.BUILD_DIR }}/openvino_package.zip | |
| if-no-files-found: 'error' | |
| - name: Upload openvino tests package | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: openvino_tests | |
| path: ${{ env.BUILD_DIR }}/openvino_tests.zip | |
| if-no-files-found: 'error' | |
| Samples: | |
| needs: Build | |
| timeout-minutes: 20 | |
| defaults: | |
| run: | |
| shell: pwsh | |
| runs-on: aks-win-4-cores-8gb | |
| env: | |
| OPENVINO_REPO: "${{ github.workspace }}\\openvino" | |
| INSTALL_DIR: "${{ github.workspace }}\\install" | |
| INSTALL_TEST_DIR: "${{ github.workspace }}\\install\\tests" | |
| SAMPLES_INSTALL_DIR: "${{ github.workspace }}\\install\\samples" | |
| BUILD_DIR: "${{ github.workspace }}\\build" | |
| steps: | |
| - name: Download OpenVINO package | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: openvino_package | |
| path: ${{ env.INSTALL_DIR }} | |
| - name: Download OpenVINO tests package | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: openvino_tests | |
| path: ${{ env.INSTALL_TEST_DIR }} | |
| - name: Extract OpenVINO packages | |
| run: | | |
| pushd ${{ env.INSTALL_DIR }} | |
| Expand-Archive openvino_package.zip -DestinationPath "${{ env.INSTALL_DIR }}" | |
| popd | |
| pushd ${{ env.INSTALL_TEST_DIR }} | |
| Expand-Archive openvino_tests.zip -DestinationPath "${{ env.INSTALL_DIR }}" | |
| popd | |
| - name: Fetch setup_python action | |
| uses: actions/checkout@v4 | |
| with: | |
| sparse-checkout: | | |
| .github/actions/setup_python/action.yml | |
| sparse-checkout-cone-mode: false | |
| path: 'openvino' | |
| - name: Setup Python ${{ env.PYTHON_VERSION }} | |
| uses: ./openvino/.github/actions/setup_python | |
| with: | |
| version: ${{ env.PYTHON_VERSION }} | |
| should-setup-pip-paths: 'false' | |
| self-hosted-runner: 'false' | |
| - name: Build cpp samples | |
| run: | | |
| & ${{ env.SAMPLES_INSTALL_DIR }}/cpp/build_samples_msvc.bat -i ${{ env.INSTALL_DIR }} -b ${{ env.BUILD_DIR }}/cpp_samples | |
| env: | |
| CMAKE_COMPILE_WARNING_AS_ERROR: 'ON' | |
| - name: Build c samples | |
| run: | | |
| & ${{ env.SAMPLES_INSTALL_DIR }}/c/build_samples_msvc.bat -i ${{ env.INSTALL_DIR }} -b ${{ env.BUILD_DIR }}/c_samples | |
| - name: Samples tests | |
| shell: cmd | |
| run: | | |
| python3 -m pip install --ignore-installed PyYAML -r ${{ env.INSTALL_TEST_DIR }}/smoke_tests/requirements.txt | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && python3 -m pytest -sv ${{ env.INSTALL_TEST_DIR }}/smoke_tests --env_conf ${{ env.INSTALL_TEST_DIR }}/smoke_tests/env_config.yml --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-SamplesSmokeTests.xml | |
| env: | |
| IE_APP_PATH: ${{ env.INSTALL_DIR }}/samples_bin | |
| IE_APP_PYTHON_PATH: ${{ env.INSTALL_DIR }}/samples/python | |
| SHARE: ${{ env.INSTALL_TEST_DIR }}/smoke_tests/samples_smoke_tests_data | |
| WORKSPACE: ${{ env.INSTALL_DIR }} | |
| - name: Upload Test Results | |
| uses: actions/upload-artifact@v3 | |
| if: ${{ !cancelled() }} | |
| with: | |
| name: test-results-samples | |
| path: ${{ env.INSTALL_TEST_DIR }}/TEST*.xml | |
| if-no-files-found: 'error' | |
| Python_Unit_Tests: | |
| name: Python unit tests | |
| needs: Build | |
| timeout-minutes: 75 | |
| defaults: | |
| run: | |
| shell: pwsh | |
| runs-on: aks-win-4-cores-8gb | |
| env: | |
| OPENVINO_REPO: "${{ github.workspace }}\\openvino" | |
| OPENVINO_CONTRIB_REPO: "${{ github.workspace }}\\openvino_contrib" | |
| INSTALL_DIR: "${{ github.workspace }}\\install" | |
| INSTALL_TEST_DIR: "${{ github.workspace }}\\install\\tests" | |
| LAYER_TESTS_INSTALL_DIR: "${{ github.workspace }}\\install\\tests\\layer_tests" | |
| PYTHON_STATIC_ARGS: -m "not dynamic_library and not template_plugin" | |
| steps: | |
| - name: Download OpenVINO package | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: openvino_package | |
| path: ${{ env.INSTALL_DIR }} | |
| - name: Download OpenVINO tests package | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: openvino_tests | |
| path: ${{ env.INSTALL_TEST_DIR }} | |
| - name: Extract OpenVINO packages | |
| run: | | |
| pushd ${{ env.INSTALL_DIR }} | |
| Expand-Archive openvino_package.zip -DestinationPath "${{ env.INSTALL_DIR }}" | |
| popd | |
| pushd ${{ env.INSTALL_TEST_DIR }} | |
| Expand-Archive openvino_tests.zip -DestinationPath "${{ env.INSTALL_DIR }}" | |
| popd | |
| - name: Fetch setup_python action | |
| uses: actions/checkout@v4 | |
| with: | |
| sparse-checkout: | | |
| .github/actions/setup_python/action.yml | |
| sparse-checkout-cone-mode: false | |
| path: 'openvino' | |
| - name: Setup Python ${{ env.PYTHON_VERSION }} | |
| uses: ./openvino/.github/actions/setup_python | |
| with: | |
| version: ${{ env.PYTHON_VERSION }} | |
| should-setup-pip-paths: 'false' | |
| self-hosted-runner: 'false' | |
| - name: Install OpenVINO Python wheels | |
| run: | | |
| # Find and install the core OV wheel | |
| $ovCoreWheelPath=Get-ChildItem -Path "${{ env.INSTALL_DIR }}\tools" -Filter openvino-*.whl | % { $_.FullName } | |
| python3 -m pip install "$ovCoreWheelPath" | |
| # Find and install the dev OV wheel | |
| $ovDevWheelPath=Get-ChildItem -Path "${{ env.INSTALL_DIR }}\tools" -Filter openvino_dev*.whl | % { $_.FullName } | |
| python3 -m pip install "$ovDevWheelPath[mxnet,caffe,kaldi,onnx,tensorflow2,pytorch]" | |
| - name: Install Python API tests dependencies | |
| run: | | |
| # For torchvision to OpenVINO preprocessing converter | |
| python3 -m pip install -r ${{ env.INSTALL_TEST_DIR }}/python/preprocess/torchvision/requirements.txt | |
| # TODO: replace with Python API tests requirements | |
| python3 -m pip install -r ${{ env.INSTALL_TEST_DIR }}/mo/requirements_dev.txt | |
| - name: Python API 1.0 Tests | |
| shell: cmd | |
| run: | | |
| python3 -m pytest -s ${{ env.INSTALL_TEST_DIR }}/pyngraph ${{ env.PYTHON_STATIC_ARGS }} --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-Pyngraph.xml --ignore=${{ env.INSTALL_TEST_DIR }}/pyngraph/tests_compatibility/test_onnx/test_zoo_models.py | |
| - name: Python API 2.0 Tests | |
| shell: cmd | |
| run: | | |
| set PYTHONPATH=${{ env.LAYER_TESTS_INSTALL_DIR }};%PYTHONPATH% | |
| python3 -m pytest -sv ${{ env.INSTALL_TEST_DIR }}/pyopenvino ${{ env.PYTHON_STATIC_ARGS }} --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-Pyngraph.xml --ignore=${{ env.INSTALL_TEST_DIR }}/pyopenvino/tests/test_utils/test_utils.py | |
| - name: Model Optimizer UT | |
| shell: cmd | |
| run: | | |
| python3 -m pytest -s ${{ env.INSTALL_TEST_DIR }}/mo/unit_tests --ignore=${{ env.INSTALL_TEST_DIR }}/mo/unit_tests/mo/front/mxnet --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-ModelOptimizer.xml | |
| # Ticket - 115085 | |
| - name: PyTorch Layer Tests | |
| if: ${{ 'false' }} | |
| shell: cmd | |
| run: | | |
| python3 -m pip install -r ${{ env.LAYER_TESTS_INSTALL_DIR }}/requirements.txt | |
| python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/pytorch_tests -m precommit --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-pytorch.xml | |
| env: | |
| TEST_DEVICE: CPU | |
| - name: ONNX Layer Tests | |
| shell: cmd | |
| run: | | |
| python3 -m pip install -r ${{ env.LAYER_TESTS_INSTALL_DIR }}/requirements.txt | |
| :: requires 'unit_tests' from 'tools/mo' | |
| set PYTHONPATH=${{ env.INSTALL_TEST_DIR }}\mo;%PYTHONPATH% | |
| python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/onnx_tests -m "not launch_only_if_manually_specified and precommit" --junitxml=${INSTALL_TEST_DIR}/TEST-onnx.xml | |
| env: | |
| TEST_DEVICE: CPU | |
| TEST_PRECISION: FP16 | |
| - name: TensorFlow 1 Layer Tests - TF FE | |
| shell: cmd | |
| run: | | |
| python3 -m pip install -r ${{ env.LAYER_TESTS_INSTALL_DIR }}/requirements.txt | |
| :: requires 'unit_tests' from 'tools/mo' | |
| set PYTHONPATH=${{ env.INSTALL_TEST_DIR }}\mo;%PYTHONPATH% | |
| python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/tensorflow_tests/ --use_new_frontend -m precommit_tf_fe --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-tf_fe.xml | |
| env: | |
| TEST_DEVICE: CPU | |
| TEST_PRECISION: FP16 | |
| - name: TensorFlow 2 Layer Tests - TF FE | |
| shell: cmd | |
| run: | | |
| python3 -m pip install -r ${{ env.LAYER_TESTS_INSTALL_DIR }}/requirements.txt | |
| :: requires 'unit_tests' from 'tools/mo' | |
| set PYTHONPATH=${{ env.INSTALL_TEST_DIR }}\mo;%PYTHONPATH% | |
| python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/tensorflow2_keras_tests/ --use_new_frontend -m precommit_tf_fe --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-tf2_fe.xml | |
| env: | |
| TEST_DEVICE: CPU | |
| - name: TensorFlow 1 Layer Tests - Legacy FE | |
| shell: cmd | |
| run: | | |
| python3 -m pip install -r ${{ env.LAYER_TESTS_INSTALL_DIR }}/requirements.txt | |
| python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/tensorflow_tests/test_tf_Roll.py --ir_version=10 --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-tf_Roll.xml | |
| - name: TensorFlow 2 Layer Tests - Legacy FE | |
| shell: cmd | |
| run: | | |
| python3 -m pip install -r ${{ env.LAYER_TESTS_INSTALL_DIR }}/requirements.txt | |
| python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/tensorflow2_keras_tests/test_tf2_keras_activation.py --ir_version=11 --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-tf2_Activation.xml -k "sigmoid" | |
| env: | |
| TEST_DEVICE: CPU | |
| TEST_PRECISION: FP16 | |
| - name: TensorFlow Lite Layer Tests - TFL FE | |
| shell: cmd | |
| run: | | |
| python3 -m pip install -r ${{ env.LAYER_TESTS_INSTALL_DIR }}/requirements.txt | |
| python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/tensorflow_lite_tests/ --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-tfl_fe.xml | |
| env: | |
| TEST_DEVICE: CPU | |
| TEST_PRECISION: FP16 | |
| - name: Python ONNX operators tests | |
| shell: cmd | |
| run: | | |
| :: Skip test_onnx/test_zoo_models and test_onnx/test_backend due to long execution time - ONNX Model Zoo tests are run separately | |
| python3 -m pytest ${{ env.INSTALL_TEST_DIR }}/onnx -k "not cuda" ^ | |
| --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-onnx_frontend.xml ^ | |
| --ignore=${{ env.INSTALL_TEST_DIR }}/onnx/test_python/test_zoo_models.py | |
| - name: MO Python API Tests | |
| shell: cmd | |
| run: | | |
| python3 -m pip install -r ${{ env.LAYER_TESTS_INSTALL_DIR }}/requirements.txt | |
| :: Used for 'test_utils' installed in '<test_package>\python\openvino\test_utils' | |
| set PYTHONPATH=${{ env.INSTALL_TEST_DIR }}\python\openvino\test_utils;${{ env.INSTALL_TEST_DIR }}\python;%PYTHONPATH% | |
| python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/mo_python_api_tests --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-test_mo_convert.xml | |
| env: | |
| TEST_DEVICE: CPU | |
| TEST_PRECISION: FP16 | |
| - name: OVC Python API Tests | |
| shell: cmd | |
| run: | | |
| python3 -m pip install -r ${{ env.LAYER_TESTS_INSTALL_DIR }}/requirements.txt | |
| :: Used for 'test_utils' installed in '<test_package>\python\openvino\test_utils' | |
| set PYTHONPATH=${{ env.INSTALL_TEST_DIR }}\python\openvino\test_utils;${{ env.INSTALL_TEST_DIR }}\python;%PYTHONPATH% | |
| python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/ovc_python_api_tests --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-test_ovc_convert.xml | |
| env: | |
| TEST_DEVICE: CPU | |
| TEST_PRECISION: FP16 | |
| - name: Python Frontend tests | |
| shell: cmd | |
| run: | | |
| python3 -m pip install -r ${{ env.LAYER_TESTS_INSTALL_DIR }}/requirements.txt | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/py_frontend_tests --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-test_py_fontend.xml | |
| - name: OVC unit tests | |
| shell: cmd | |
| run: python3 -m pytest -s ${{ env.INSTALL_TEST_DIR }}/ovc/unit_tests --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-OpenVinoConversion.xml | |
| - name: Upload Test Results | |
| uses: actions/upload-artifact@v3 | |
| if: ${{ !cancelled() }} | |
| with: | |
| name: test-results-python | |
| path: ${{ env.INSTALL_TEST_DIR }}/TEST*.xml | |
| if-no-files-found: 'error' | |
| CXX_Unit_Tests: | |
| name: C++ unit tests | |
| needs: Build | |
| timeout-minutes: 25 | |
| defaults: | |
| run: | |
| shell: pwsh | |
| runs-on: aks-win-4-cores-8gb | |
| env: | |
| INSTALL_DIR: "${{ github.workspace }}\\install" | |
| INSTALL_TEST_DIR: "${{ github.workspace }}\\install\\tests" | |
| steps: | |
| - name: Download OpenVINO package | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: openvino_package | |
| path: ${{ env.INSTALL_DIR }} | |
| - name: Download OpenVINO tests package | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: openvino_tests | |
| path: ${{ env.INSTALL_TEST_DIR }} | |
| - name: Extract OpenVINO packages | |
| run: | | |
| pushd ${{ env.INSTALL_DIR }} | |
| Expand-Archive openvino_package.zip -DestinationPath "${{ env.INSTALL_DIR }}" | |
| popd | |
| pushd ${{ env.INSTALL_TEST_DIR }} | |
| Expand-Archive openvino_tests.zip -DestinationPath "${{ env.INSTALL_DIR }}" | |
| popd | |
| - name: OpenVINO Core unit tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_core_unit_tests --gtest_print_time=1 --gtest_filter=-*IE_GPU* --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-NGraphUT.xml | |
| - name: OpenVINO Inference functional tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_inference_functional_tests --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-InferenceFunc.xml | |
| - name: OpenVINO Inference unit tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_inference_unit_tests --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-InferenceUnit.xml | |
| - name: Low Precision Transformations Tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_lp_transformations_tests --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-LpTransformations.xml | |
| - name: OpenVINO Conditional compilation tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_conditional_compilation_tests --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-ConditionalCompilation.xml | |
| - name: IR frontend tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_ir_frontend_tests --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-IRFrontend.xml | |
| - name: PaddlePaddle frontend tests # Disabled in Azure: https://github.com/openvinotoolkit/openvino/blob/master/.ci/azure/linux.yml#L403 | |
| if: ${{ 'false' }} | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/paddle_tests --gtest_print_time=1 --gtest_filter=*smoke* --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-PaddleTests.xml | |
| - name: ONNX frontend tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_onnx_frontend_tests --gtest_print_time=1 --gtest_filter=-*IE_GPU* --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-ONNXFrontend.xml | |
| - name: TensorFlow Common frontend tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_tensorflow_common_tests --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-TensorFlowCommonFrontend.xml | |
| - name: TensorFlow frontend tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_tensorflow_frontend_tests --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-TensorFlowFrontend.xml | |
| - name: TensorFlow Lite frontend tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_tensorflow_lite_frontend_tests --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-TensorFlowLiteFrontend.xml | |
| - name: Transformations func tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_transformations_tests --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-Transformations.xml | |
| - name: Legacy Transformations func tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_legacy_transformations_tests --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-LegacyTransformations.xml | |
| - name: Inference Engine 1.0 unit tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/InferenceEngineUnitTests --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-InferenceEngineUnitTests.xml | |
| - name: Common test utils tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_util_tests --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-commonUtilsTests.xml | |
| - name: Snippets func tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_snippets_func_tests --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-SnippetsFuncTests.xml | |
| - name: CPU plugin unit tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_cpu_unit_tests --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-CPUUnitTests.xml | |
| - name: ov_subgraphs_dumper_tests tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_subgraphs_dumper_tests --gtest_print_time=1 --device=TEMPLATE --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-SubgraphsDumperTests.xml | |
| - name: Template OpImpl tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_op_conformance_tests --gtest_print_time=1 --gtest_filter="*OpImpl*" --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-TemplateOpImplTests.xml | |
| - name: GNA plugin unit tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_gna_unit_tests --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-GNAUnitTests.xml | |
| - name: AUTO unit tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_auto_unit_tests --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-ov_auto_unit_tests.xml | |
| - name: AUTO func Tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_auto_func_tests --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-ov_auto_func_tests.xml | |
| - name: Template plugin func tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_template_func_tests --gtest_print_time=1 --gtest_filter=*smoke* --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-TemplateFuncTests.xml | |
| - name: Inference Engine C API tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/InferenceEngineCAPITests --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-InferenceEngineCAPITests.xml | |
| - name: OpenVINO C API tests | |
| if: ${{ 'false' }} # Ticket: 123594 | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_capi_test --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-OpenVINOCAPITests.xml | |
| - name: AutoBatch unit tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_auto_batch_unit_tests --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-ov_auto_batch_unit_tests.xml | |
| - name: AutoBatch func tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_auto_batch_func_tests --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-ov_auto_batch_func_tests.xml | |
| - name: Proxy Plugin func tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_proxy_plugin_tests --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-OVProxyTests.xml | |
| - name: Hetero Unit Tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_hetero_unit_tests --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-OVHeteroUnitTests.xml | |
| - name: Hetero Func Tests | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_hetero_func_tests --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-OVHeteroFuncTests.xml | |
| - name: Upload Test Results | |
| uses: actions/upload-artifact@v3 | |
| if: ${{ !cancelled() }} | |
| with: | |
| name: test-results-cpp | |
| path: ${{ env.INSTALL_TEST_DIR }}/TEST*.xml | |
| if-no-files-found: 'error' | |
| CPU_Functional_Tests: | |
| name: CPU functional tests | |
| needs: Build | |
| timeout-minutes: 70 | |
| defaults: | |
| run: | |
| shell: pwsh | |
| runs-on: aks-win-8-cores-16gb | |
| env: | |
| OPENVINO_REPO: "${{ github.workspace }}\\openvino" | |
| INSTALL_DIR: "${{ github.workspace }}\\install" | |
| INSTALL_TEST_DIR: "${{ github.workspace }}\\install\\tests" | |
| PARALLEL_TEST_SCRIPT: "${{ github.workspace }}\\install\\tests\\functional_test_utils\\layer_tests_summary\\run_parallel.py" | |
| PARALLEL_TEST_CACHE: "${{ github.workspace }}\\install\\tests\\test_cache.lst" | |
| steps: | |
| - name: Download OpenVINO package | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: openvino_package | |
| path: ${{ env.INSTALL_DIR }} | |
| - name: Download OpenVINO tests package | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: openvino_tests | |
| path: ${{ env.INSTALL_TEST_DIR }} | |
| - name: Extract OpenVINO packages | |
| run: | | |
| pushd ${{ env.INSTALL_DIR }} | |
| Expand-Archive openvino_package.zip -DestinationPath "${{ env.INSTALL_DIR }}" | |
| popd | |
| pushd ${{ env.INSTALL_TEST_DIR }} | |
| Expand-Archive openvino_tests.zip -DestinationPath "${{ env.INSTALL_DIR }}" | |
| popd | |
| - name: Fetch setup_python action | |
| uses: actions/checkout@v4 | |
| with: | |
| sparse-checkout: | | |
| .github/actions/setup_python/action.yml | |
| sparse-checkout-cone-mode: false | |
| path: 'openvino' | |
| - name: Setup Python ${{ env.PYTHON_VERSION }} | |
| uses: ./openvino/.github/actions/setup_python | |
| with: | |
| version: ${{ env.PYTHON_VERSION }} | |
| should-setup-pip-paths: 'false' | |
| self-hosted-runner: 'false' | |
| - name: Install python dependencies | |
| shell: cmd | |
| run: python3 -m pip install -r ${{ github.workspace }}\install\tests\functional_test_utils\layer_tests_summary\requirements.txt | |
| - name: Restore tests execution time | |
| uses: actions/cache/restore@v3 | |
| with: | |
| path: ${{ env.PARALLEL_TEST_CACHE }} | |
| key: ${{ runner.os }}-tests-functional-cpu-stamp-${{ github.sha }} | |
| restore-keys: | | |
| ${{ runner.os }}-tests-functional-cpu-stamp | |
| - name: Intel CPU plugin func tests (parallel) | |
| shell: cmd | |
| run: | | |
| call "${{ env.INSTALL_DIR }}\\setupvars.bat" && python3 ${{ env.PARALLEL_TEST_SCRIPT }} -e ${{ env.INSTALL_TEST_DIR }}\ov_cpu_func_tests.exe -c ${{ env.PARALLEL_TEST_CACHE }} -w ${{ env.INSTALL_TEST_DIR }} -s suite -- --gtest_filter=*smoke*" | |
| timeout-minutes: 60 | |
| - name: Save tests execution time | |
| uses: actions/cache/save@v3 | |
| if: github.ref_name == 'master' | |
| with: | |
| path: ${{ env.PARALLEL_TEST_CACHE }} | |
| key: ${{ runner.os }}-tests-functional-cpu-stamp-${{ github.sha }} | |
| - name: Upload Test Results | |
| uses: actions/upload-artifact@v3 | |
| if: ${{ !cancelled() }} | |
| with: | |
| name: test-results-functional-cpu | |
| path: | | |
| ${{ env.INSTALL_TEST_DIR }}/temp/*.log | |
| ${{ env.INSTALL_TEST_DIR }}/logs/*.log | |
| ${{ env.INSTALL_TEST_DIR }}/logs/failed/*.log | |
| ${{ env.INSTALL_TEST_DIR }}/logs/crashed/*.log | |
| ${{ env.INSTALL_TEST_DIR }}/logs/hanged/*.log | |
| ${{ env.INSTALL_TEST_DIR }}/logs/interapted/*.log | |
| ${{ env.INSTALL_TEST_DIR }}/logs/hash_table.csv | |
| ${{ env.PARALLEL_TEST_CACHE }} | |
| if-no-files-found: 'error' |