From 139242d47d6ec8bdb42a05954f51381968435e53 Mon Sep 17 00:00:00 2001 From: Ilya Lavrenov Date: Wed, 20 Dec 2023 12:28:08 +0400 Subject: [PATCH] Delete old Azure pipelines (#21771) --- .ci/azure/analyze_gtest_log.py | 53 --- .ci/azure/linux_coverity.yml | 165 --------- .ci/azure/linux_ngraph_onnx.yml | 128 ------- .ci/azure/windows.yml | 320 ------------------ .ci/azure/windows_conditional_compilation.yml | 172 ---------- .ci/openvino-onnx/Dockerfile | 76 ----- 6 files changed, 914 deletions(-) delete mode 100644 .ci/azure/analyze_gtest_log.py delete mode 100644 .ci/azure/linux_coverity.yml delete mode 100644 .ci/azure/linux_ngraph_onnx.yml delete mode 100644 .ci/azure/windows.yml delete mode 100644 .ci/azure/windows_conditional_compilation.yml delete mode 100644 .ci/openvino-onnx/Dockerfile diff --git a/.ci/azure/analyze_gtest_log.py b/.ci/azure/analyze_gtest_log.py deleted file mode 100644 index c1d8c64ebc4af8..00000000000000 --- a/.ci/azure/analyze_gtest_log.py +++ /dev/null @@ -1,53 +0,0 @@ -# Copyright (C) 2018-2021 Intel Corporation -# SPDX-License-Identifier: Apache-2.0 - -""" -Analyze GTest logs -""" - -import re -from argparse import ArgumentParser - - -def get_passed_tests(log_file_path): - """Gets passed tests with OK status""" - ok_test_line_pattern = "[ OK ] " - ok_tests = [] - with open(log_file_path) as log_file_obj: - for line in log_file_obj.readlines(): - if ok_test_line_pattern in line: - ok_tests.append(line.split(ok_test_line_pattern)[1]) - return ok_tests - - -def get_total_time(tests): - """Gets total execution time (sec)""" - re_compile_time = re.compile(r".+ \(([0-9]+) ms\)") - total_time = 0.0 - for test in tests: - re_time = re_compile_time.match(test) - if re_time: - total_time += int(re_time.group(1)) / 1000 - else: - print("No time in the test line:", test) - return total_time - - -def main(): - """The main entry point function""" - arg_parser = ArgumentParser() - arg_parser.add_argument( - "--log-file", metavar="PATH", default="gtest.log", help="Path to GTest log file" - ) - args = arg_parser.parse_args() - - passed_tests = get_passed_tests(args.log_file) - print("PASSED tests count:", len(passed_tests)) - print("Total execution time of passed tests (sec):", get_total_time(passed_tests)) - - print("\nPASSED tests:") - print("".join(sorted(passed_tests))) - - -if __name__ == "__main__": - main() diff --git a/.ci/azure/linux_coverity.yml b/.ci/azure/linux_coverity.yml deleted file mode 100644 index eeac80d8190425..00000000000000 --- a/.ci/azure/linux_coverity.yml +++ /dev/null @@ -1,165 +0,0 @@ -resources: - repositories: - - repository: openvino_contrib - type: github - endpoint: openvinotoolkit - name: openvinotoolkit/openvino_contrib - ref: master - -variables: - - group: github - -jobs: -- job: Lin - # About 150% of total time - timeoutInMinutes: '90' - - pool: - name: LIN_VMSS_VENV_F16S_U20_WU2 - - variables: - system.debug: true - VSTS_HTTP_RETRY: 5 - VSTS_HTTP_TIMEOUT: 200 - BUILD_TYPE: Release - REPO_DIR: $(Build.Repository.LocalPath) - OPENVINO_CONTRIB_REPO_DIR: $(REPO_DIR)/../openvino_contrib - WORK_DIR: $(Pipeline.Workspace)/_w - BUILD_DIR: $(WORK_DIR)/build - BUILD_SAMPLES_DIR: $(WORK_DIR)/build_samples - INSTALL_DIR: $(WORK_DIR)/install_pkg - SETUPVARS: $(INSTALL_DIR)/setupvars.sh - TMP_DIR: /mnt/tmp - SHARE_DIR: /mount/cinfsshare/onnxtestdata - CCACHE_DIR: $(SHARE_DIR)/ccache/master/linux_coverity - LD_LIBRARY_PATH: $(Agent.ToolsDirectory)/Python/$(OV_PYTHON_VERSION)/x64/lib - OV_PYTHON_VERSION: 3.11.2 # Full version of Python its required for LD_LIBRARY_PATH. More details https://github.com/microsoft/azure-pipelines-tool-lib/blob/master/docs/overview.md#tool-cache - - steps: - - task: UsePythonVersion@0 - inputs: - versionSpec: '$(OV_PYTHON_VERSION)' # Setting only major & minor version will download latest release from GH repo example 3.10 will be 3.10.10. - addToPath: true - disableDownloadFromRegistry: false - architecture: 'x64' - githubToken: $(auth_token) - displayName: Setup Python 3.11 - name: setupPython - - bash: | - #!/bin/bash - python -V - - - script: | - curl -H Metadata:true --noproxy "*" "http://169.254.169.254/metadata/instance?api-version=2019-06-01" - whoami - uname -a - echo Python3 info ; which python3 ; python3 --version - echo Python info ; which python ; python --version - echo Java info ; which java ; java -version - echo gcc info ; which gcc ; gcc --version - echo cmake info ; which cmake ; cmake --version - lsb_release - env - cat /proc/cpuinfo - cat /proc/meminfo - cat /etc/fstab - vmstat -s - df - lsblk -o NAME,HCTL,SIZE,MOUNTPOINT | grep -i "sd" - free -h - displayName: 'System info' - - - script: | - set -e - rm -rf $(WORK_DIR) ; mkdir $(WORK_DIR) - rm -rf $(BUILD_DIR) ; mkdir $(BUILD_DIR) - rm -rf $(BUILD_SAMPLES_DIR) ; mkdir $(BUILD_SAMPLES_DIR) - sudo rm -rf $(TMP_DIR) ; sudo mkdir $(TMP_DIR) ; sudo chmod 777 -R $(TMP_DIR) - sudo mkdir -p $(SHARE_DIR) - sudo apt --assume-yes update && sudo apt --assume-yes install nfs-common - sudo mount -vvv -t nfs cinfsshare.file.core.windows.net:/cinfsshare/onnxtestdata $(SHARE_DIR) -o vers=4,minorversion=1,sec=sys - mkdir -p $(CCACHE_DIR) - displayName: 'Make dir' - - - checkout: self - clean: 'true' - submodules: 'true' - path: openvino - - - checkout: openvino_contrib - clean: 'true' - submodules: 'true' - path: openvino_contrib - - - script: | - set -e - sudo -E $(REPO_DIR)/install_build_dependencies.sh - # Move jdk into contrib - sudo apt --assume-yes install openjdk-11-jdk - # Speed up build - sudo apt -y --no-install-recommends install unzip - wget https://github.com/ninja-build/ninja/releases/download/v1.10.2/ninja-linux.zip - unzip ninja-linux.zip - sudo cp -v ninja /usr/local/bin/ - displayName: 'Install dependencies' - - - task: CMake@1 - inputs: - # Coverity has too many PARSE_ERROR errors with ENABLE_FASTER_BUILD=ON. Disabling FASTER_BUILD. - cmakeArgs: > - -G "Ninja Multi-Config" - -DENABLE_CPPLINT=OFF - -DCMAKE_VERBOSE_MAKEFILE=ON - -DENABLE_FASTER_BUILD=OFF - -DENABLE_STRICT_DEPENDENCIES=OFF - -DBUILD_nvidia_plugin=OFF - -DOPENVINO_EXTRA_MODULES=$(OPENVINO_CONTRIB_REPO_DIR)/modules - -DCMAKE_CXX_COMPILER_LAUNCHER=ccache - -DCMAKE_C_COMPILER_LAUNCHER=ccache - -S $(REPO_DIR) - -B $(BUILD_DIR) - displayName: "Cmake configure" - - - script: ls -alR $(REPO_DIR)/temp/ - displayName: 'List temp SDKs' - - - script: ccache --zero-stats --max-size=50G --show-config - displayName: 'Clean ccache stats' - - - script: | - set -e - wget https://scan.coverity.com/download/linux64 --post-data "token=$(COVERITY_TOKEN)&project=openvino" -O coverity_tool.tgz - tar xvf coverity_tool.tgz - rm coverity_tool.tgz - workingDirectory: $(WORK_DIR) - displayName: 'Install coverity tool' - - - script: | - $(WORK_DIR)/cov-analysis*/bin/cov-build --dir $(BUILD_DIR)/cov-int \ - cmake --build $(BUILD_DIR) --parallel --config $(BUILD_TYPE) - env: - CCACHE_DIR: $(CCACHE_DIR) - CCACHE_TEMPDIR: $(TMP_DIR)/ccache - CCACHE_BASEDIR: $(Pipeline.Workspace) - CCACHE_MAXSIZE: 50G - displayName: 'Build Lin with Coverity' - - - script: ccache --show-stats - displayName: 'Show ccache stats' - - - script: ls -alR $(REPO_DIR)/bin/ - displayName: 'List bin files' - - - script: tar -C $(BUILD_DIR) -czvf openvino.tgz cov-int - workingDirectory: $(BUILD_DIR) - displayName: 'Pack cov-int folder for submission' - - - script: | - curl --form token=$(COVERITY_TOKEN) \ - --form email=$(COVERITY_USER) \ - --form file=@openvino.tgz \ - --form version="$(Build.SourceVersion)" \ - --form description="https://github.com/openvinotoolkit/openvino/runs/$(Build.BuildNumber)" \ - https://scan.coverity.com/builds?project=openvino - workingDirectory: $(BUILD_DIR) - displayName: 'Submit for analysis' diff --git a/.ci/azure/linux_ngraph_onnx.yml b/.ci/azure/linux_ngraph_onnx.yml deleted file mode 100644 index af8fc3e34f9769..00000000000000 --- a/.ci/azure/linux_ngraph_onnx.yml +++ /dev/null @@ -1,128 +0,0 @@ -trigger: - branches: - include: - - 'master' - - 'releases/*' - paths: - exclude: - - '*/docs/*' - - 'docs/*' - - '*/*.md' - - '*.md' - - '*/layer_tests_summary/*' - - '*/conformance/*' - - 'tools/*' - - 'tests/layer_tests/*' - -pr: - drafts: 'false' - branches: - include: - - 'master' - - releases/* - paths: - exclude: - - '*/docs/*' - - 'docs/*' - - '*/*.md' - - '*.md' - - '*/layer_tests_summary/*' - - '*/conformance/*' - - 'tools/*' - - 'tests/layer_tests/*' - -jobs: -- job: OpenVINO_ONNX_CI - strategy: - matrix: - Release: - BUILD_TYPE: 'Release' - TOX_COMMAND: 'tox && tox -e zoo_models' - Debug: - BUILD_TYPE: 'Debug' - TOX_COMMAND: 'tox' - maxParallel: '2' - - # About 300% of total time - timeoutInMinutes: '90' - - pool: - name: LIN_VMSS_VENV_ONNX_U20_WU2 - - variables: - system.debug: true - VSTS_HTTP_RETRY: 5 - VSTS_HTTP_TIMEOUT: 200 - REPO_DIR: $(Build.Repository.LocalPath) - WORK_DIR: $(Pipeline.Workspace)/_w - MODELS_DIR: /mount/cinfsshare/onnxtestdata - TMP_DIR: /mnt/tmp - ONNX_MODEL_ZOO_SHA: "d58213534f2a4d1c4b19ba62b3bb5f544353256e" - - - steps: - - script: | - curl -H Metadata:true --noproxy "*" "http://169.254.169.254/metadata/instance?api-version=2019-06-01" - whoami - uname -a - echo Python3 info ; which python3 ; python3 --version - echo Python info ; which python ; python --version - echo gcc info ; which gcc ; gcc --version - echo cmake info ; which cmake ; cmake --version - lsb_release - env - cat /proc/cpuinfo - cat /proc/meminfo - cat /etc/fstab - vmstat -s - df - lsblk -o NAME,HCTL,SIZE,MOUNTPOINT | grep -i "sd" - free -h - displayName: 'System info' - - - script: | - set -e - rm -rf $(WORK_DIR) ; mkdir $(WORK_DIR) - sudo mkdir -p $(MODELS_DIR) - sudo apt --assume-yes update && sudo apt --assume-yes install nfs-common - sudo apt install nfs-common -y - sudo mount -vvv -t nfs cinfsshare.file.core.windows.net:/cinfsshare/onnxtestdata $(MODELS_DIR) -o vers=4,minorversion=1,sec=sys - mkdir -p $(MODELS_DIR) - displayName: 'Make dirs' - - - checkout: self - clean: 'true' - submodules: 'true' - path: openvino - - - script: | - set -e - sudo apt-get update && sudo apt-get install -y lsb-release git git-lfs - git-lfs install - sudo apt-get clean all - curl -fsSL https://get.docker.com -o get-docker.sh - sudo sh get-docker.sh - displayName: 'Install dependencies' - - - script: - src/frontends/onnx/tests/tests_python/model_zoo_preprocess.sh -d $(MODELS_DIR) -o -s "$(ONNX_MODEL_ZOO_SHA)" - displayName: 'Update models' - condition: ne(variables['BUILD_TYPE'], 'Debug') - - - script: | - sudo docker build \ - --tag=openvino-onnx-ci-image \ - --file=.ci/openvino-onnx/Dockerfile \ - --build-arg BUILD_TYPE=$(BUILD_TYPE) . - displayName: 'Docker build $(BUILD_TYPE)' - - - script: sudo fallocate -l 64G /swapfile ; sudo mkswap /swapfile ; sudo swapon /swapfile ; df ; free -h - displayName: 'Create swap' - - - script: | - sudo docker run \ - --name openvino-onnx-ci-container \ - --volume $(MODELS_DIR)/onnx_model_zoo:/root/.onnx/model_zoo/onnx_model_zoo \ - --volume $(MODELS_DIR)/msft:/root/.onnx/model_zoo/MSFT openvino-onnx-ci-image \ - /bin/bash -c "$(TOX_COMMAND)" - displayName: 'Docker run $(BUILD_TYPE)' diff --git a/.ci/azure/windows.yml b/.ci/azure/windows.yml deleted file mode 100644 index 144c605995e367..00000000000000 --- a/.ci/azure/windows.yml +++ /dev/null @@ -1,320 +0,0 @@ -trigger: - branches: - include: - - 'master' - - 'releases/*' - paths: - exclude: - - '*/docs/*' - - 'docs/*' - - '*/*.md' - - '*.md' - - '*/layer_tests_summary/*' - - '*/conformance/*' - -pr: - branches: - include: - - 'master' - - 'releases/*' - paths: - exclude: - - '*/docs/*' - - 'docs/*' - - '*/*.md' - - '*.md' - - '*/layer_tests_summary/*' - - '*/conformance/*' - -resources: - repositories: - - repository: openvino_contrib - type: github - endpoint: openvinotoolkit - name: openvinotoolkit/openvino_contrib - ref: master - -jobs: -- job: Win - strategy: - matrix: - Static: - CMAKE_BUILD_SHARED_LIBS: 'OFF' - # Dynamic: - # CMAKE_BUILD_SHARED_LIBS: 'ON' - maxParallel: '2' - - # About 150% of total time - timeoutInMinutes: '270' #Temporary change - - pool: - name: WIN_VMSS_VENV_D8S_WU2 - - variables: - system.debug: true - VSTS_HTTP_RETRY: 5 - VSTS_HTTP_TIMEOUT: 200 - BUILD_TYPE: Release - REPO_DIR: $(Build.Repository.LocalPath) - OPENVINO_CONTRIB_REPO_DIR: $(REPO_DIR)\..\openvino_contrib - WORK_DIR: $(Pipeline.Workspace)\_w - BUILD_DIR: $(WORK_DIR)\build - BUILD_SAMPLES_DIR: $(WORK_DIR)\build_samples - BUILD_SAMPLES_TESTS_DIR: $(WORK_DIR)\build_samples_tests - MSVS_VARS_PATH: C:\Program Files (x86)\Microsoft Visual Studio\2019\Enterprise\VC\Auxiliary\Build\vcvars64.bat - MSVC_COMPILER_PATH: C:\Program Files (x86)\Microsoft Visual Studio\2019\Enterprise\VC\Tools\MSVC\14.24.28314\bin\Hostx64\x64\cl.exe - INSTALL_DIR: $(WORK_DIR)\install_pkg - INSTALL_TEST_DIR: $(INSTALL_DIR)\tests - SETUPVARS: $(INSTALL_DIR)\setupvars.bat - CMAKE_VERSION: 3.24.0 - CMAKE_CMD: $(WORK_DIR)\cmake-$(CMAKE_VERSION)-windows-x86_64\cmake-$(CMAKE_VERSION)-windows-x86_64\bin\cmake.exe - OV_CMAKE_TOOLCHAIN_FILE: $(REPO_DIR)\cmake\toolchains\mt.runtime.win32.toolchain.cmake - PYTHON_EXE: C:\hostedtoolcache\windows\Python\3.8.2\x64\python.exe - - steps: - - script: | - rd /Q /S $(WORK_DIR) & mkdir $(WORK_DIR) - rd /Q /S $(BUILD_DIR) & mkdir $(BUILD_DIR) - rd /Q /S $(BUILD_SAMPLES_DIR) & mkdir $(BUILD_SAMPLES_DIR) - rd /Q /S $(BUILD_SAMPLES_TESTS_DIR) & mkdir $(BUILD_SAMPLES_TESTS_DIR) - displayName: 'Make dir' - - - script: | - powershell -command "Invoke-RestMethod -Headers @{\"Metadata\"=\"true\"} -Method GET -Uri http://169.254.169.254/metadata/instance/compute?api-version=2019-06-01 | format-custom" - where $(PYTHON_EXE) - $(PYTHON_EXE) --version - where java - java -version - wmic computersystem get TotalPhysicalMemory - wmic cpu list - wmic logicaldisk get description,name - wmic VOLUME list - set - displayName: 'System info' - - - checkout: self - clean: 'true' - submodules: 'true' - path: openvino - - - checkout: openvino_contrib - clean: 'true' - submodules: 'true' - path: openvino_contrib - - - script: | - $(PYTHON_EXE) -m pip install --upgrade pip - rem For running Python API tests - $(PYTHON_EXE) -m pip install -r $(REPO_DIR)\src\bindings\python\src\compatibility\openvino\requirements-dev.txt - $(PYTHON_EXE) -m pip install -r $(REPO_DIR)\src\bindings\python\wheel\requirements-dev.txt - $(PYTHON_EXE) -m pip install -r $(REPO_DIR)\src\bindings\python\requirements.txt - rem For running Paddle frontend unit tests - $(PYTHON_EXE) -m pip install -r $(REPO_DIR)\src\frontends\paddle\tests\requirements.txt - rem For running ONNX frontend unit tests - $(PYTHON_EXE) -m pip install -r $(REPO_DIR)\src\frontends\onnx\tests\requirements.txt - rem For running TensorFlow frontend unit tests - $(PYTHON_EXE) -m pip install -r $(REPO_DIR)\src\frontends\tensorflow\tests\requirements.txt - rem For MO unit tests - $(PYTHON_EXE) -m pip install -r $(REPO_DIR)\tools\mo\requirements.txt - $(PYTHON_EXE) -m pip install -r $(REPO_DIR)\tools\mo\requirements_dev.txt - rem Speed up build - powershell -command "Invoke-WebRequest https://github.com/Kitware/CMake/releases/download/v$(CMAKE_VERSION)/cmake-$(CMAKE_VERSION)-windows-x86_64.zip -OutFile cmake-$(CMAKE_VERSION)-windows-x86_64.zip" - powershell -command "Expand-Archive -Force cmake-$(CMAKE_VERSION)-windows-x86_64.zip" - powershell -command "Invoke-WebRequest https://github.com/ninja-build/ninja/releases/download/v1.10.2/ninja-win.zip -OutFile ninja-win.zip" - powershell -command "Expand-Archive -Force ninja-win.zip" - workingDirectory: $(WORK_DIR) - displayName: 'Install dependencies' - - - powershell: | - Write-Host "##vso[task.setvariable variable=CMAKE_TOOLCHAIN_FILE]$(OV_CMAKE_TOOLCHAIN_FILE)" - condition: eq(variables['CMAKE_BUILD_SHARED_LIBS'], 'ON') - displayName: "Set cmake toolchain" - - - script: | - set PATH=$(WORK_DIR)\ninja-win;%PATH% && ^ - call "$(MSVS_VARS_PATH)" && $(CMAKE_CMD) ^ - -G "Ninja Multi-Config" ^ - -DENABLE_CPPLINT=OFF ^ - -DENABLE_ONEDNN_FOR_GPU=$(CMAKE_BUILD_SHARED_LIBS) ^ - -DBUILD_SHARED_LIBS=$(CMAKE_BUILD_SHARED_LIBS) ^ - -DENABLE_FASTER_BUILD=ON ^ - -DENABLE_TESTS=ON ^ - -DCMAKE_COMPILE_WARNING_AS_ERROR=ON ^ - -DENABLE_STRICT_DEPENDENCIES=OFF ^ - -DPython3_EXECUTABLE=$(PYTHON_EXE) ^ - -DENABLE_PYTHON=ON ^ - -DBUILD_nvidia_plugin=OFF ^ - -DCUSTOM_OPERATIONS="calculate_grid;complex_mul;fft;grid_sample;sparse_conv;sparse_conv_transpose" ^ - -DOPENVINO_EXTRA_MODULES=$(OPENVINO_CONTRIB_REPO_DIR)\modules ^ - -DCMAKE_C_COMPILER:PATH="$(MSVC_COMPILER_PATH)" ^ - -DCMAKE_CXX_COMPILER:PATH="$(MSVC_COMPILER_PATH)" ^ - -S $(REPO_DIR) ^ - -B $(BUILD_DIR) - displayName: 'CMake OpenVINO' - - - script: dir $(REPO_DIR)\temp\ /s - displayName: 'List temp SDKs' - - - script: | - set PATH=$(WORK_DIR)\ninja-win;%PATH% && ^ - call "$(MSVS_VARS_PATH)" && $(CMAKE_CMD) --build $(BUILD_DIR) --parallel --config Release" - displayName: 'Build Win' - - - script: dir $(REPO_DIR)\bin\ /s - displayName: 'List bin files' - - - script: $(CMAKE_CMD) -DCMAKE_INSTALL_PREFIX=$(INSTALL_DIR) -P $(BUILD_DIR)/cmake_install.cmake - displayName: 'Install' - - - script: dir $(INSTALL_DIR) /s - displayName: 'List install files' - - - script: $(PYTHON_EXE) -m pip install openvino-dev --find-links=$(INSTALL_DIR)\tools - displayName: 'Install Wheels' - - - script: | - call "$(MSVS_VARS_PATH)" && ^ - $(CMAKE_CMD) ^ - -DCMAKE_C_COMPILER:PATH="$(MSVC_COMPILER_PATH)" ^ - -DCMAKE_CXX_COMPILER:PATH="$(MSVC_COMPILER_PATH)" ^ - -S $(REPO_DIR)\tests\samples_tests ^ - -B $(BUILD_SAMPLES_TESTS_DIR) - displayName: 'CMake Samples Tests' - - - script: $(CMAKE_CMD) -DCOMPONENT=tests -DCMAKE_INSTALL_PREFIX=$(INSTALL_DIR) -P $(BUILD_SAMPLES_TESTS_DIR)\cmake_install.cmake - displayName: 'Install Samples Tests' - - - script: | - $(INSTALL_DIR)\samples\cpp\build_samples_msvc.bat -i $(INSTALL_DIR) - if not exist %USERPROFILE%\Documents\Intel\OpenVINO\openvino_cpp_samples_build\ exit 1 - displayName: 'Build cpp samples' - - - script: | - $(INSTALL_DIR)\samples\c\build_samples_msvc.bat -i $(INSTALL_DIR) - if not exist %USERPROFILE%\Documents\Intel\OpenVINO\openvino_c_samples_build\ exit 1 - displayName: 'Build c samples' - - - script: $(PYTHON_EXE) -m pip install -r $(INSTALL_TEST_DIR)\smoke_tests\requirements.txt - displayName: 'Install dependencies for samples smoke tests' - - - script: | - call $(SETUPVARS) && ^ - $(PYTHON_EXE) -m pytest $(INSTALL_DIR)\tests\smoke_tests\ --env_conf $(INSTALL_TEST_DIR)\smoke_tests\env_config.yml -s --junitxml=$(INSTALL_TEST_DIR)/TEST-SamplesSmokeTests.xml - env: - IE_APP_PATH: $(INSTALL_DIR)\samples_bin - IE_APP_PYTHON_PATH: $(INSTALL_DIR)\samples\python\ - SHARE: $(INSTALL_DIR)\tests\smoke_tests\samples_smoke_tests_data\ - WORKSPACE: $(INSTALL_DIR) - displayName: 'Samples Smoke Tests' - - - script: $(CMAKE_CMD) -DCMAKE_INSTALL_PREFIX=$(INSTALL_DIR) -DCOMPONENT=tests -P $(BUILD_DIR)\cmake_install.cmake - displayName: 'Install tests' - - - script: dir $(INSTALL_DIR) /s - displayName: 'List install files' - - - script: rd /Q /S $(BUILD_DIR) - displayName: 'Clean build dir' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_core_unit_tests --gtest_print_time=1 --gtest_filter=-*IE_GPU* --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-NGraphUT.xml - displayName: 'OV Core UT' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_inference_functional_tests --gtest_print_time=1 --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-InferenceFunc.xml - displayName: 'Inference Func Tests' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_inference_unit_tests --gtest_print_time=1 --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-InferenceUnit.xml - displayName: 'Inference Unit Tests' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_proxy_plugin_tests --gtest_print_time=1 --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-OVProxyTests.xml - displayName: 'OV Proxy Plugin Tests' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_hetero_unit_tests --gtest_print_time=1 --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-OVHeteroUnitTests.xml - displayName: 'OV Hetero Unit Tests' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_hetero_func_tests --gtest_print_time=1 --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-OVHeteroFuncTests.xml - displayName: 'OV Hetero Func Tests' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_conditional_compilation_tests --gtest_print_time=1 --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-ConditionalCompilation.xml - displayName: 'Conditional Compilation Tests' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_ir_frontend_tests --gtest_print_time=1 --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-IRFrontend.xml - displayName: 'IR Frontend Tests' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_onnx_frontend_tests --gtest_print_time=1 --gtest_filter=-*IE_GPU* --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-ONNXFrontend.xml - displayName: 'ONNX Frontend Tests' - - # TODO Reenable PDPD after paddlepaddle==2.5.2 with compliant protobuf is released (ticket 95904) - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\paddle_tests --gtest_print_time=1 --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-Paddle.xml - displayName: 'Paddle Frontend UT' - enabled: 'false' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_tensorflow_frontend_tests --gtest_print_time=1 --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-Tensorflow.xml - displayName: 'TensorFlow Frontend Unit Tests' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_tensorflow_common_tests --gtest_print_time=1 --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-TensorflowCommon.xml - displayName: 'TensorFlow Common Unit Tests' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_tensorflow_lite_frontend_tests --gtest_print_time=1 --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-TensorflowLite.xml - displayName: 'TensorFlow Lite Frontend Unit Tests' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_lp_transformations_tests --gtest_print_time=1 --gtest_output=xml:$(INSTALL_TEST_DIR)\LpTransformations.xml - displayName: 'Low Precision Transformations Tests' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_transformations_tests --gtest_print_time=1 --gtest_output=xml:$(INSTALL_TEST_DIR)\Transformations.xml - displayName: 'Transformations Tests' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_legacy_transformations_tests --gtest_print_time=1 --gtest_output=xml:$(INSTALL_TEST_DIR)\LegacyTransformations.xml - displayName: 'Legacy Transformations Tests' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_util_tests --gtest_print_time=1 --gtest_output=xml:$(INSTALL_TEST_DIR)\CommonUtilTests.xml - displayName: 'Common Utils Tests' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\InferenceEngineUnitTests --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-InferenceEngineUnitTests.xml - displayName: 'IE UT old' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_snippets_func_tests --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-ov_snippets_func_tests.xml - displayName: 'Snippets Func Tests' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_cpu_unit_tests --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-ov_cpu_unit_tests.xml - displayName: 'Intel CPU Unit Tests' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_gna_unit_tests --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-ov_gna_unit_tests.xml - displayName: 'GNA UT' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_auto_unit_tests --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-ov_auto_unit_tests.xml - displayName: 'AUTO UT' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_auto_func_tests --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-ov_auto_func_tests.xml - displayName: 'AUTO FuncTests' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_auto_batch_unit_tests --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-ov_auto_batch_unit_tests.xml - displayName: 'AutoBatch UT' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_template_func_tests --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-templateFuncTests.xml - displayName: 'TEMPLATE FuncTests' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_auto_batch_func_tests --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-ov_auto_batch_func_tests.xml - displayName: 'AutoBatch FuncTests' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\InferenceEngineCAPITests --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-InferenceEngineCAPITests.xml - displayName: 'IE CAPITests' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_capi_test --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-ov_capi_test.xml - displayName: 'OV CAPITests' - - - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_cpu_func_tests --gtest_filter=*smoke* --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-ov_cpu_func_tests.xml - displayName: 'CPU FuncTests' - condition: and(succeeded(), eq(variables['CMAKE_BUILD_SHARED_LIBS'], 'OFF')) - - - task: PublishTestResults@2 - condition: always() - inputs: - testResultsFormat: 'JUnit' # Options: JUnit, NUnit, VSTest, xUnit, cTest - testResultsFiles: '**/TEST-*.xml' - #searchFolder: '$(BUILD_DIR)' - mergeTestResults: false # Optional - #failTaskOnFailedTests: false # Optional - #testRunTitle: 'Pre/Post-Commit' # Optional - buildPlatform: 'x64' # Optional - buildConfiguration: 'Windows' # Optional - #publishRunAttachments: true # Optional diff --git a/.ci/azure/windows_conditional_compilation.yml b/.ci/azure/windows_conditional_compilation.yml deleted file mode 100644 index 3d2df492194950..00000000000000 --- a/.ci/azure/windows_conditional_compilation.yml +++ /dev/null @@ -1,172 +0,0 @@ -trigger: - branches: - include: - - 'master' - - 'releases/*' - paths: - exclude: - - '*/docs/*' - - 'docs/*' - - '*/*.md' - - '*.md' - - '*/layer_tests_summary/*' - - '*/conformance/*' - - 'tools/*' - -pr: - drafts: 'false' - branches: - include: - - 'master' - - 'releases/*' - paths: - exclude: - - '*/docs/*' - - 'docs/*' - - '*/*.md' - - '*.md' - - '*/layer_tests_summary/*' - - '*/conformance/*' - - 'tools/*' - -resources: - repositories: - - repository: testdata - type: github - endpoint: openvinotoolkit - name: openvinotoolkit/testdata - ref: master - -variables: - - group: github - -jobs: -- job: WinCC - # About 150% of total time - timeoutInMinutes: '120' - - pool: - name: WIN_VMSS_VENV_F8S_WU2 - - variables: - system.debug: true - VSTS_HTTP_RETRY: 5 - VSTS_HTTP_TIMEOUT: 200 - BUILD_TYPE: Release - REPO_DIR: $(Build.Repository.LocalPath) - MODELS_PATH: $(REPO_DIR)\..\testdata - WORK_DIR: $(Pipeline.Workspace)\_w - BUILD_DIR: $(WORK_DIR)\build - BUILD_DIR_2: $(WORK_DIR)\build_s - MSVS_VARS_PATH: C:\Program Files (x86)\Microsoft Visual Studio\2019\Enterprise\VC\Auxiliary\Build\vcvars64.bat - MSVC_COMPILER_PATH: C:\Program Files (x86)\Microsoft Visual Studio\2019\Enterprise\VC\Tools\MSVC\14.24.28314\bin\Hostx64\x64\cl.exe - INSTALL_DIR: $(WORK_DIR)\install_pkg - SETUPVARS: $(INSTALL_DIR)\setupvars.bat - - steps: - - script: | - powershell -command "Invoke-RestMethod -Headers @{\"Metadata\"=\"true\"} -Method GET -Uri http://169.254.169.254/metadata/instance/compute?api-version=2019-06-01 | format-custom" - where python - python --version - where java - java -version - where cmake - cmake --version - wmic computersystem get TotalPhysicalMemory - wmic cpu list - wmic logicaldisk get description,name - wmic VOLUME list - set - displayName: 'System info' - - - script: | - rd /Q /S $(WORK_DIR) & mkdir $(WORK_DIR) - rd /Q /S $(BUILD_DIR) & mkdir $(BUILD_DIR) - rd /Q /S $(BUILD_DIR_2) & mkdir $(BUILD_DIR_2) - displayName: 'Make dir' - - - checkout: self - clean: 'true' - submodules: 'true' - path: openvino - - - script: | - rem Speed up build - powershell -command "Invoke-WebRequest https://github.com/ninja-build/ninja/releases/download/v1.10.2/ninja-win.zip -OutFile ninja-win.zip" - powershell -command "Expand-Archive -Force ninja-win.zip" - workingDirectory: $(WORK_DIR) - displayName: 'Install dependencies' - - - checkout: testdata - clean: 'true' - lfs: 'true' - path: testdata - - - script: | - set PATH=$(WORK_DIR)\ninja-win;%PATH% - call "$(MSVS_VARS_PATH)" && cmake ^ - -G Ninja ^ - -DENABLE_CPPLINT=OFF ^ - -DENABLE_GAPI_PREPROCESSING=OFF ^ - -DENABLE_PLUGINS_XML=ON ^ - -DCMAKE_COMPILE_WARNING_AS_ERROR=ON ^ - -DCMAKE_BUILD_TYPE=$(BUILD_TYPE) ^ - -DENABLE_PROFILING_ITT=ON ^ - -DSELECTIVE_BUILD=COLLECT ^ - -DCMAKE_C_COMPILER:PATH="$(MSVC_COMPILER_PATH)" ^ - -DCMAKE_CXX_COMPILER:PATH="$(MSVC_COMPILER_PATH)" ^ - -S $(REPO_DIR) ^ - -B $(BUILD_DIR) - displayName: 'CMake CC COLLECT' - - - script: dir $(REPO_DIR)\temp\ /s - displayName: 'List temp SDKs' - - - script: | - call "$(MSVS_VARS_PATH)" && cmake --build $(BUILD_DIR) --config $(BUILD_TYPE) --parallel --target ^ - openvino_intel_cpu_plugin openvino_ir_frontend benchmark_app sea_itt_lib - displayName: 'Build CC COLLECT' - - - script: dir $(REPO_DIR)\bin\ /s - displayName: 'List bin files' - - - script: | - set path=%path%;$(REPO_DIR)\temp\tbb\bin - call "$(MSVS_VARS_PATH)" && python thirdparty\itt_collector\runtool\sea_runtool.py --bindir $(REPO_DIR)\bin\intel64\$(BUILD_TYPE) -o $(BUILD_DIR)\itt_stat ! $(REPO_DIR)\bin\intel64\$(BUILD_TYPE)\benchmark_app.exe -niter 1 -nireq 1 -m $(MODELS_PATH)\models\test_model\test_model_fp32.xml -d CPU - workingDirectory: $(REPO_DIR) - displayName: 'Code usage analysis' - - - script: dir $(BUILD_DIR)\*.csv /s /p - displayName: 'List csv files' - - - script: | - call "$(MSVS_VARS_PATH)" && cmake ^ - -G "Visual Studio 16 2019" ^ - -DCMAKE_VERBOSE_MAKEFILE=ON ^ - -DENABLE_CPPLINT=OFF ^ - -DENABLE_GAPI_PREPROCESSING=OFF ^ - -DENABLE_PROFILING_ITT=OFF ^ - -DSELECTIVE_BUILD=ON ^ - -DCMAKE_COMPILE_WARNING_AS_ERROR=ON ^ - -DSELECTIVE_BUILD_STAT=$(BUILD_DIR)\*.csv ^ - -DCMAKE_C_COMPILER:PATH="$(MSVC_COMPILER_PATH)" ^ - -DCMAKE_CXX_COMPILER:PATH="$(MSVC_COMPILER_PATH)" ^ - -S $(REPO_DIR) ^ - -B $(BUILD_DIR_2) - displayName: 'CMake CC ON' - - - script: cmake --build $(BUILD_DIR_2) --config $(BUILD_TYPE) --parallel --target ^ - openvino_intel_cpu_plugin openvino_ir_frontend benchmark_app - displayName: 'Build CC ON' - - - script: dir $(REPO_DIR)\bin\ /s - displayName: 'List bin files ON' - - - script: type $(BUILD_DIR_2)\src\common\conditional_compilation\conditional_compilation_gen.h - displayName: 'Check conditional_compilation_gen.h header' - - - script: | - set path=%path%;$(REPO_DIR)\temp\tbb\bin - $(REPO_DIR)\bin\intel64\$(BUILD_TYPE)\benchmark_app.exe -niter 1 -nireq 1 -m $(MODELS_PATH)\models\test_model\test_model_fp32.xml -d CPU - workingDirectory: $(REPO_DIR) - displayName: 'Use OpenVINO after CC' diff --git a/.ci/openvino-onnx/Dockerfile b/.ci/openvino-onnx/Dockerfile deleted file mode 100644 index d5439a3c5e1901..00000000000000 --- a/.ci/openvino-onnx/Dockerfile +++ /dev/null @@ -1,76 +0,0 @@ -FROM ubuntu:23.04 - -LABEL version=2021.03.30.1 - -# Build configuration arguments -ARG BUILD_TYPE=Release - -ARG http_proxy -ARG https_proxy -ENV http_proxy ${http_proxy} -ENV https_proxy ${https_proxy} - -ENV CI=true -ENV DEBIAN_FRONTEND=noninteractive -ENV PYTHONUNBUFFERED 1 - -# Install base dependencies -RUN apt-get update && apt-get install -y locales && apt-get clean autoclean && apt-get autoremove -y - -# Set the locale to en_US.UTF-8 -RUN locale-gen en_US.UTF-8 -ENV LANG en_US.UTF-8 -ENV LANGUAGE en_US:en -ENV LC_ALL en_US.UTF-8 - -RUN apt-get update && apt-get -y --no-install-recommends install \ -# OpenVINO dependencies - build-essential \ - ninja-build \ - cmake \ - curl \ - git \ - unzip \ - libtbb-dev \ - libpugixml-dev \ - wget \ -# Python dependencies - python3 \ - python3-pip \ - python3-dev \ - pybind11-dev \ - python3-virtualenv \ - cython3 \ - tox && \ - apt-get clean autoclean && \ - apt-get autoremove -y - -# Build OpenVINO -COPY . /openvino/ -WORKDIR /openvino/build -RUN cmake .. \ - -G Ninja \ - -DCMAKE_BUILD_TYPE=${BUILD_TYPE} \ - -DENABLE_INTEL_GNA=OFF \ - -DENABLE_INTEL_GPU=OFF \ - -DENABLE_HETERO=OFF \ - -DENABLE_MULTI=OFF \ - -DENABLE_AUTO_BATCH=OFF \ - -DENABLE_GAPI_PREPROCESSING=OFF \ - -DENABLE_CPPLINT=OFF \ - -DENABLE_NCC_STYLE=OFF \ - -DENABLE_PROFILING_ITT=OFF \ - -DENABLE_SAMPLES=OFF \ - -DENABLE_OV_PADDLE_FRONTEND=OFF \ - -DENABLE_OV_PYTORCH_FRONTEND=ON \ - -DENABLE_OV_TF_FRONTEND=OFF \ - -DENABLE_OPENVINO_DEBUG=OFF \ - -DCMAKE_INSTALL_PREFIX=/openvino/dist -RUN ninja install - -# Run tests via tox -WORKDIR /openvino/src/bindings/python -ENV OpenVINO_DIR=/openvino/dist/runtime/cmake -ENV LD_LIBRARY_PATH=/openvino/dist/runtime/lib/intel64:/openvino/dist/runtime/3rdparty/tbb/lib -ENV PYTHONPATH=/openvino/bin/intel64/${BUILD_TYPE}/python:/openvino/tools/mo:${PYTHONPATH} -CMD tox