diff --git a/.ci/azure/android_arm64.yml b/.ci/azure/android_arm64.yml deleted file mode 100644 index 4f4b602ddd8f27..00000000000000 --- a/.ci/azure/android_arm64.yml +++ /dev/null @@ -1,198 +0,0 @@ -trigger: - branches: - include: - - 'master' - - 'releases/*' - paths: - exclude: - - '*/docs/*' - - 'docs/*' - - '*/*.md' - - '*.md' - - '*/layer_tests_summary/*' - - '*/conformance/*' - - 'tools/*' - - 'tests/layer_tests/*' - -pr: - drafts: 'false' - branches: - include: - - 'master' - - 'releases/*' - paths: - exclude: - - '*/docs/*' - - 'docs/*' - - '*/*.md' - - '*.md' - - '*/layer_tests_summary/*' - - '*/conformance/*' - - 'tools/*' - - 'tests/layer_tests/*' - -resources: - repositories: - - repository: vcpkg - type: github - endpoint: openvinotoolkit - name: microsoft/vcpkg - -variables: - - group: github - -jobs: -- job: android_arm64 - # About 150% of total time - timeoutInMinutes: '120' - - pool: - name: LIN_VMSS_VENV_F16S_U20_WU2 - - variables: - system.debug: true - VSTS_HTTP_RETRY: 5 - VSTS_HTTP_TIMEOUT: 200 - BUILD_TYPE: Debug - OPENVINO_REPO_DIR: $(Build.Repository.LocalPath) - VCPKG_ROOT: $(OPENVINO_REPO_DIR)/../vcpkg - WORK_DIR: $(Pipeline.Workspace)/_w - BUILD_DIR: $(WORK_DIR)/build - ANDROID_TOOLS: $(WORK_DIR)/android_tools - ANDROID_NDK_HOME: $(WORK_DIR)/android_tools/ndk-bundle - ANDROID_SDK_VERSION: 29 - ANDROID_ABI_CONFIG: arm64-v8a - TMP_DIR: /mnt/tmp - SHARE_DIR: /mount/cinfsshare/onnxtestdata - CCACHE_DIR: $(SHARE_DIR)/ccache/master/android_arm64 - LD_LIBRARY_PATH: $(Agent.ToolsDirectory)/Python/$(OV_PYTHON_VERSION)/x64/lib - OV_PYTHON_VERSION: 3.11.2 # Full version of Python its required for LD_LIBRARY_PATH. More details https://github.com/microsoft/azure-pipelines-tool-lib/blob/master/docs/overview.md#tool-cache - - steps: - - task: UsePythonVersion@0 - inputs: - versionSpec: '$(OV_PYTHON_VERSION)' # Setting only major & minor version will download latest release from GH repo example 3.10 will be 3.10.10. - addToPath: true - disableDownloadFromRegistry: false - architecture: 'x64' - githubToken: $(auth_token) - displayName: Setup Python 3.11 - name: setupPython - - bash: | - #!/bin/bash - python -V - - - script: | - curl -H Metadata:true --noproxy "*" "http://169.254.169.254/metadata/instance?api-version=2019-06-01" - whoami - uname -a - echo ls /usr/bin/python3.10 - rm -rf /usr/bin/python3 - sudo ln -s /usr/bin/python3.10 /usr/bin/python3 - echo Python3 info ; which python3 ; python3 --version - echo Python info ; which python ; python --version - echo Java info ; which java ; java -version - echo gcc info ; which gcc ; gcc --version - echo cmake info ; which cmake ; cmake --version - lsb_release - env - cat /proc/cpuinfo - cat /proc/meminfo - cat /etc/fstab - vmstat -s - df - lsblk -o NAME,HCTL,SIZE,MOUNTPOINT | grep -i "sd" - free -h - displayName: 'System information' - - - script: | - set -e - rm -rf $(WORK_DIR) ; mkdir $(WORK_DIR) - rm -rf $(BUILD_DIR) ; mkdir $(BUILD_DIR) - rm -rf $(ANDROID_TOOLS) ; mkdir $(ANDROID_TOOLS) - sudo rm -rf $(TMP_DIR) ; sudo mkdir $(TMP_DIR) ; sudo chmod 777 -R $(TMP_DIR) - sudo mkdir -p $(SHARE_DIR) - sudo apt --assume-yes update && sudo apt --assume-yes install nfs-common - sudo mount -vvv -t nfs cinfsshare.file.core.windows.net:/cinfsshare/onnxtestdata $(SHARE_DIR) -o vers=4,minorversion=1,sec=sys - mkdir -p $(CCACHE_DIR) - displayName: 'Make dir' - - - checkout: self - submodules: 'true' - clean: 'true' - path: openvino - - - checkout: vcpkg - clean: 'true' - path: vcpkg - - - script: | - set -e - # generic dependencies - sudo -E apt --assume-yes install ccache scons default-jdk python3-pip ninja-build - # vcpkg requires cmake 3.19 or later - python3 -m pip install -U pip cmake - # vcpkg's tool dependencies - sudo -E apt --assume-yes install curl zip unzip tar - # vcpkg 'python3' port dependencies - sudo -E apt --assume-yes install autoconf libtool autoconf-archive - # vcpkg tree of dependencies require extra packages - sudo -E apt --assume-yes install pkg-config linux-libc-dev - # Install Android SDK, NDK and Tools - sudo apt -y --no-install-recommends install unzip - wget https://dl.google.com/android/repository/commandlinetools-linux-7583922_latest.zip - unzip commandlinetools-linux-7583922_latest.zip - yes | ./cmdline-tools/bin/sdkmanager --sdk_root=$(ANDROID_TOOLS) --licenses - ./cmdline-tools/bin/sdkmanager --sdk_root=$(ANDROID_TOOLS) --install "ndk-bundle" "platform-tools" "platforms;android-$(ANDROID_SDK_VERSION)" - displayName: 'Install dependencies' - - - script: | - set -e - $(VCPKG_ROOT)/bootstrap-vcpkg.sh --disableMetrics - # patch vcpkg default (community) toolchain to build only Release configuration - echo "set(VCPKG_BUILD_TYPE release)" >> $(VCPKG_ROOT)/triplets/community/arm64-android.cmake - displayName: 'Build vcpkg' - - - task: CMake@1 - inputs: - cmakeArgs: > - -G Ninja - -DCMAKE_VERBOSE_MAKEFILE=ON - -DCMAKE_BUILD_TYPE=$(BUILD_TYPE) - -DVCPKG_TARGET_TRIPLET=arm64-android - -DVCPKG_HOST_TRIPLET=x64-linux-release - -DCMAKE_TOOLCHAIN_FILE=$(VCPKG_ROOT)/scripts/buildsystems/vcpkg.cmake - -DVCPKG_CHAINLOAD_TOOLCHAIN_FILE=$(ANDROID_NDK_HOME)/build/cmake/android.toolchain.cmake - -DCMAKE_COMPILE_WARNING_AS_ERROR=ON - -DANDROID_ABI=$(ANDROID_ABI_CONFIG) - -DANDROID_PLATFORM=$(ANDROID_SDK_VERSION) - -DENABLE_PYTHON=OFF - -DENABLE_SYSTEM_OPENCL=ON - -DENABLE_SYSTEM_PROTOBUF=ON - -DENABLE_SYSTEM_PUGIXML=ON - -DENABLE_SYSTEM_SNAPPY=ON - -DENABLE_SYSTEM_TBB=ON - -DENABLE_SYSTEM_FLATBUFFERS=ON - -DENABLE_INTEL_GPU=ON - -DENABLE_TESTS=ON - -DCMAKE_CXX_COMPILER_LAUNCHER=ccache - -DCMAKE_C_COMPILER_LAUNCHER=ccache - -S $(OPENVINO_REPO_DIR) - -B $(BUILD_DIR) - - - script: ccache --zero-stats --max-size=50G --show-config - displayName: 'Clean ccache stats' - - - script: cmake --build $(BUILD_DIR) --parallel --config $(BUILD_TYPE) - env: - CCACHE_DIR: $(CCACHE_DIR) - CCACHE_TEMPDIR: $(TMP_DIR)/ccache - CCACHE_BASEDIR: $(Pipeline.Workspace) - CCACHE_MAXSIZE: 50G - displayName: 'Build Android ARM64' - - - script: ccache --show-stats - displayName: 'Show ccache stats' - - - script: ls -alR $(OPENVINO_REPO_DIR)/bin/ - displayName: 'List binary files' diff --git a/.ci/azure/linux_arm64.yml b/.ci/azure/linux_arm64.yml deleted file mode 100644 index 11f9e545f4bdd8..00000000000000 --- a/.ci/azure/linux_arm64.yml +++ /dev/null @@ -1,236 +0,0 @@ -trigger: - branches: - include: - - 'master' - - 'releases/*' - paths: - exclude: - - '*/docs/*' - - 'docs/*' - - '*/*.md' - - '*.md' - - '*/layer_tests_summary/*' - - '*/conformance/*' - - 'tools/*' - - 'tests/layer_tests/*' - -pr: - drafts: 'false' - branches: - include: - - 'master' - - 'releases/*' - paths: - exclude: - - '*/docs/*' - - 'docs/*' - - '*/*.md' - - '*.md' - - '*/layer_tests_summary/*' - - '*/conformance/*' - - 'tools/*' - - 'tests/layer_tests/*' - -variables: - - group: github - -jobs: -- job: linux_arm64 - # About 150% of total time - timeoutInMinutes: '120' - - pool: - name: LIN_VMSS_VENV_F16S_U20_WU2 - - variables: - system.debug: true - VSTS_HTTP_RETRY: 5 - VSTS_HTTP_TIMEOUT: 200 - NUM_PROC: 2 - BUILD_TYPE: Release - OPENVINO_REPO_DIR: $(Build.Repository.LocalPath) - BUILD_OPENVINO: $(WORK_DIR)/build - INSTALL_OPENVINO: $(WORK_DIR)/install_openvino - WORK_DIR: $(Pipeline.Workspace)/_w - SHARE_DIR: /mount/cinfsshare/onnxtestdata - TMP_DIR: /mnt/tmp - OPENVINO_CCACHE_DIR: $(SHARE_DIR)/ccache/master/linux_arm64 - LD_LIBRARY_PATH: $(Agent.ToolsDirectory)/Python/$(OV_PYTHON_VERSION)/x64/lib - OV_PYTHON_VERSION_MAJOR_MINOR: 3.11 - OV_PYTHON_VERSION: $(OV_PYTHON_VERSION_MAJOR_MINOR).2 # Full version of Python its required for LD_LIBRARY_PATH. More details https://github.com/microsoft/azure-pipelines-tool-lib/blob/master/docs/overview.md#tool-cache - - steps: - - task: UsePythonVersion@0 - inputs: - versionSpec: '$(OV_PYTHON_VERSION)' # Setting only major & minor version will download latest release from GH repo example 3.10 will be 3.10.10. - addToPath: true - disableDownloadFromRegistry: false - architecture: 'x64' - githubToken: $(auth_token) - displayName: Setup Python 3.11 - name: setupPython - - bash: | - #!/bin/bash - python -V - - - script: | - curl -H Metadata:true --noproxy "*" "http://169.254.169.254/metadata/instance?api-version=2019-06-01" - whoami - uname -a - echo Python3 info ; which python3 ; python3 --version - echo Python info ; which python ; python --version - echo Java info ; which java ; java -version - echo gcc info ; which gcc ; gcc --version - echo cmake info ; which cmake ; cmake --version - lsb_release - env - cat /proc/cpuinfo - cat /proc/meminfo - cat /etc/fstab - vmstat -s - df - lsblk -o NAME,HCTL,SIZE,MOUNTPOINT | grep -i "sd" - free -h - echo "##vso[task.setvariable variable=NUM_PROC]$(nproc --all)" - echo "NUM_PROC=$(NUM_PROC)" - displayName: 'System information' - - - script: | - set -e - rm -rf $(WORK_DIR) ; mkdir $(WORK_DIR) - mkdir -p $(BUILD_OPENVINO) - mkdir -p $(INSTALL_OPENVINO) - sudo rm -rf $(TMP_DIR) ; sudo mkdir $(TMP_DIR) ; sudo chmod 777 -R $(TMP_DIR) - sudo mkdir -p $(SHARE_DIR) - sudo apt --assume-yes update && sudo apt --assume-yes install nfs-common - sudo mount -vvv -t nfs cinfsshare.file.core.windows.net:/cinfsshare/onnxtestdata $(SHARE_DIR) -o vers=4,minorversion=1,sec=sys - mkdir -p $(OPENVINO_CCACHE_DIR) - displayName: 'Make directories' - - - checkout: self - clean: 'true' - path: openvino - - - script: | - set -e - python3 -m pip install --upgrade pip - python3 -m pip install cmake - python3 -m pip install -r $(OPENVINO_REPO_DIR)/src/bindings/python/requirements.txt - python3 -m pip install -r $(OPENVINO_REPO_DIR)/src/bindings/python/wheel/requirements-dev.txt - python3 -m pip install -r $(OPENVINO_REPO_DIR)/src/bindings/python/src/compatibility/openvino/requirements-dev.txt - # install dependencies needed to build CPU plugin for ARM - sudo -E apt --assume-yes install scons gcc-10-aarch64-linux-gnu g++-10-aarch64-linux-gnu - # generic dependencies - sudo -E apt --assume-yes install cmake ccache ninja-build unzip fdupes - displayName: 'Install build dependencies' - - - script: | - set -e - echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ focal main restricted > arm64-sources.list - echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ focal-updates main restricted >> arm64-sources.list - echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ focal universe >> arm64-sources.list - echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ focal-updates universe >> arm64-sources.list - echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ focal multiverse >> arm64-sources.list - echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ focal-updates multiverse >> arm64-sources.list - echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ focal-backports main restricted universe multiverse >> arm64-sources.list - echo deb [arch=amd64] http://security.ubuntu.com/ubuntu/ focal-security main restricted >> arm64-sources.list - echo deb [arch=amd64] http://security.ubuntu.com/ubuntu/ focal-security universe >> arm64-sources.list - echo deb [arch=amd64] http://security.ubuntu.com/ubuntu/ focal-security multiverse >> arm64-sources.list - echo deb [arch=arm64] http://ports.ubuntu.com/ubuntu-ports/ focal main >> arm64-sources.list - echo deb [arch=arm64] http://ports.ubuntu.com/ubuntu-ports/ focal universe >> arm64-sources.list - echo deb [arch=arm64] http://ports.ubuntu.com/ubuntu-ports/ focal-updates main >> arm64-sources.list - echo deb [arch=arm64] http://ports.ubuntu.com/ubuntu-ports/ focal-security main >> arm64-sources.list - sudo mv arm64-sources.list /etc/apt/sources.list.d/ - sudo -E dpkg --add-architecture arm64 - sudo -E apt-get update -o Dir::Etc::sourcelist=/etc/apt/sources.list.d/arm64-sources.list - sudo -E apt-get install -y --no-install-recommends libpython3-dev:arm64 - displayName: 'Install arm64 libraries' - - - script: | - set -e - git submodule update --init -- $(OPENVINO_REPO_DIR)/src/plugins - git submodule update --init -- $(OPENVINO_REPO_DIR)/thirdparty/gtest - git submodule update --init -- $(OPENVINO_REPO_DIR)/thirdparty/open_model_zoo - displayName: 'Init submodules for non Conan dependencies' - - - script: | - set -e - python3 -m pip install conan - # install build profile compilers - sudo -E apt --assume-yes install gcc g++ - # generate build profile - conan profile detect - # generate host profile for linux_arm64 - echo "include(default)" > $(BUILD_OPENVINO)/linux_arm64 - echo "[buildenv]" >> $(BUILD_OPENVINO)/linux_arm64 - echo "CC=aarch64-linux-gnu-gcc-10" >> $(BUILD_OPENVINO)/linux_arm64 - echo "CXX=aarch64-linux-gnu-g++-10" >> $(BUILD_OPENVINO)/linux_arm64 - # install OpenVINO dependencies - conan install $(OPENVINO_REPO_DIR)/conanfile.txt \ - -pr:h $(BUILD_OPENVINO)/linux_arm64 \ - -s:h arch=armv8 \ - -of $(BUILD_OPENVINO)/dependencies \ - -b missing - env: - CMAKE_CXX_COMPILER_LAUNCHER: ccache - CMAKE_C_COMPILER_LAUNCHER: ccache - CCACHE_DIR: $(OPENVINO_CCACHE_DIR) - CCACHE_TEMPDIR: $(TMP_DIR)/ccache - CCACHE_BASEDIR: $(Pipeline.Workspace) - CCACHE_MAXSIZE: 50G - displayName: 'Install conan and dependencies' - - - script: | - set -e - source $(BUILD_OPENVINO)/dependencies/conanbuild.sh - cmake \ - -DCMAKE_VERBOSE_MAKEFILE=ON \ - -DBUILD_SHARED_LIBS=OFF \ - -DCMAKE_COMPILE_WARNING_AS_ERROR=ON \ - -DENABLE_CPPLINT=ON \ - -DENABLE_INTEL_GPU=ON \ - -DENABLE_PYTHON=ON \ - -DENABLE_WHEEL=ON \ - -DPYTHON_MODULE_EXTENSION=$(aarch64-linux-gnu-python3-config --extension-suffix) \ - -DPYBIND11_PYTHON_EXECUTABLE_LAST=$(Agent.ToolsDirectory)/Python/$(OV_PYTHON_VERSION)/x64/bin/python$(OV_PYTHON_VERSION_MAJOR_MINOR) \ - -DPython3_EXECUTABLE=$(Agent.ToolsDirectory)/Python/$(OV_PYTHON_VERSION)/x64/bin/python$(OV_PYTHON_VERSION_MAJOR_MINOR) \ - -DPython3_INCLUDE_DIR=$(Agent.ToolsDirectory)/Python/$(OV_PYTHON_VERSION)/x64/include/python$(OV_PYTHON_VERSION_MAJOR_MINOR) \ - -DENABLE_TESTS=ON \ - -DENABLE_SYSTEM_TBB=ON \ - -DENABLE_SYSTEM_PROTOBUF=ON \ - -DENABLE_SYSTEM_SNAPPY=ON \ - -DENABLE_SYSTEM_PUGIXML=ON \ - -DCMAKE_CXX_COMPILER_LAUNCHER=ccache \ - -DCMAKE_C_COMPILER_LAUNCHER=ccache \ - -DARM_COMPUTE_SCONS_JOBS=$(NUM_PROC) \ - -DCMAKE_INSTALL_PREFIX=$(INSTALL_OPENVINO) \ - -DCMAKE_BUILD_TYPE=$(BUILD_TYPE) \ - -DENABLE_PYTHON_PACKAGING=ON \ - -S $(OPENVINO_REPO_DIR) \ - -B $(BUILD_OPENVINO) - source $(BUILD_OPENVINO)/dependencies/deactivate_conanbuild.sh - env: - CMAKE_GENERATOR: Ninja - CMAKE_TOOLCHAIN_FILE: $(BUILD_OPENVINO)/dependencies/conan_toolchain.cmake - displayName: 'CMake configure' - - - script: cmake --build $(BUILD_OPENVINO) --parallel --config $(BUILD_TYPE) - env: - CCACHE_DIR: $(OPENVINO_CCACHE_DIR) - CCACHE_TEMPDIR: $(TMP_DIR)/ccache - CCACHE_BASEDIR: $(Pipeline.Workspace) - CCACHE_MAXSIZE: 50G - displayName: 'Build OpenVINO Runtime' - - - script: cmake --build $(BUILD_OPENVINO) --parallel --config $(BUILD_TYPE) --target install - displayName: 'Install OpenVINO Runtime' - - - script: | - set -e - source $(BUILD_OPENVINO)/dependencies/conanbuild.sh - $(INSTALL_OPENVINO)/samples/cpp/build_samples.sh - source $(BUILD_OPENVINO)/dependencies/deactivate_conanbuild.sh - env: - CMAKE_GENERATOR: Ninja - CMAKE_TOOLCHAIN_FILE: $(BUILD_OPENVINO)/dependencies/conan_toolchain.cmake - displayName: 'Build OpenVINO C++ samples' diff --git a/.ci/azure/linux_conditional_compilation.yml b/.ci/azure/linux_conditional_compilation.yml deleted file mode 100644 index 7c463d0828a0ac..00000000000000 --- a/.ci/azure/linux_conditional_compilation.yml +++ /dev/null @@ -1,172 +0,0 @@ -trigger: - branches: - include: - - 'master' - - 'releases/*' - paths: - exclude: - - '*/docs/*' - - 'docs/*' - - '*/*.md' - - '*.md' - - '*/layer_tests_summary/*' - - '*/conformance/*' - - 'tools/*' - -pr: - drafts: 'false' - branches: - include: - - 'master' - - 'releases/*' - paths: - exclude: - - '*/docs/*' - - 'docs/*' - - '*/*.md' - - '*.md' - - '*/layer_tests_summary/*' - - '*/conformance/*' - - 'tools/*' - -resources: - repositories: - - repository: testdata - type: github - endpoint: openvinotoolkit - name: openvinotoolkit/testdata - ref: master - -variables: - - group: github - -jobs: -- job: LinCC - # About 150% of total time - timeoutInMinutes: '90' - - pool: - name: LIN_VMSS_VENV_F16S_U20_WU2 - - variables: - system.debug: true - VSTS_HTTP_RETRY: 5 - VSTS_HTTP_TIMEOUT: 200 - BUILD_TYPE: Release - REPO_DIR: $(Build.Repository.LocalPath) - MODELS_PATH: $(REPO_DIR)/../testdata - WORK_DIR: $(Pipeline.Workspace)/_w - BUILD_DIR: $(WORK_DIR)/build - INSTALL_DIR: $(WORK_DIR)/install_pkg - SETUPVARS: $(INSTALL_DIR)/setupvars.sh - LD_LIBRARY_PATH: $(Agent.ToolsDirectory)/Python/$(OV_PYTHON_VERSION)/x64/lib - OV_PYTHON_VERSION: 3.11.2 # Full version of Python its required for LD_LIBRARY_PATH. More details https://github.com/microsoft/azure-pipelines-tool-lib/blob/master/docs/overview.md#tool-cache - - steps: - - task: UsePythonVersion@0 - inputs: - versionSpec: '$(OV_PYTHON_VERSION)' # Setting only major & minor version will download latest release from GH repo example 3.10 will be 3.10.10. - addToPath: true - disableDownloadFromRegistry: false - architecture: 'x64' - githubToken: $(auth_token) - displayName: Setup Python 3.11 - name: setupPython - - bash: | - #!/bin/bash - python -V - - - script: | - curl -H Metadata:true --noproxy "*" "http://169.254.169.254/metadata/instance?api-version=2019-06-01" - whoami - uname -a - echo Python3 info ; which python3 ; python3 --version - echo Python info ; which python ; python --version - echo Java info ; which java ; java -version - echo gcc info ; which gcc ; gcc --version - echo cmake info ; which cmake ; cmake --version - lsb_release - env - cat /proc/cpuinfo - cat /proc/meminfo - cat /etc/fstab - vmstat -s - df - lsblk -o NAME,HCTL,SIZE,MOUNTPOINT | grep -i "sd" - free -h - displayName: 'System info' - - - script: | - set -e - rm -rf $(WORK_DIR) ; mkdir $(WORK_DIR) - rm -rf $(BUILD_DIR) ; mkdir $(BUILD_DIR) - displayName: 'Make dir' - - - checkout: self - clean: 'true' - submodules: 'true' - path: openvino - - - script: | - set -e - sudo -E $(REPO_DIR)/install_build_dependencies.sh - # Speed up build - sudo apt -y --no-install-recommends install unzip - wget https://github.com/ninja-build/ninja/releases/download/v1.10.2/ninja-linux.zip - unzip ninja-linux.zip - sudo cp -v ninja /usr/local/bin/ - displayName: 'Install dependencies' - - - checkout: testdata - clean: 'true' - lfs: 'true' - path: testdata - - - task: CMake@1 - inputs: - cmakeArgs: > - -G "Ninja Multi-Config" - -DENABLE_CPPLINT=OFF - -DENABLE_GAPI_PREPROCESSING=OFF - -DCMAKE_VERBOSE_MAKEFILE=ON - -DCMAKE_COMPILE_WARNING_AS_ERROR=ON - -DENABLE_FASTER_BUILD=ON - -DENABLE_PROFILING_ITT=ON - -DSELECTIVE_BUILD=COLLECT - -S $(REPO_DIR) - -B $(BUILD_DIR) - displayName: 'Cmake CC COLLECT' - - - script: cmake --build $(BUILD_DIR) --parallel --config $(BUILD_TYPE) --target openvino_intel_cpu_plugin openvino_ir_frontend benchmark_app sea_itt_lib - displayName: 'Build CC COLLECT' - - - script: ls -alR $(REPO_DIR)/bin/ - displayName: 'List bin files' - - - script: | - set -e - python3 $(REPO_DIR)/thirdparty/itt_collector/runtool/sea_runtool.py \ - --bindir $(REPO_DIR)/bin/intel64/Release -o $(BUILD_DIR)/itt_stat ! \ - $(REPO_DIR)/bin/intel64/Release/benchmark_app -niter 1 -nireq 1 \ - -m $(MODELS_PATH)/models/test_model/test_model_fp32.xml -d CPU - displayName: 'Code usage analysis' - - - task: CMake@1 - inputs: - cmakeArgs: > - -DSELECTIVE_BUILD=ON - -DSELECTIVE_BUILD_STAT=$(BUILD_DIR)/*.csv - -B $(BUILD_DIR) - -S $(REPO_DIR) - displayName: 'CMake CC ON' - - - script: cmake --build $(BUILD_DIR) --parallel --config $(BUILD_TYPE) --target openvino_intel_cpu_plugin openvino_ir_frontend - displayName: 'Build CC ON' - - - script: ls -alR $(REPO_DIR)/bin/ - displayName: 'List bin files ON' - - - script: | - $(REPO_DIR)/bin/intel64/Release/benchmark_app -niter 1 -nireq 1 \ - -m $(MODELS_PATH)/models/test_model/test_model_fp32.xml -d CPU - displayName: 'Use OpenVINO after CC' diff --git a/.ci/azure/linux_cuda.yml b/.ci/azure/linux_cuda.yml deleted file mode 100644 index 09e75560937229..00000000000000 --- a/.ci/azure/linux_cuda.yml +++ /dev/null @@ -1,139 +0,0 @@ -trigger: - branches: - include: - - 'master' - - 'releases/*' - paths: - exclude: - - '*/docs/*' - - 'docs/*' - - '*/*.md' - - '*.md' - - '*/layer_tests_summary/*' - - '*/conformance/*' - - 'tools/*' - - 'tests/layer_tests/*' - -pr: - drafts: 'false' - branches: - include: - - 'master' - - 'releases/*' - paths: - exclude: - - '*/docs/*' - - 'docs/*' - - '*/*.md' - - '*.md' - - '*/layer_tests_summary/*' - - '*/conformance/*' - - 'tools/*' - - 'tests/layer_tests/*' - -resources: - repositories: - - repository: openvino_contrib - type: github - endpoint: openvinotoolkit - name: openvinotoolkit/openvino_contrib - ref: master - -jobs: -- job: CUDAPlugin_Lin - timeoutInMinutes: '60' - - pool: - name: LIN_VMSS_VENV_F16S_U20_WU2 - - variables: - system.debug: true - VSTS_HTTP_RETRY: 5 - VSTS_HTTP_TIMEOUT: 200 - BUILD_TYPE: Release - HOME_DIR: $(Agent.HomeDirectory) - REPO_DIR: $(Build.Repository.LocalPath) - OPENVINO_REPO_DIR: $(REPO_DIR)/../openvino - WORK_DIR: $(Pipeline.Workspace)/_w - BUILD_DIR: $(WORK_DIR)/build - BIN_DIR: $(OPENVINO_REPO_DIR)/bin/intel64/$(BUILD_TYPE) - INSTALL_DIR: $(WORK_DIR)/install_pkg - SETUPVARS: $(INSTALL_DIR)/setupvars.sh - GRADLE_VER: 7.1.1 - - steps: - - script: | - curl -H Metadata:true --noproxy "*" "http://169.254.169.254/metadata/instance?api-version=2019-06-01" - echo # prev line output doesn't end with eol - whoami - uname -a - echo Python3 info ; which python3 ; python3 --version - echo Python info ; which python ; python --version - echo Java info ; which java ; java -version - echo gcc info ; which gcc ; gcc --version - echo cmake info ; which cmake ; cmake --version - lsb_release - env - cat /proc/cpuinfo - cat /proc/meminfo - cat /etc/fstab - vmstat -s - df - lsblk -o NAME,HCTL,SIZE,MOUNTPOINT | grep -i "sd" - free -h - displayName: 'System info' - - - script: | - rm -rf $(WORK_DIR) ; mkdir $(WORK_DIR) - rm -rf $(BUILD_DIR) ; mkdir $(BUILD_DIR) - displayName: 'Make dir' - - - checkout: self - clean: 'true' - submodules: 'true' - path: openvino - - - checkout: openvino_contrib - clean: 'true' - submodules: 'true' - path: openvino_contrib - - - script: | - set -e - curl -fsSL https://get.docker.com -o get-docker.sh - sudo sh get-docker.sh - # Speed up build - sudo apt --assume-yes install unzip - wget https://github.com/ninja-build/ninja/releases/download/v1.10.2/ninja-linux.zip - unzip ninja-linux.zip - displayName: 'Install dependencies' - - - script: | - set -e - sudo docker pull openvino.azurecr.io/openvino_ci/cuda-ubuntu2004:2022.1 - sudo docker run --volume $(REPO_DIR)/../:/root/repos --volume $(WORK_DIR):/root/w \ - openvino.azurecr.io/openvino_ci/cuda-ubuntu2004:2022.1 \ - bash -c " - sudo -E /root/repos/openvino/install_build_dependencies.sh && - python3 -m pip install -r /root/repos/openvino/src/bindings/python/requirements.txt && - cmake -GNinja \ - -DCMAKE_VERBOSE_MAKEFILE=ON \ - -DENABLE_CPPLINT=OFF \ - -DCMAKE_BUILD_TYPE=$(BUILD_TYPE) \ - -DOPENVINO_EXTRA_MODULES=/root/repos/openvino_contrib/modules/nvidia_plugin \ - -DENABLE_INTEL_CPU=OFF \ - -DENABLE_INTEL_GPU=OFF \ - -DENABLE_INTEL_GNA=OFF \ - -DENABLE_OV_TF_FRONTEND=OFF \ - -DENABLE_OV_PADDLE_FRONTEND=OFF \ - -DENABLE_OV_PYTORCH_FRONTEND=OFF \ - -DENABLE_OV_ONNX_FRONTEND=OFF \ - -DENABLE_PYTHON=OFF \ - -DENABLE_TESTS=ON \ - -S /root/repos/openvino \ - -B /root/w/build && - cmake --build /root/w/build --parallel --config Release --verbose -- ov_nvidia_func_tests ov_nvidia_unit_tests" - displayName: 'Docker build Lin' - - - script: ls -alR $(OPENVINO_REPO_DIR)/bin/ - displayName: 'List bin files' diff --git a/.ci/azure/linux_debian.yml b/.ci/azure/linux_debian.yml deleted file mode 100644 index c0c6225c411e7b..00000000000000 --- a/.ci/azure/linux_debian.yml +++ /dev/null @@ -1,428 +0,0 @@ -trigger: - branches: - include: - - 'master' - - 'releases/*' - paths: - exclude: - - '*/docs/*' - - 'docs/*' - - '*/*.md' - - '*.md' - - '*/layer_tests_summary/*' - - '*/conformance/*' - - 'tests/layer_tests/*' - -pr: - branches: - include: - - 'master' - - 'releases/*' - paths: - exclude: - - '*/docs/*' - - 'docs/*' - - '*/*.md' - - '*.md' - - '*/layer_tests_summary/*' - - '*/conformance/*' - - 'tests/layer_tests/*' - -jobs: -- job: Lin_Debian - # About 150% of total time - timeoutInMinutes: '120' - - pool: - name: LIN_VMSS_VENV_F16S_U20_WU2 - - variables: - system.debug: true - VSTS_HTTP_RETRY: 5 - VSTS_HTTP_TIMEOUT: 200 - BUILD_TYPE: Release - REPO_DIR: $(Build.Repository.LocalPath) - WORK_DIR: $(Pipeline.Workspace)/_w - BUILD_DIR: $(WORK_DIR)/build - BUILD_SAMPLES_DIR: $(WORK_DIR)/build_samples - BUILD_LAYER_TESTS_DIR: $(WORK_DIR)/build_layer_tests - BUILD_SAMPLES_TESTS_DIR: $(WORK_DIR)/build_samples_tests - INSTALL_DIR: $(WORK_DIR)/install_pkg - INSTALL_TEST_DIR: $(INSTALL_DIR)/tests - LAYER_TESTS_DIR: $(INSTALL_TEST_DIR)/layer_tests - SAMPLES_INSTALL_DIR: /usr/share/openvino/samples - PYTHON_SAMPLES_INSTALL_DIR: $(INSTALL_DIR)/share/openvino/samples/python - PYTHON_WHEEL_INSTALL_DIR: $HOME/.local/lib/python3.8/site-packages - BUILD_VENV: $(WORK_DIR)/build_venv - TEST_VENV: $(WORK_DIR)/test_venv - TMP_DIR: /mnt/tmp - SHARE_DIR: /mount/cinfsshare/onnxtestdata - CCACHE_DIR: $(SHARE_DIR)/ccache/master/linux - - steps: - - script: | - curl -H Metadata:true --noproxy "*" "http://169.254.169.254/metadata/instance?api-version=2019-06-01" - whoami - uname -a - echo Python3 info ; which python3 ; python3 --version - echo Python info ; which python ; python --version - echo gcc info ; which gcc ; gcc --version - echo cmake info ; which cmake ; cmake --version - lsb_release - env - cat /proc/cpuinfo - cat /proc/meminfo - cat /etc/fstab - vmstat -s - df - lsblk -o NAME,HCTL,SIZE,MOUNTPOINT | grep -i "sd" - free -h - echo TargetBranch: $(System.PullRequest.TargetBranch) - echo SourceBranch: $(Build.SourceBranch) - displayName: 'System info' - - - script: | - set -e - rm -rf $(WORK_DIR) ; mkdir $(WORK_DIR) - rm -rf $(BUILD_DIR) ; mkdir $(BUILD_DIR) - rm -rf $(BUILD_SAMPLES_DIR) ; mkdir $(BUILD_SAMPLES_DIR) - sudo rm -rf $(TMP_DIR) ; sudo mkdir $(TMP_DIR) ; sudo chmod 777 -R $(TMP_DIR) - sudo mkdir -p $(SHARE_DIR) - sudo apt --assume-yes update && sudo apt --assume-yes install nfs-common - sudo mount -vvv -t nfs cinfsshare.file.core.windows.net:/cinfsshare/onnxtestdata $(SHARE_DIR) -o vers=4,minorversion=1,sec=sys - mkdir -p $(CCACHE_DIR) - displayName: 'Make dir' - - - checkout: self - clean: 'true' - submodules: 'true' - path: openvino - - - script: | - set -e - sudo -E $(REPO_DIR)/install_build_dependencies.sh - # 'clang' is used as a default compiler - sudo apt --assume-yes install clang - sudo apt --assume-yes install --no-install-recommends libopencv-imgproc-dev libopencv-imgcodecs-dev - # install build dependencies - (cd $(WORK_DIR) && python3 -m venv build_venv) - $(BUILD_VENV)/bin/python3 -m pip install -U pip - $(BUILD_VENV)/bin/python3 -m pip install -r $(REPO_DIR)/src/bindings/python/wheel/requirements-dev.txt - $(BUILD_VENV)/bin/python3 -m pip install -r $(REPO_DIR)/src/bindings/python/requirements.txt - # For running Python API tests - $(BUILD_VENV)/bin/python3 -m pip install -r $(REPO_DIR)/src/bindings/python/src/compatibility/openvino/requirements-dev.txt - # For running Paddle frontend unit tests - $(BUILD_VENV)/bin/python3 -m pip install -r $(REPO_DIR)/src/frontends/paddle/tests/requirements.txt - # For running ONNX frontend unit tests - $(BUILD_VENV)/bin/python3 -m pip install -r $(REPO_DIR)/src/frontends/onnx/tests/requirements.txt - # For running TensorFlow frontend unit tests - $(BUILD_VENV)/bin/python3 -m pip install -r $(REPO_DIR)/src/frontends/tensorflow/tests/requirements.txt - # For MO unit tests - (cd $(WORK_DIR) && python3 -m venv test_venv) - $(TEST_VENV)/bin/python3 -m pip install -U pip - $(TEST_VENV)/bin/python3 -m pip install -r $(REPO_DIR)/tools/mo/requirements_mxnet.txt - $(TEST_VENV)/bin/python3 -m pip install -r $(REPO_DIR)/tools/mo/requirements_caffe.txt - $(TEST_VENV)/bin/python3 -m pip install -r $(REPO_DIR)/tools/mo/requirements_kaldi.txt - $(TEST_VENV)/bin/python3 -m pip install -r $(REPO_DIR)/tools/mo/requirements_onnx.txt - $(TEST_VENV)/bin/python3 -m pip install -r $(REPO_DIR)/tools/mo/requirements_tf2.txt - $(TEST_VENV)/bin/python3 -m pip install -r $(REPO_DIR)/tools/mo/requirements_dev.txt - $(TEST_VENV)/bin/python3 -m pip install -r $(REPO_DIR)/src/frontends/paddle/tests/requirements.txt - # for Python API tests - /usr/bin/python3 -m pip install -r $(REPO_DIR)/src/bindings/python/requirements_test.txt - /usr/bin/python3 -m pip install -r $(REPO_DIR)/tools/mo/requirements.txt - /usr/bin/python3 -m pip uninstall -y numpy # apt-get install python3-numpy will be used - # Speed up build - sudo apt -y --no-install-recommends install unzip - wget https://github.com/ninja-build/ninja/releases/download/v1.10.2/ninja-linux.zip - unzip ninja-linux.zip - sudo cp -v ninja /usr/local/bin/ - # Speed up tests - git clone https://github.com/google/gtest-parallel.git - displayName: 'Install build dependencies' - - - task: CMake@1 - inputs: - # CMake must get Python 3.x version by default - cmakeArgs: > - -GNinja - -DENABLE_CPPLINT=OFF - -DCMAKE_BUILD_TYPE=$(BUILD_TYPE) - -DCMAKE_COMPILE_WARNING_AS_ERROR=ON - -DENABLE_PYTHON=ON - -DENABLE_INTEL_GNA=OFF - -DPython3_EXECUTABLE=$(BUILD_VENV)/bin/python3 - -DENABLE_TESTS=ON - -DENABLE_FASTER_BUILD=ON - -DENABLE_STRICT_DEPENDENCIES=OFF - -DENABLE_SYSTEM_SNAPPY=ON - -DCMAKE_CXX_COMPILER_LAUNCHER=ccache - -DCMAKE_C_COMPILER_LAUNCHER=ccache - -DCMAKE_CXX_LINKER_LAUNCHER=ccache - -DCMAKE_C_LINKER_LAUNCHER=ccache - -DENABLE_PYTHON_PACKAGING=ON - -DCPACK_GENERATOR=DEB - -S $(REPO_DIR) - -B $(BUILD_DIR) - displayName: 'CMake OpenVINO' - - - script: ls -alR $(REPO_DIR)/temp/ - displayName: 'List temp SDKs' - - - script: ccache --zero-stats --max-size=50G --show-config - displayName: 'Clean ccache stats' - - - script: cmake --build $(BUILD_DIR) --parallel --config $(BUILD_TYPE) - env: - CCACHE_DIR: $(CCACHE_DIR) - CCACHE_TEMPDIR: $(TMP_DIR)/ccache - CCACHE_BASEDIR: $(Pipeline.Workspace) - CCACHE_MAXSIZE: 50G - displayName: 'Build Lin' - - - script: ccache --show-stats - displayName: 'Show ccache stats' - - - script: ls -alR $(REPO_DIR)/bin/ - displayName: 'List bin files' - - - task: CMake@1 - inputs: - cmakeArgs: > - -GNinja - -S $(REPO_DIR)/tests/layer_tests - -B $(BUILD_LAYER_TESTS_DIR) - displayName: 'CMake Layer Tests' - - - script: cmake --build $(BUILD_LAYER_TESTS_DIR) --parallel --config $(BUILD_TYPE) - displayName: 'Build Layer Tests' - - # to check that wheel packages tested later, contain all all the dependencies like TBB or pugixml - - script: sudo apt-get remove libtbb2 libpugixml1v5 -y - displayName: 'Remove debian dependencies' - - - script: cmake -DCOMPONENT=python_wheels -DCMAKE_INSTALL_PREFIX=$(INSTALL_DIR) -P $(BUILD_DIR)/cmake_install.cmake - displayName: 'Install wheel packages' - - - script: cmake -DCOMPONENT=python_samples -DCMAKE_INSTALL_PREFIX=$(INSTALL_DIR) -P $(BUILD_DIR)/cmake_install.cmake - displayName: 'Install Python Samples' - - - script: cmake -DCOMPONENT=tests -DCMAKE_INSTALL_PREFIX=$(INSTALL_DIR) -P $(BUILD_LAYER_TESTS_DIR)/cmake_install.cmake - displayName: 'Install Layer Tests' - - - script: cmake -DCMAKE_INSTALL_PREFIX=$(INSTALL_DIR) -DCOMPONENT=tests -P $(BUILD_DIR)/cmake_install.cmake - displayName: 'Install tests' - - - script: ls -alR $(INSTALL_DIR) - displayName: 'List install test files' - - - script: | - sudo apt-get install libtbb-dev libpugixml-dev -y - cmake --build $(BUILD_DIR) --config $(BUILD_TYPE) --target package --parallel - displayName: 'Build Debian packages' - - - script: | - set -e - # install debian packages from previous release - sudo apt-get -y update - sudo apt-get install --no-install-recommends gnupg wget -y - wget https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB - sudo apt-key add GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB - echo "deb https://apt.repos.intel.com/openvino/2023 ubuntu20 main" | sudo tee /etc/apt/sources.list.d/intel-openvino-2023.list - sudo apt-get update - sudo apt-get install openvino -y - # install our local one and make sure the conflicts are resolved - sudo apt-get install --no-install-recommends dpkg-dev -y - rm -r _CPack_Packages - dpkg-scanpackages . /dev/null | gzip -9c > Packages.gz - echo "deb [trusted=yes] file:$(BUILD_DIR) ./" | sudo tee /etc/apt/sources.list.d/openvino-local.list - sudo apt-get update - sudo apt-get install openvino -y - workingDirectory: $(BUILD_DIR) - displayName: 'Install Debian packages' - - - script: ls -alR $(INSTALL_DIR) - displayName: 'List install files' - - - script: rm -fr $(BUILD_DIR) - displayName: 'Clean build dir' - - - script: $(SAMPLES_INSTALL_DIR)/cpp/build_samples.sh -i $(INSTALL_DIR) - displayName: 'Build cpp samples - gcc' - - - script: $(SAMPLES_INSTALL_DIR)/cpp/build_samples.sh -i $(INSTALL_DIR) - displayName: 'Build cpp samples - clang' - env: - CC: clang - CXX: clang++ - - - script: $(SAMPLES_INSTALL_DIR)/c/build_samples.sh -i $(INSTALL_DIR) - displayName: 'Build c samples' - - - script: $(INSTALL_TEST_DIR)/ov_core_unit_tests --gtest_print_time=1 --gtest_filter=-*IE_GPU* --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-NGraphUT.xml - env: - LD_LIBRARY_PATH: $(INSTALL_TEST_DIR) - displayName: 'OV Core UT' - - - script: | - $(INSTALL_TEST_DIR)/ov_proxy_plugin_tests --gtest_print_time=1 --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-OVProxyTests.xml - env: - LD_LIBRARY_PATH: $(INSTALL_TEST_DIR) - displayName: 'OV Proxy Tests' - - - script: | - $(INSTALL_TEST_DIR)/ov_hetero_unit_tests --gtest_print_time=1 --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-OVHeteroUnitTests.xml - env: - LD_LIBRARY_PATH: $(INSTALL_TEST_DIR) - displayName: 'OV Hetero Unit Tests' - - - script: | - $(INSTALL_TEST_DIR)/ov_hetero_func_tests --gtest_print_time=1 --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-OVHeteroFuncTests.xml - env: - LD_LIBRARY_PATH: $(INSTALL_TEST_DIR) - displayName: 'OV Hetero Func Tests' - - - script: $(INSTALL_TEST_DIR)/ov_onnx_frontend_tests --gtest_print_time=1 --gtest_filter=-*IE_GPU* --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-ONNXFrontend.xml - env: - LD_LIBRARY_PATH: $(INSTALL_TEST_DIR) - displayName: 'ONNX Frontend Tests' - - # TODO Reenable PDPD after paddlepaddle==2.5.1 with compliant protobuf is released (ticket 95904) - - script: $(INSTALL_TEST_DIR)/paddle_tests --gtest_print_time=1 --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-Paddle.xml - env: - LD_LIBRARY_PATH: $(INSTALL_TEST_DIR) - displayName: 'Paddle Frontend UT' - enabled: 'false' - - - script: $(INSTALL_TEST_DIR)/ov_tensorflow_frontend_tests --gtest_print_time=1 --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-Tensorflow.xml - env: - LD_LIBRARY_PATH: $(INSTALL_TEST_DIR) - displayName: 'TensorFlow Frontend Unit Tests' - - - script: $(INSTALL_TEST_DIR)/ov_tensorflow_common_tests --gtest_print_time=1 --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-TensorflowCommon.xml - env: - LD_LIBRARY_PATH: $(INSTALL_TEST_DIR) - displayName: 'TensorFlow Common Unit Tests' - - - script: $(INSTALL_TEST_DIR)/ov_tensorflow_lite_frontend_tests --gtest_print_time=1 --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-TensorflowLite.xml - env: - LD_LIBRARY_PATH: $(INSTALL_TEST_DIR) - displayName: 'TensorFlow Lite Frontend Unit Tests' - - - script: $(INSTALL_TEST_DIR)/ov_snippets_func_tests --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-ov_snippets_func_tests.xml - displayName: 'Snippets Func Tests' - - - script: $(INSTALL_TEST_DIR)/ov_cpu_unit_tests --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-ov_cpu_unit_tests.xml - displayName: 'Intel CPU Unit Tests' - - - script: $(INSTALL_TEST_DIR)/ov_auto_unit_tests --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-ov_auto_unit_tests.xml - displayName: 'AUTO UT' - - - script: $(INSTALL_TEST_DIR)/ov_template_func_tests --gtest_filter=*smoke* --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-templateFuncTests.xml - env: - LD_LIBRARY_PATH: $(INSTALL_TEST_DIR) - displayName: 'TEMPLATE FuncTests' - - - script: $(INSTALL_TEST_DIR)/InferenceEngineCAPITests --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-InferenceEngineCAPITests.xml - displayName: 'IE CAPITests' - - - script: $(INSTALL_TEST_DIR)/ov_capi_test --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-ov_capi_test.xml - displayName: 'OV CAPITests' - - # Skip test_onnx/test_zoo_models and test_onnx/test_backend due to long execution time - - script: | - /usr/bin/python3 -m pytest -s $(INSTALL_TEST_DIR)/pyngraph \ - --junitxml=$(INSTALL_TEST_DIR)/TEST-Pyngraph.xml \ - --ignore=$(INSTALL_TEST_DIR)/pyngraph/tests/test_onnx/test_zoo_models.py \ - --ignore=$(INSTALL_TEST_DIR)/pyngraph/tests/test_onnx/test_backend.py - env: - LD_LIBRARY_PATH: $(INSTALL_TEST_DIR) - displayName: 'nGraph and IE Python Bindings Tests' - - - script: | - /usr/bin/python3 -m pytest -s $(INSTALL_TEST_DIR)/pyopenvino \ - --junitxml=$(INSTALL_TEST_DIR)/TEST-Pyngraph.xml \ - --ignore=$(INSTALL_TEST_DIR)/pyopenvino/tests/test_utils/test_utils.py -v - env: - # Required by python imports to load requires libraries - # - tests install dir for mock_py - LD_LIBRARY_PATH: $(INSTALL_TEST_DIR) - # For python imports to import pybind_mock_frontend - PYTHONPATH: $(INSTALL_TEST_DIR):$(REPO_DIR)/tools/mo/ - displayName: 'Python API 2.0 Tests' - - # Skip test_onnx/test_zoo_models and test_onnx/test_backend due to long execution time - - script: | - /usr/bin/python3 -m pytest -s $(REPO_DIR)/src/frontends/onnx/tests \ - --ignore=$(REPO_DIR)/src/frontends/onnx/tests/test_python/test_zoo_models.py \ - --ignore=$(REPO_DIR)/src/frontends/onnx/tests/test_python/test_backend.py -v - env: - LD_LIBRARY_PATH: $(INSTALL_TEST_DIR) - PYTHONPATH: $(INSTALL_TEST_DIR) - displayName: 'ONNX Frontend Python Tests' - - - script: | - set -e - # TODO: fix 'No mock frontend API available' - $(TEST_VENV)/bin/python3 -m pip install openvino-dev --find-links=$(INSTALL_DIR)/tools - $(TEST_VENV)/bin/python3 -m pytest -s $(INSTALL_TEST_DIR)/mo/unit_tests --junitxml=$(INSTALL_TEST_DIR)/TEST-ModelOptimizer.xml - env: - PYTHONPATH: $(REPO_DIR)/tools/ovc/ - displayName: 'Model Optimizer UT' - - # run not all smoke filter to save time in post-commit - - script: $(INSTALL_TEST_DIR)/ov_cpu_func_tests --gtest_filter=*OVCLass*:*CoreThreadingTests* --gtest_print_time=1 --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-ov_cpu_func_tests.xml - displayName: 'CPU FuncTests' - - - task: CMake@1 - inputs: - cmakeArgs: > - -GNinja - -S $(REPO_DIR)/tests/samples_tests - -B $(BUILD_SAMPLES_TESTS_DIR) - displayName: 'CMake Samples Tests' - - - script: cmake -DCOMPONENT=tests -DCMAKE_INSTALL_PREFIX=$(INSTALL_DIR) -P $(BUILD_SAMPLES_TESTS_DIR)/cmake_install.cmake - displayName: 'Install Samples Tests' - - - script: | - set -e - /usr/bin/python3 -m pip install -r $(INSTALL_TEST_DIR)/smoke_tests/requirements.txt - # GNA isn't a part of Debian package, so filter out that tests - /usr/bin/python3 -m pytest $(INSTALL_TEST_DIR)/smoke_tests/ -k "not GNA" --env_conf $(INSTALL_TEST_DIR)/smoke_tests/env_config.yml -s --junitxml=$(INSTALL_TEST_DIR)/TEST-SamplesSmokeTests.xml - env: - IE_APP_PATH: $(INSTALL_DIR)/samples_bin - LD_LIBRARY_PATH: $(INSTALL_DIR)/samples_bin - IE_APP_PYTHON_PATH: $(PYTHON_SAMPLES_INSTALL_DIR)/ - SHARE: $(INSTALL_TEST_DIR)/smoke_tests/samples_smoke_tests_data/ - WORKSPACE: $(INSTALL_DIR) - displayName: 'Samples Smoke Tests' - - - script: | - set -e - $(TEST_VENV)/bin/python3 -m pip install -r $(LAYER_TESTS_DIR)/requirements.txt - $(TEST_VENV)/bin/python3 -m pytest $(LAYER_TESTS_DIR)/tensorflow_tests/test_tf_Roll.py --ir_version=10 --junitxml=$(INSTALL_TEST_DIR)/TEST-tf_Roll.xmlTEST - env: - PYTHONPATH: $(REPO_DIR)/tools/ovc/:$(LAYER_TESTS_DIR) - displayName: 'TensorFlow 1 Layer Tests - Legacy FE' - - - script: | - set -e - $(TEST_VENV)/bin/python3 -m pip install -r $(LAYER_TESTS_DIR)/requirements.txt - $(RUN_PREFIX) $(TEST_VENV)/bin/python3 -m pytest $(LAYER_TESTS_DIR)/tensorflow_lite_tests/ --junitxml=$(INSTALL_TEST_DIR)/TEST-tfl_fe.xmlTEST - env: - PYTHONPATH: $(REPO_DIR)/tools/ovc/:$(REPO_DIR)/tools/mo/:$(LAYER_TESTS_DIR) - TEST_DEVICE: CPU - displayName: 'TensorFlow Lite Layer Tests - TFL FE' - - - task: PublishTestResults@2 - condition: always() - inputs: - testResultsFormat: 'JUnit' # Options: JUnit, NUnit, VSTest, xUnit, cTest - testResultsFiles: '**/TEST-*.xml' - #searchFolder: '$(BUILD_DIR)' - mergeTestResults: false # Optional - #failTaskOnFailedTests: false # Optional - #testRunTitle: 'Pre/Post-Commit' # Optional - buildPlatform: 'x64' # Optional - buildConfiguration: 'Linux' # Optional - #publishRunAttachments: true # Optional diff --git a/.ci/azure/linux_lohika.yml b/.ci/azure/linux_lohika.yml deleted file mode 100644 index 08f3690c76c282..00000000000000 --- a/.ci/azure/linux_lohika.yml +++ /dev/null @@ -1,72 +0,0 @@ -#resources: -# repositories: -# - repository: testdata -# type: github -# endpoint: openvinotoolkit -# name: openvinotoolkit/testdata -# ref: master - -jobs: -- job: Lin_lohika - # About 150% of total time - timeoutInMinutes: '90' - - pool: - name: LIN_LOHIKA - - variables: - system.debug: true -# VSTS_HTTP_RETRY: 5 -# VSTS_HTTP_TIMEOUT: 200 -# BUILD_TYPE: Release -# REPO_DIR: $(Build.Repository.LocalPath) -# WORK_DIR: $(Pipeline.Workspace)/_w -# BUILD_DIR: $(WORK_DIR)/build - - steps: - - script: git -C ~/work/openvino fetch origin $(Build.SourceBranch) - displayName: fetch - -# - checkout: self -# clean: 'true' -# submodules: 'true' -# path: openvino - - - checkout: none - - - script: git -C ~/work/openvino checkout -m $(Build.SourceVersion) && git -C ~/work/openvino submodule update --init --recursive - displayName: checkout - - - script: env -C ~/work ./configreleasenolto.sh - displayName: CMake - -# - task: CMake@1 -# inputs: -# # CMake must get Python 3.x version by default -# cmakeArgs: > -# -GNinja -# -DENABLE_CPPLINT=OFF -# -DCMAKE_VERBOSE_MAKEFILE=ON -# -DCMAKE_BUILD_TYPE=$(BUILD_TYPE) -# -DENABLE_PYTHON=ON -# -DPython3_EXECUTABLE=/usr/bin/python3.8 -# -DENABLE_TESTS=ON -# -DENABLE_OV_ONNX_FRONTEND=ON -# -DENABLE_FASTER_BUILD=ON -# -DENABLE_STRICT_DEPENDENCIES=OFF -# -DOPENVINO_EXTRA_MODULES=$(OPENVINO_CONTRIB_REPO_DIR)/modules -# -S $(REPO_DIR) -# -B $(BUILD_DIR) - - - script: | - env -C ~/work - ./buildreleasenolto.sh - libopenvino_gapi_preproc.so - openvino_intel_cpu_plugin - openvino_intel_gpu_plugin - ov_gpu_unit_tests - gpuFuncTests - displayName: Build Lin - - - script: ~/work/testreleasenolto.sh - displayName: cldnn tests diff --git a/.ci/azure/linux_onnxruntime.yml b/.ci/azure/linux_onnxruntime.yml deleted file mode 100644 index 22fb78fffb5d0d..00000000000000 --- a/.ci/azure/linux_onnxruntime.yml +++ /dev/null @@ -1,207 +0,0 @@ -trigger: - branches: - include: - - 'master' - - 'releases/*' - paths: - exclude: - - '*/docs/*' - - 'docs/*' - - '*/*.md' - - '*.md' - - '*/layer_tests_summary/*' - - '*/conformance/*' - - 'tools/*' - - 'tests/layer_tests/*' - -pr: - drafts: 'false' - branches: - include: - - 'master' - - 'releases/*' - paths: - exclude: - - '*/docs/*' - - 'docs/*' - - '*/*.md' - - '*.md' - - '*/layer_tests_summary/*' - - '*/conformance/*' - - 'tools/*' - - 'tests/layer_tests/*' - -variables: - - group: github - -jobs: -- job: onnxruntime - timeoutInMinutes: '90' - - pool: - name: LIN_VMSS_VENV_ONNX_U20_WU2 - - variables: - system.debug: true - VSTS_HTTP_RETRY: 5 - VSTS_HTTP_TIMEOUT: 200 - BUILD_TYPE: Release - REPO_DIR: $(Build.Repository.LocalPath) - ONNXRUNTIME_REPO_DIR: $(REPO_DIR)/../onnxruntime - WORK_DIR: $(Pipeline.Workspace)/_w - MODELS_DIR: /mount/cinfsshare/onnxtestdata - TMP_DIR: /mnt/tmp - INSTALL_DIR: $(WORK_DIR)/install_pkg/openvino - BUILD_DIR: $(WORK_DIR)/build - ONNXRUNTIME_UTILS: $(REPO_DIR)/.ci/azure/ci_utils/onnxruntime - ONNXRUNTIME_BUILD_DIR: $(ONNXRUNTIME_REPO_DIR)/build - LD_LIBRARY_PATH: $(Agent.ToolsDirectory)/Python/$(OV_PYTHON_VERSION)/x64/lib - OV_PYTHON_VERSION: 3.11.2 # Full version of Python its required for LD_LIBRARY_PATH. More details https://github.com/microsoft/azure-pipelines-tool-lib/blob/master/docs/overview.md#tool-cache - - steps: - - task: UsePythonVersion@0 - inputs: - versionSpec: '$(OV_PYTHON_VERSION)' # Setting only major & minor version will download latest release from GH repo example 3.10 will be 3.10.10. - addToPath: true - disableDownloadFromRegistry: false - architecture: 'x64' - githubToken: $(auth_token) - displayName: Setup Python 3.11 - name: setupPython - - bash: | - #!/bin/bash - python -V - - - script: | - curl -H Metadata:true --noproxy "*" "http://169.254.169.254/metadata/instance?api-version=2019-06-01" - whoami - uname -a - echo Python3 info ; which python3 ; python3 --version - echo Python info ; which python ; python --version - echo gcc info ; which gcc ; gcc --version - echo cmake info ; which cmake ; cmake --version - lsb_release - env - cat /proc/cpuinfo - cat /proc/meminfo - cat /etc/fstab - vmstat -s - df - lsblk -o NAME,HCTL,SIZE,MOUNTPOINT | grep -i "sd" - free -h - displayName: 'System info' - - - script: | - set -e - rm -rf $(WORK_DIR) ; mkdir $(WORK_DIR) - sudo rm -rf $(TMP_DIR) ; sudo mkdir $(TMP_DIR) ; sudo chmod 777 -R $(TMP_DIR) - sudo mkdir -p $(MODELS_DIR) - sudo apt --assume-yes update && sudo apt --assume-yes install nfs-common - sudo mount -vvv -t nfs cinfsshare.file.core.windows.net:/cinfsshare/onnxtestdata $(MODELS_DIR) -o vers=4,minorversion=1,sec=sys - displayName: 'Make dirs' - - - checkout: self - clean: 'true' - submodules: 'true' - path: openvino - - - script: | - set -e - branch=`tr -s '\n ' < $(ONNXRUNTIME_UTILS)/version` - git clone --branch $branch --single-branch --recursive https://github.com/microsoft/onnxruntime.git $(ONNXRUNTIME_REPO_DIR) - displayName: 'Clone onnxruntime' - - - script: | - set -e - sudo -E $(REPO_DIR)/install_build_dependencies.sh - # Speed up build - sudo apt -y --no-install-recommends install unzip - wget https://github.com/ninja-build/ninja/releases/download/v1.10.2/ninja-linux.zip - unzip ninja-linux.zip - sudo cp -v ninja /usr/local/bin/ - displayName: 'Install dependencies' - - - task: CMake@1 - inputs: - # CMake must get Python 3.x version by default - cmakeArgs: > - -GNinja - -DCMAKE_BUILD_TYPE=$(BUILD_TYPE) - -DCMAKE_COMPILE_WARNING_AS_ERROR=ON - -DENABLE_INTEL_GNA=OFF - -DENABLE_INTEL_GPU=OFF - -DENABLE_CPPLINT=OFF - -DENABLE_PROFILING_ITT=OFF - -DENABLE_SAMPLES=OFF - -DENABLE_OV_TF_FRONTEND=OFF - -DENABLE_OV_PADDLE_FRONTEND=OFF - -DENABLE_OV_PYTORCH_FRONTEND=OFF - -DENABLE_OPENVINO_DEBUG=OFF - -S $(REPO_DIR) - -B $(BUILD_DIR) - - - script: cmake --build $(BUILD_DIR) --parallel --config $(BUILD_TYPE) - displayName: 'Build Lin ONNX' - - - script: ls -alR $(REPO_DIR)/bin/ - displayName: 'List bin files' - - - script: cmake -DCMAKE_INSTALL_PREFIX=$(INSTALL_DIR) -P $(BUILD_DIR)/cmake_install.cmake - displayName: 'Install OpenVINO' - - - script: | - set -e - source $(INSTALL_DIR)/setupvars.sh - $(ONNXRUNTIME_REPO_DIR)/build.sh \ - --config RelWithDebInfo \ - --use_openvino CPU_FP32 \ - --build_shared_lib \ - --parallel \ - --skip_tests \ - --build_dir $(ONNXRUNTIME_BUILD_DIR) - env: - CXXFLAGS: "-Wno-error=deprecated-declarations" - displayName: 'Build Lin ONNX Runtime' - - - script: | - set -e - source $(INSTALL_DIR)/setupvars.sh - skip_tests=$(tr -s '\n ' ':' < $(ONNXRUNTIME_UTILS)/skip_tests) - ./onnxruntime_test_all --gtest_filter=-$skip_tests - workingDirectory: $(ONNXRUNTIME_BUILD_DIR)/RelWithDebInfo - displayName: 'Run onnxruntime_test_all' - - - script: | - set -e - source $(INSTALL_DIR)/setupvars.sh - ./onnxruntime_shared_lib_test --gtest_filter=-CApiTest.test_custom_op_openvino_wrapper_library - workingDirectory: $(ONNXRUNTIME_BUILD_DIR)/RelWithDebInfo - displayName: 'Run onnxruntime_shared_lib_test' - - - script: | - set -e - source $(INSTALL_DIR)/setupvars.sh - ./onnxruntime_global_thread_pools_test - workingDirectory: $(ONNXRUNTIME_BUILD_DIR)/RelWithDebInfo - displayName: 'Run onnxruntime_global_thread_pools_test' - - - script: | - set -e - source $(INSTALL_DIR)/setupvars.sh - ./onnxruntime_api_tests_without_env - workingDirectory: $(ONNXRUNTIME_BUILD_DIR)/RelWithDebInfo - displayName: 'Run onnxruntime_api_tests_without_env' - - - script: | - set -e - source $(INSTALL_DIR)/setupvars.sh - ./onnx_test_runner "$(ONNXRUNTIME_REPO_DIR)/cmake/external/onnx/onnx/backend/test/data/pytorch-converted" - workingDirectory: $(ONNXRUNTIME_BUILD_DIR)/RelWithDebInfo - displayName: 'Run pytorch-converted tests' - - - script: | - set -e - source $(INSTALL_DIR)/setupvars.sh - ./onnx_test_runner "$(ONNXRUNTIME_REPO_DIR)/cmake/external/onnx/onnx/backend/test/data/pytorch-operator" - workingDirectory: $(ONNXRUNTIME_BUILD_DIR)/RelWithDebInfo - displayName: 'Run pytorch-operator tests'