diff --git a/.github/workflows/continuous_batching.yml b/.github/workflows/continuous_batching.yml index 48c69a587b..77b4c98524 100644 --- a/.github/workflows/continuous_batching.yml +++ b/.github/workflows/continuous_batching.yml @@ -12,7 +12,7 @@ concurrency: cancel-in-progress: true env: - # l_ov_centos_link: https://storage.openvinotoolkit.org/repositories/openvino/packages/nightly/2024.3.0-15805-6138d624dc1/l_openvino_toolkit_centos7_2024.3.0.dev20240626_x86_64.tgz + l_ov_centos_link: https://storage.openvinotoolkit.org/repositories/openvino/packages/nightly/2024.3.0-15805-6138d624dc1/l_openvino_toolkit_centos7_2024.3.0.dev20240626_x86_64.tgz l_ov_link: https://storage.openvinotoolkit.org/repositories/openvino/packages/nightly/2024.3.0-15805-6138d624dc1/l_openvino_toolkit_ubuntu20_2024.3.0.dev20240626_x86_64.tgz w_ov_link: https://storage.openvinotoolkit.org/repositories/openvino/packages/nightly/2024.3.0-15805-6138d624dc1/w_openvino_toolkit_windows_2024.3.0.dev20240626_x86_64.zip m_ov_link: https://storage.openvinotoolkit.org/repositories/openvino/packages/nightly/2024.3.0-15805-6138d624dc1/m_openvino_toolkit_macos_12_6_2024.3.0.dev20240626_x86_64.tgz @@ -56,10 +56,10 @@ jobs: continuous_batching_python_lib_ubuntu: # A tokenizers' dependency fails to compile on ubuntu-20 n CenOS7 env. runs-on: ubuntu-22.04 - # env: + env: # A tokenizers' dependency fails to compile with Ninja in CenOS7 env. - # CMAKE_GENERATOR: Unix Makefiles - # CMAKE_BUILD_PARALLEL_LEVEL: null + CMAKE_GENERATOR: Unix Makefiles + CMAKE_BUILD_PARALLEL_LEVEL: null steps: - uses: actions/checkout@v4 with: @@ -69,7 +69,7 @@ jobs: python-version: 3.8 - run: mkdir ./ov/ # Install CentOS7 instead of Ubuntu to match PyPI distribution ABI. - - run: curl ${{ env.l_ov_link }} | tar --directory ./ov/ --strip-components 1 -xz + - run: curl ${{ env.l_ov_centos_link }} | tar --directory ./ov/ --strip-components 1 -xz - run: sudo ./ov/install_dependencies/install_openvino_dependencies.sh - run: source ./ov/setupvars.sh && cmake -DCMAKE_BUILD_TYPE=Release -DENABLE_CONTINUOUS_BATCHING=ON -DENABLE_APPS=ON -DENABLE_PYTHON=ON -S ./ -B ./build/ - run: source ./ov/setupvars.sh && cmake --build ./build/ --config Release -j @@ -139,7 +139,7 @@ jobs: - name: Download, convert and build run: | call .\ov\setupvars.bat - python -m pip install --upgrade-strategy eager -r ./samples/requirements.txt --pre --extra-index-url https://storage.openvinotoolkit.org/simple/wheels/nightly + python -m pip install --upgrade-strategy eager -r ./samples/requirements.txt -r ./tests/python_tests/requirements.txt --pre --extra-index-url https://storage.openvinotoolkit.org/simple/wheels/nightly python -m pip install ./thirdparty/openvino_tokenizers/[transformers] --pre --extra-index-url https://storage.openvinotoolkit.org/simple/wheels/nightly optimum-cli export openvino --trust-remote-code --weight-format fp16 --model TinyLlama/TinyLlama-1.1B-Chat-v1.0 TinyLlama-1.1B-Chat-v1.0 cmake -DCMAKE_BUILD_TYPE=Release -DENABLE_CONTINUOUS_BATCHING=ON -DENABLE_APPS=ON -S ./ -B ./build/ diff --git a/tests/python_tests/continuous_batching/test_sampling.py b/tests/python_tests/continuous_batching/test_sampling.py index d4437cfb54..acad463193 100644 --- a/tests/python_tests/continuous_batching/test_sampling.py +++ b/tests/python_tests/continuous_batching/test_sampling.py @@ -1,6 +1,7 @@ # Copyright (C) 2018-2024 Intel Corporation # SPDX-License-Identifier: Apache-2.0 import os +import sys import pytest import shutil from dataclasses import dataclass @@ -24,6 +25,7 @@ @pytest.mark.xfail( raises=RuntimeError, reason="Test fails with error: CPU: head size must be multiple of 16, current: X. CVS-145986.", + condition=sys.platform == "linux", strict=False, ) def test_sampling_precommit(tmp_path, model_id): @@ -101,15 +103,17 @@ class RandomSamplingTestStruct: RandomSamplingTestStruct(generation_config=get_multinomial_temperature(), prompts=["What is OpenVINO?"], ref_texts=[ ["\n\nOpenVINO is a software development platform developed by OpenVINO, a set of technology companies and startups that enables developers to use the most"] ]), - RandomSamplingTestStruct(generation_config=get_multinomial_temperature_and_top_p(), + pytest.param(RandomSamplingTestStruct(generation_config=get_multinomial_temperature_and_top_p(), prompts=["What is OpenVINO?"], ref_texts=[ ["\nOpenVINO is an online application that allows users to create, test, and analyze their own software using a collection of software packages. The application"] ]), + marks=[pytest.mark.xfail(reason="Passes locally, fails in CI.", strict=False, condition=sys.platform == "darwin")]), RandomSamplingTestStruct(generation_config=get_multinomial_temperature_and_top_k(), prompts=["What is OpenVINO?"], ref_texts=[ ["\n\nOpenVINO is a software that allows users to create a virtual machine with the ability to create a virtual machine in a virtual environment. Open"] ]), - RandomSamplingTestStruct(generation_config=get_multinomial_temperature_top_p_and_top_k(), + pytest.param(RandomSamplingTestStruct(generation_config=get_multinomial_temperature_top_p_and_top_k(), prompts=["What is OpenVINO?"], ref_texts=[ ["\nOpenVINO is an open source software that allows developers to create, manage, and distribute software. It is an open source project that allows developers"] ]), + marks=[pytest.mark.xfail(reason="Passes locally, fails in CI.", strict=False, condition=sys.platform == "darwin")]), RandomSamplingTestStruct(generation_config=get_multinomial_temperature_and_repetition_penalty(), prompts=["What is OpenVINO?"], ref_texts=[ ["\nOpen Vino's are a new and improved way to find cheap, fast-investment frozen vegetables that have no waste or calories. They're"] ]), @@ -121,8 +125,9 @@ class RandomSamplingTestStruct: ' map and where does the game player base base? I tend to like to do all draws on a specific spot (sometimes wide area,', ' them?\nJust the Mario Maker App, the location is they' ] - ]), marks=[pytest.mark.xfail(reason="Passes localy but fails in CI.", strict=False)]), - RandomSamplingTestStruct(generation_config=get_multinomial_all_parameters(), + ]), + marks=[pytest.mark.xfail(reason="Passes locally, fails in CI.", strict=False, condition=sys.platform == "linux")]), + pytest.param(RandomSamplingTestStruct(generation_config=get_multinomial_all_parameters(), prompts=["Tell me something about UAE"], ref_texts=[ [ @@ -132,6 +137,7 @@ class RandomSamplingTestStruct: '? I think that is a bit of an anomaly, but you might want to ask yourself this question: Where can some young people from Dubai or Bahrain' ] ]), + marks=[pytest.mark.xfail(reason="Passes locally, fails in CI.", strict=False, condition=sys.platform == "darwin")]), RandomSamplingTestStruct(generation_config=get_multinomial_temperature_and_presence_penalty(), prompts=["What is OpenVINO?"], ref_texts=[ ["\n\nOpenVINO is a software development platform developed by OpenVINO, Inc., which uses a RESTful API for server-side web applications"] ]), @@ -141,7 +147,7 @@ class RandomSamplingTestStruct: RandomSamplingTestStruct(generation_config=get_greedy_with_penalties(), prompts=["What is OpenVINO?"], ref_texts=[ ["\nOpenVINO is a software that allows users to create and manage their own virtual machines. It's designed for use with Windows, Mac OS X"] ]), - RandomSamplingTestStruct(generation_config=get_multinomial_max_and_min_token(), + pytest.param(RandomSamplingTestStruct(generation_config=get_multinomial_max_and_min_token(), prompts=["What is OpenVINO?"], ref_texts=[ [ @@ -150,6 +156,7 @@ class RandomSamplingTestStruct: '\n\nOpenVINO is a social networking tool. OpenVINO is a free virtualization service that works at scale. The tool provides the ability' ] ]), + marks=[pytest.mark.xfail(reason="Passes locally, fails in CI.", strict=False, condition=sys.platform == "darwin")]), ]