[CI] [GHA] Skip test_div_uint8_cpu on macOS only; unskip `test_onnx…

…/test_backend.py` in GHA workflows (openvinotoolkit#20367) * only skip test if mac * unskip * unskip trigger * skip for onnx fe as well * do not skip * return skips and unskip test_backend in Python API 1.0 * rm pr trigger --------- Co-authored-by: Ilya Lavrenov <[email protected]>
alvoron · Nov 6, 2023 · 1451d6b · 1451d6b
1 parent 9ccbb26
commit 1451d6b
Show file tree

Hide file tree

Showing 5 changed files with 22 additions and 6 deletions.
diff --git a/.github/workflows/linux.yml b/.github/workflows/linux.yml
@@ -896,8 +896,7 @@ jobs:
         run: |
           python3 -m pytest -s ${INSTALL_TEST_DIR}/pyngraph \
             --junitxml=${INSTALL_TEST_DIR}/TEST-Pyngraph.xml \
-            --ignore=${INSTALL_TEST_DIR}/pyngraph/tests_compatibility/test_onnx/test_zoo_models.py \
-            --ignore=${INSTALL_TEST_DIR}/pyngraph/tests_compatibility/test_onnx/test_backend.py
+            --ignore=${INSTALL_TEST_DIR}/pyngraph/tests_compatibility/test_onnx/test_zoo_models.py
 
       - name: Python API 2.0 Tests
         run: |

diff --git a/.github/workflows/mac.yml b/.github/workflows/mac.yml
@@ -485,12 +485,11 @@ jobs:
             python3 -m pip install $ov_dev_wheel_name[mxnet,caffe,kaldi,onnx,tensorflow2]
           popd
 
-      - name: nGraph and IE Python Bindings Tests
+      - name: Python API 1.0 Tests
         run: |
           python3 -m pytest -s ${{ env.INSTALL_TEST_DIR }}/pyngraph \
             --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-Pyngraph.xml \
-            --ignore=${{ env.INSTALL_TEST_DIR }}/pyngraph/tests/test_onnx/test_zoo_models.py \
-            --ignore=${{ env.INSTALL_TEST_DIR }}/pyngraph/tests/test_onnx/test_backend.py
+            --ignore=${{ env.INSTALL_TEST_DIR }}/pyngraph/tests/test_onnx/test_zoo_models.py
 
       - name: Python API 2.0 Tests
         run: |

diff --git a/.github/workflows/windows.yml b/.github/workflows/windows.yml
@@ -310,7 +310,7 @@ jobs:
         shell: cmd
         run: |
           set PYTHONPATH=${{ env.OPENVINO_REPO }}\tools\mo;${{ env.LAYER_TESTS_INSTALL_DIR }};%PYTHONPATH%
-          call "${{ env.INSTALL_DIR }}\\setupvars.bat" && python3 -m pytest -s ${{ env.INSTALL_TEST_DIR }}/pyngraph ${{ env.PYTHON_STATIC_ARGS }} --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-Pyngraph.xml --ignore=${{ env.INSTALL_TEST_DIR }}/pyngraph/tests_compatibility/test_onnx/test_zoo_models.py --ignore=${{ env.INSTALL_TEST_DIR }}/pyngraph/tests_compatibility/test_onnx/test_backend.py
+          call "${{ env.INSTALL_DIR }}\\setupvars.bat" && python3 -m pytest -s ${{ env.INSTALL_TEST_DIR }}/pyngraph ${{ env.PYTHON_STATIC_ARGS }} --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-Pyngraph.xml --ignore=${{ env.INSTALL_TEST_DIR }}/pyngraph/tests_compatibility/test_onnx/test_zoo_models.py
 
       - name: Python API 2.0 Tests
         shell: cmd

diff --git a/src/bindings/python/tests_compatibility/test_onnx/test_backend.py b/src/bindings/python/tests_compatibility/test_onnx/test_backend.py
@@ -3,6 +3,8 @@
 
 import logging
 
+from sys import platform
+
 import onnx.backend.test
 from tests_compatibility import (
     BACKEND_NAME,
@@ -32,6 +34,7 @@
     xfail_issue_48052,
     xfail_issue_52463,
     xfail_issue_58033,
+    xfail_issue_58676,
     xfail_issue_63033,
     xfail_issue_63036,
     xfail_issue_63043,
@@ -809,6 +812,12 @@ def expect_fail(test_case_path, xfail):  # type: (str) -> None
     ),
 ]
 
+if platform == 'darwin':
+    tests_expected_to_fail.append((
+        xfail_issue_58676,
+        "OnnxBackendNodeModelTest.test_div_uint8_cpu"
+    ))
+
 for test_group in tests_expected_to_fail:
     for test_case in test_group[1:]:
         expect_fail("{}".format(test_case), test_group[0])
diff --git a/src/frontends/onnx/tests/tests_python/test_backend.py b/src/frontends/onnx/tests/tests_python/test_backend.py
@@ -4,6 +4,8 @@
 
 import logging
 
+from sys import platform
+
 import onnx.backend.test
 from tests import (
     BACKEND_NAME,
@@ -32,6 +34,7 @@
     xfail_issue_48052,
     xfail_issue_52463,
     xfail_issue_58033,
+    xfail_issue_58676,
     xfail_issue_63033,
     xfail_issue_63036,
     xfail_issue_63043,
@@ -683,6 +686,12 @@ def expect_fail(test_case_path, xfail):  # type: (str) -> None
     ),
 ]
 
+if platform == 'darwin':
+    tests_expected_to_fail.append((
+        xfail_issue_58676,
+        "OnnxBackendNodeModelTest.test_div_uint8_cpu"
+    ))
+
 for test_group in tests_expected_to_fail:
     for test_case in test_group[1:]:
         expect_fail(f"{test_case}", test_group[0])