Skip to content

Commit

Permalink
[TEST] Rerun tests if sporadic issue in tracing happens (openvinotool…
Browse files Browse the repository at this point in the history
…kit#26589)

### Details:
 - *Rerun tests if sporadic issue in tracing happens*

### Tickets:
 - *CVS-151277*
  • Loading branch information
mvafin authored Sep 16, 2024
1 parent 36f08f9 commit de15414
Show file tree
Hide file tree
Showing 2 changed files with 36 additions and 0 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -30,6 +30,23 @@ def forward(self, data):


def _infer_pipelines(test_input, preprocess_pipeline, input_channels=3):
retries = 0
max_retries = 3
while retries < max_retries:
try:
return _infer_pipelines_impl(test_input, preprocess_pipeline, input_channels)
except RuntimeError as e:
if "builtin cannot be used as a value" in e:
# This is a potentially sporadic issue
print(f"An error occurred: {e}. Retrying...")
retries += 1
else:
raise
else:
print("Max retries reached. Function execution failed.")


def _infer_pipelines_impl(test_input, preprocess_pipeline, input_channels=3):
torch_model = Convnet(input_channels)
ov_model = convert_model(torch_model)
core = Core()
Expand Down
19 changes: 19 additions & 0 deletions tests/layer_tests/pytorch_tests/pytorch_layer_test_class.py
Original file line number Diff line number Diff line change
Expand Up @@ -67,8 +67,27 @@ def use_torch_export():
return torch_compile_env == "EXPORT"
return False


def _test(self, model, ref_net, kind, ie_device, precision, ir_version, infer_timeout=60, dynamic_shapes=True,
**kwargs):
retries = 0
max_retries = 3
while retries < max_retries:
try:
return self._test_impl(model, ref_net, kind, ie_device, precision, ir_version, infer_timeout, dynamic_shapes, **kwargs)
except RuntimeError as e:
if "builtin cannot be used as a value" in e:
# This is a potentially sporadic issue
print(f"An error occurred: {e}. Retrying...")
retries += 1
else:
raise
else:
print("Max retries reached. Function execution failed.")


def _test_impl(self, model, ref_net, kind, ie_device, precision, ir_version, infer_timeout=60, dynamic_shapes=True,
**kwargs):
"""
:param enabled_transforms/disabled_transforms: string with idxs of transforms that should be enabled/disabled.
Example: "transform_1,transform_2"
Expand Down

0 comments on commit de15414

Please sign in to comment.