Skip to content

Commit

Permalink
[ CONFORMANCE ] Extend entity be op_impl_check + exclude extra tests …
Browse files Browse the repository at this point in the history
…in case of using entity flag (openvinotoolkit#23831)

### Details:
 - *item1*
 - *...*

### Tickets:
 - *ticket-id*
  • Loading branch information
iefode authored and bbielawx committed Apr 12, 2024
1 parent f6072ce commit ec521d5
Show file tree
Hide file tree
Showing 2 changed files with 4 additions and 4 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -94,7 +94,7 @@ The script has the following optional arguments:
* `sm SPECIAL_MODE, --special_mode SPECIAL_MODE`
Specify shape mode (`static`, `dynamic` or ``) for Opset conformance or API scope type (`mandatory` or ``). Default value is ``
* `-e ENTITY, --entity ENTITY`
Specify validation entity: `Inference`, `ImportExport` or `QueryModel` for `OP` or `ov`. Default value is `ov_compiled_model`, `ov_infer_request` or `ov_plugin` for `API`. Default value is ``(all)
Specify validation entity: `Inference`, `ImportExport`, `QueryModel` or `OpImpl` for `OP` or `ov`. Default value is `ov_compiled_model`, `ov_infer_request` or `ov_plugin` for `API`. Default value is ``(all)
* `p PARALLEL_DEVICES, --parallel_devices PARALLEL_DEVICES`
Parallel over HW devices. For example run tests over `GPU.0` and `GPU.1` in case when device are the same
* `f EXPECTED_FAILURES, --expected_failures EXPECTED_FAILURES`
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -53,7 +53,7 @@ def parse_arguments():
gtest_filter_helper = "Specify gtest filter to apply for a test run. E.g. *Add*:*BinaryConv*. The default value is None"
ov_config_path_helper = "Specify path to a plugin config file as `.lst` file. Default value is ``"
special_mode_help = "Specify shape mode (`static`, `dynamic` or ``) for Opset conformance or API scope type (`mandatory` or ``). Default value is ``"
entity_help = "Specify validation entity: `Inference`, `ImportExport` or `QueryModel` for `OP` or "\
entity_help = "Specify validation entity: `Inference`, `ImportExport`, `QueryModel` or `OpImpl` for `OP` or "\
"`ov_compiled_model`, `ov_infer_request` or `ov_plugin` for `API`. Default value is ``(all)"
parallel_help = "Parallel over HW devices. For example run tests over GPU.0 and GPU.1 in case when device are the same"
expected_failures_help = "Excepted failures list file path as csv"
Expand Down Expand Up @@ -105,7 +105,7 @@ def __init__(self, device: str, model_path: os.path, ov_path: os.path, type: str
self._cache_path = cache_path if os.path.isfile(cache_path) else ""
self.__entity = ""
if type == constants.OP_CONFORMANCE:
if entity == "Inference" or entity == "QueryModel" or entity == "ImportExport" or entity == "":
if entity == "Inference" or entity == "QueryModel" or entity == "ImportExport" or entity == "" or entity == "OpImpl":
self.__entity = entity
else:
logger.error(f'Incorrect value to set entity type: {special_mode}. Please check `help` to get possible values')
Expand All @@ -115,7 +115,7 @@ def __init__(self, device: str, model_path: os.path, ov_path: os.path, type: str
else:
logger.error(f'Incorrect value to set shape mode: {special_mode}. Please check `help` to get possible values')
exit(-1)
self._gtest_filter = f"*{self.__entity}*{gtest_filter}*"#:*OpImpl*"
self._gtest_filter = f"*{self.__entity}*{gtest_filter}*{'' if self.__entity == 'OpImpl' else ':-*OpImpl*'}"
elif type == constants.API_CONFORMANCE:
if entity == "ov_compiled_model" or entity == "ov_plugin" or entity == "ov_infer_request" or entity == "":
self.__entity = entity
Expand Down

0 comments on commit ec521d5

Please sign in to comment.