Skip to content

Commit

Permalink
add nightly skip list
Browse files Browse the repository at this point in the history
  • Loading branch information
evkotov committed Dec 1, 2023
1 parent d3cba0f commit 51731db
Show file tree
Hide file tree
Showing 3 changed files with 270 additions and 1 deletion.
22 changes: 22 additions & 0 deletions tests/model_hub_tests/models_hub_common/utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -31,6 +31,28 @@ def get_models_list(file_name: str):
return models


def get_skipped_model_links(filename: str):
links = set()
if not os.path.exists(filename):
return links
with open(filename) as f:
for model_info in f:
model_info = model_info.strip()
model_name, model_link = model_info.split(',')
links.add(model_link)
return links


def get_models_list_not_skipped(model_list_file: str, skip_list_file: str):
skipped_links = get_skipped_model_links(skip_list_file)
not_skipped_models = []
for model_name, model_link, mark, reason in get_models_list(model_list_file):
if model_link in skipped_links:
continue
not_skipped_models.append((model_name, model_link, mark, reason))
return not_skipped_models


def compare_two_tensors(ov_res, fw_res, eps):
is_ok = True
if not np.allclose(ov_res, fw_res, atol=eps, rtol=eps, equal_nan=True):
Expand Down
Loading

0 comments on commit 51731db

Please sign in to comment.