Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Add more ignore and skip tests to the list #2

Merged
merged 11 commits into from
Feb 21, 2024
Merged

Add more ignore and skip tests to the list #2

Changes from 10 commits
Commits
Show all changes
11 commits
Select commit Hold shift + click to select a range
95eeb96
Add more ignore and skip tests to the list
meaksh Dec 28, 2023
d1397e2
Update skiplist
meaksh Jan 5, 2024
b476beb
Skip more tests that hangs on sle15sp1
meaksh Jan 5, 2024
360a13b
Remove duplications and add clarification note
meaksh Jan 16, 2024
bfb3982
Add more boto tests (slow tests) to skip list
meaksh Feb 13, 2024
ed1daa9
Add missing comments for added tests to skip
meaksh Feb 13, 2024
ebd5ee9
Remove tests that causes error in Python 3.11 for now
meaksh Feb 13, 2024
d0dce27
Skip unmaintained tests for test_zcbuildout.py
meaksh Feb 13, 2024
d80885c
Ignore SSH which makes no sense anymore
meaksh Feb 14, 2024
6ed5e1e
Skip test not running on containers and sort list
meaksh Feb 14, 2024
f689517
Clean up skiplist after introducing fixes in the codebase
meaksh Feb 15, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
22 changes: 21 additions & 1 deletion skipped_tests.toml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,8 @@ unit = [
"tests/unit/modules/test_boto_route53.py",
"tests/unit/utils/test_boto3mod.py",
]
integration = [
]
[skip]
unit = [
"tests/pytests/unit/grains/test_core.py::test_get_server_id",
Expand Down Expand Up @@ -68,6 +70,8 @@ unit = [
"tests/unit/cli/test_support.py::ProfileIntegrityTestCase::test_non_template_profiles_parseable",
"tests/unit/cli/test_support.py::ProfileIntegrityTestCase::test_users_template_profile",
"tests/unit/modules/test_dpkg_lowpkg.py::DpkgTestCase::test_info",
"tests/unit/modules/test_zcbuildout.py::BuildoutOnlineTestCase::test_buildout", # Unmaintained test - skipped upstream
"tests/unit/modules/test_zcbuildout.py::BuildoutOnlineTestCase::test_run_buildout", # Unmaintained test - skipped upstream
meaksh marked this conversation as resolved.
Show resolved Hide resolved
"tests/unit/states/test_boto_apigateway.py::BotoApiGatewayTestCase::test_absent_when_failing_to_delete_a_deployment_no_longer_associated_with_any_stages",
"tests/unit/states/test_boto_apigateway.py::BotoApiGatewayTestCase::test_absent_when_nuke_api_and_no_more_stages_deployments_remain",
"tests/unit/states/test_boto_apigateway.py::BotoApiGatewayTestCase::test_absent_when_nuke_api_and_other_stages_deployments_exist",
Expand All @@ -76,11 +80,17 @@ unit = [
"tests/unit/states/test_boto_apigateway.py::BotoApiGatewayTestCase::test_absent_when_stage_is_valid_and_only_one_stage_is_associated_to_deployment",
"tests/unit/states/test_boto_apigateway.py::BotoApiGatewayTestCase::test_absent_when_stage_is_valid_and_two_stages_are_associated_to_deployment",
"tests/unit/states/test_boto_apigateway.py::BotoApiGatewayTestCase::test_present_when_stage_associating_to_new_deployment_errored_on_api_creation",
"tests/unit/states/test_boto_apigateway.py::BotoApiGatewayTestCase::test_present_when_stage_associating_to_new_deployment_errored_on_lambda_function_lookup", # missing boto libraries
meaksh marked this conversation as resolved.
Show resolved Hide resolved
"tests/unit/states/test_boto_apigateway.py::BotoApiGatewayTestCase::test_present_when_stage_associating_to_new_deployment_errored_on_model_creation",
"tests/unit/states/test_boto_apigateway.py::BotoApiGatewayTestCase::test_present_when_stage_associating_to_new_deployment_errored_on_put_integration", # missing boto libraries
"tests/unit/states/test_boto_apigateway.py::BotoApiGatewayTestCase::test_present_when_stage_associating_to_new_deployment_errored_on_put_integration_response", # missing boto libraries
"tests/unit/states/test_boto_apigateway.py::BotoApiGatewayTestCase::test_present_when_stage_associating_to_new_deployment_errored_on_put_method", # missing boto libraries
"tests/unit/states/test_boto_apigateway.py::BotoApiGatewayTestCase::test_present_when_stage_associating_to_new_deployment_errored_on_put_method_response", # missing boto libraries
"tests/unit/states/test_boto_apigateway.py::BotoApiGatewayTestCase::test_present_when_stage_associating_to_new_deployment_errored_on_resource_creation",
"tests/unit/states/test_boto_apigateway.py::BotoApiGatewayTestCase::test_present_when_stage_exists_and_is_to_associate_to_existing_deployment",
"tests/unit/states/test_boto_apigateway.py::BotoApiGatewayTestCase::test_present_when_stage_is_already_at_desired_deployment",
"tests/unit/states/test_boto_apigateway.py::BotoApiGatewayTestCase::test_present_when_stage_is_already_at_desired_deployment_and_needs_stage_variables_update",
"tests/unit/states/test_boto_apigateway.py::BotoApiGatewayTestCase::test_present_when_stage_is_to_associate_to_new_deployment", # missing boto libraries
"tests/unit/states/test_boto_apigateway.py::BotoApiGatewayTestCase::test_present_when_swagger_file_is_invalid",
"tests/unit/states/test_boto_cognitoidentity.py::BotoCognitoIdentityTestCase::test_absent_when_a_single_pool_exists",
"tests/unit/states/test_boto_cognitoidentity.py::BotoCognitoIdentityTestCase::test_absent_when_erroring_on_delete_identity_pool",
Expand All @@ -91,8 +101,12 @@ unit = [
"tests/unit/states/test_boto_cognitoidentity.py::BotoCognitoIdentityTestCase::test_present_when_failing_to_create_a_new_identity_pool",
"tests/unit/states/test_boto_cognitoidentity.py::BotoCognitoIdentityTestCase::test_present_when_failing_to_describe_identity_pools",
"tests/unit/states/test_boto_cognitoidentity.py::BotoCognitoIdentityTestCase::test_present_when_failing_to_get_identity_pool_roles",
"tests/unit/states/test_boto_cognitoidentity.py::BotoCognitoIdentityTestCase::test_present_when_failing_to_set_identity_pool_roles", # missing boto libraries
"tests/unit/states/test_boto_cognitoidentity.py::BotoCognitoIdentityTestCase::test_present_when_failing_to_update_an_existing_identity_pool",
"tests/unit/states/test_boto_cognitoidentity.py::BotoCognitoIdentityTestCase::test_present_when_multiple_pools_with_same_name_exist",
"tests/unit/states/test_boto_cognitoidentity.py::BotoCognitoIdentityTestCase::test_present_when_pool_name_does_not_exist", # missing boto libraries
"tests/unit/states/test_boto_cognitoidentity.py::BotoCognitoIdentityTestCase::test_present_when_pool_name_exists", # missing boto libraries
"tests/unit/states/test_zcbuildout.py::BuildoutTestCase::test_installed", # Unmaintained test - skipped upstream
"tests/unit/test_config.py::APIConfigTestCase::test_api_config_log_file_values",
"tests/unit/test_config.py::APIConfigTestCase::test_api_config_prepend_root_dirs_return",
"tests/unit/test_config.py::ConfigTestCase::test_load_minion_config_from_environ_var",
Expand All @@ -111,16 +125,19 @@ unit = [
"tests/unit/utils/test_templates.py::RenderTestCase::test_render_mako_variable",
]
integration = [
"tests/integration/loader/test_ext_modules.py", # Make pytest to stuck in sle15sp1 classic pkg
"tests/integration/modules/test_cmdmod.py::CMDModuleTest::test_which_bin",
"tests/integration/ssh/test_state.py::SSHStateTest::test_state_running", # This test makes no sense with new locking mechanism for Salt SSH
meaksh marked this conversation as resolved.
Show resolved Hide resolved
"tests/pytests/integration/master/test_clear_funcs.py::test_clearfuncs_config",
"tests/pytests/integration/master/test_clear_funcs.py::test_fileroots_write",
"tests/pytests/integration/master/test_clear_funcs.py::test_fileroots_read",
"tests/pytests/integration/master/test_clear_funcs.py::test_fileroots_write",
agraul marked this conversation as resolved.
Show resolved Hide resolved
"tests/pytests/integration/netapi/rest_tornado/test_minions_api_handler.py::test_get_no_mid",
"tests/pytests/integration/netapi/rest_tornado/test_root_handler.py::test_simple_local_post",
"tests/pytests/integration/netapi/rest_tornado/test_root_handler.py::test_simple_local_post_only_dictionary_request",
"tests/pytests/integration/runners/state/orchestrate/test_events.py::test_jid_in_ret_event",
"tests/pytests/integration/runners/state/orchestrate/test_events.py::test_orchestration_with_pillar_dot_items",
"tests/pytests/integration/runners/state/orchestrate/test_events.py::test_parallel_orchestrations",
"tests/pytests/integration/ssh/test_master.py::test_service", # Failing when running on containers. dbus not available
meaksh marked this conversation as resolved.
Show resolved Hide resolved
]
functional = [
"tests/pytests/functional/channel/test_server.py::test_pub_server_channel[transport(zeromq)]",
Expand All @@ -146,7 +163,10 @@ functional = [
"tests/pytests/functional/runners/test_winrepo.py::test_update_git_repos",
"tests/pytests/functional/states/test_pip_state.py::test_pip_installed_name_test_mode",
"tests/pytests/functional/states/test_pip_state.py::test_pip_installed_pkgs_test_mode",
"tests/pytests/functional/transport/ipc/test_pub_server_channel.py::test_issue_36469_tcp", # Make pytest to hang on sle15sp1
"tests/pytests/functional/transport/ipc/test_pub_server_channel.py::test_publish_to_pubserv_ipc", # Make pytest to hang during cleanup
"tests/pytests/functional/transport/tcp/test_message_client.py::test_message_client_reconnect",
"tests/pytests/functional/transport/zeromq/test_pub_server_channel.py::test_zeromq_filtering", # Make pytest to hang on sle15sp1
"tests/pytests/functional/utils/pyinstaller/rthooks/test_salt_utils_vt_terminal.py::test_vt_terminal_environ_cleanup[LD_LIBRARY_PATH]",
"tests/pytests/functional/utils/pyinstaller/rthooks/test_salt_utils_vt_terminal.py::test_vt_terminal_environ_cleanup_original[LD_LIBRARY_PATH]",
"tests/pytests/functional/utils/pyinstaller/rthooks/test_salt_utils_vt_terminal.py::test_vt_terminal_environ_cleanup_original_passed_directly[LD_LIBRARY_PATH]",
Expand Down