Moves tests that should be always executed to 'always' directory (#11948

)

Some tests (testing the structure and importability of
example) should be always run even if core part was not modified.

That's why we move it to "always" directory.

CI.rst

@@ -708,6 +708,7 @@ contributors in case of simpler changes.
 
 We have the following test types (separated by packages in which they are):
 
+* Always - those are tests that should be always executed (always folder)
 * Core - for the core Airflow functionality (core folder)
 * API - Tests for the Airflow API (api and api_connexion folders)
 * CLI - Tests for the Airflow CLI (cli folder)

scripts/ci/selective_ci_checks.sh

@@ -173,7 +173,7 @@ function set_basic_checks_only() {
     initialization::ga_output basic-checks-only "${@}"
 }
 
-ALL_TESTS="Core Other API CLI Providers WWW Integration Heisentests"
+ALL_TESTS="Always Core Other API CLI Providers WWW Integration Heisentests"
 readonly ALL_TESTS
 
 function set_outputs_run_everything_and_exit() {
@@ -480,7 +480,7 @@ function calculate_test_types_to_run() {
             echo
             SELECTED_TESTS="${SELECTED_TESTS} WWW"
         fi
-        initialization::ga_output test-types "Integration Heisentests ${SELECTED_TESTS}"
+        initialization::ga_output test-types "Always Integration Heisentests ${SELECTED_TESTS}"
     fi
 }
 

scripts/in_container/entrypoint_ci.sh

@@ -236,6 +236,7 @@ else
     CLI_TESTS=("tests/cli")
     API_TESTS=("tests/api" "tests/api_connexion")
     PROVIDERS_TESTS=("tests/providers")
+    ALWAYS_TESTS=("tests/always")
     CORE_TESTS=(
         "tests/core"
         "tests/executors"
@@ -253,6 +254,7 @@ else
         "${API_TESTS[@]}"
         "${PROVIDERS_TESTS[@]}"
         "${CORE_TESTS[@]}"
+        "${ALWAYS_TESTS[@]}"
         "${WWW_TESTS[@]}"
     )
 
@@ -264,6 +266,8 @@ else
         SELECTED_TESTS=("${PROVIDERS_TESTS[@]}")
     elif [[ ${TEST_TYPE:=""} == "Core" ]]; then
         SELECTED_TESTS=("${CORE_TESTS[@]}")
+    elif [[ ${TEST_TYPE:=""} == "Always" ]]; then
+        SELECTED_TESTS=("${ALWAYS_TESTS[@]}")
     elif [[ ${TEST_TYPE:=""} == "WWW" ]]; then
         SELECTED_TESTS=("${WWW_TESTS[@]}")
     elif [[ ${TEST_TYPE:=""} == "Helm" ]]; then
@@ -272,6 +276,7 @@ else
         find_all_other_tests
         SELECTED_TESTS=("${ALL_OTHER_TESTS[@]}")
     elif [[ ${TEST_TYPE:=""} == "All" || ${TEST_TYPE} == "Quarantined" || \
+            ${TEST_TYPE} == "Always" || \
             ${TEST_TYPE} == "Postgres" || ${TEST_TYPE} == "MySQL" || \
             ${TEST_TYPE} == "Heisentests" || ${TEST_TYPE} == "Long" || \
             ${TEST_TYPE} == "Integration" ]]; then