test(smoke-test): minor update to openapi test (#11184)

smoke-test/tests/openapi/test_openapi.py

@@ -64,6 +64,7 @@ def evaluate_test(test_name, test_data):
                             actual_resp.json(),
                             req_resp["response"]["json"],
                             exclude_regex_paths=exclude_regex_paths,
+                            ignore_order=True,
                         )
                         assert not diff
                     else:
@@ -81,19 +82,20 @@ def evaluate_test(test_name, test_data):
         raise e
 
 
-def run_tests(fixture_glob, num_workers=3):
+def run_tests(fixture_globs, num_workers=3):
     with concurrent.futures.ThreadPoolExecutor(max_workers=num_workers) as executor:
         futures = []
-        for test_fixture, test_data in load_tests(fixture_glob=fixture_glob):
-            futures.append(executor.submit(evaluate_test, test_fixture, test_data))
+        for fixture_glob in fixture_globs:
+            for test_fixture, test_data in load_tests(fixture_glob=fixture_glob):
+                futures.append(executor.submit(evaluate_test, test_fixture, test_data))
 
         for future in concurrent.futures.as_completed(futures):
             logger.info(future.result())
 
 
 @pytest.mark.dependency(depends=["test_healthchecks"])
 def test_openapi_all():
-    run_tests(fixture_glob="tests/openapi/**/*.json", num_workers=10)
+    run_tests(fixture_globs=["tests/openapi/*/*.json"], num_workers=10)
 
 
 # @pytest.mark.dependency(depends=["test_healthchecks"])