diff --git a/build-support/jenkins/yb-jenkins-test.sh b/build-support/jenkins/yb-jenkins-test.sh index 2fec112b8d46..5f82b6ad1760 100755 --- a/build-support/jenkins/yb-jenkins-test.sh +++ b/build-support/jenkins/yb-jenkins-test.sh @@ -267,17 +267,21 @@ log "Aggregating test reports" log "Analyzing test results" test_results_from_junit_xml_path=${YB_SRC_ROOT}/test_results.json test_results_from_spark_path=${BUILD_ROOT}/full_build_report.json.gz +planned_tests_path=${BUILD_ROOT}/planned_tests.json if [[ -f $test_results_from_junit_xml_path && - -f $test_results_from_spark_path ]]; then + -f $test_results_from_spark_path && + $NUM_REPETITIONS == 1 ]]; then ( set -x "$YB_SCRIPT_PATH_ANALYZE_TEST_RESULTS" \ "--aggregated-json-test-results=$test_results_from_junit_xml_path" \ + "--planned-tests=$planned_tests_path" \ "--run-tests-on-spark-report=$test_results_from_spark_path" \ "--archive-dir=$YB_SRC_ROOT" \ - "--successful-tests-out-path=$YB_SRC_ROOT/successful_tests.txt" \ - "--test-list-out-path=$YB_SRC_ROOT/test_list.txt" + "--successful-tests-out-path=$YB_SRC_ROOT/test_successes.txt" \ + "--test-list-out-path=$YB_SRC_ROOT/test_list.txt" \ + "--analysis-out-path=$YB_SRC_ROOT/test_analysis.txt" ) else if [[ ! -f $test_results_from_junit_xml_path ]]; then @@ -286,6 +290,9 @@ else if [[ ! -f $test_results_from_spark_path ]]; then log "File $test_results_from_spark_path does not exist" fi + if [[ $NUM_REPETITIONS != 1 ]]; then + log "Analyze script cannot handle multiple repetitions." + fi log "Not running $YB_SCRIPT_PATH_ANALYZE_TEST_RESULTS" fi diff --git a/python/yugabyte/analyze_test_results.py b/python/yugabyte/analyze_test_results.py index a1ab40897417..4a6e1b15f4a1 100755 --- a/python/yugabyte/analyze_test_results.py +++ b/python/yugabyte/analyze_test_results.py @@ -33,6 +33,11 @@ def parse_args() -> argparse.Namespace: help='Aggregated JSON report of test results generated by aggregate_test_reports.py. ' 'Usually named test_results.json.', required=True) + parser.add_argument( + '--planned-tests', + help='Spark planned test list produced by run_tests_on_spark.py. Usually named ' + 'planned_tests.json.', + required=True) parser.add_argument( '--run-tests-on-spark-report', help='Full build report produced by run_tests_on_spark.py. Usually named ' @@ -51,6 +56,9 @@ def parse_args() -> argparse.Namespace: parser.add_argument( '--test-list-out-path', help='Write the list of test descriptors from both types of reports to this file.') + parser.add_argument( + '--analysis-out-path', + help='Write the analysis to this file as well as stdout.') parser.add_argument( '--verbose', action='store_true', @@ -66,8 +74,10 @@ def parse_args() -> argparse.Namespace: @dataclass class AnalysisResult: + num_tests_planned: int = 0 num_tests_in_junit_xml: int = 0 num_tests_in_spark: int = 0 + num_tests_did_not_run: int = 0 num_failed_tests_in_junit_xml: int = 0 num_failed_tests_in_spark: int = 0 @@ -86,7 +96,7 @@ class AnalysisResult: num_tests_without_spark_report: int = 0 # Total number of unique test descriptors found across any types of reports (union). - num_total_unique_tests: int = 0 + num_unique_test_results: int = 0 # Total number of unique test descriptors found across both types of reports (intersection). num_unique_tests_present_in_both_report_types: int = 0 @@ -108,6 +118,7 @@ class SingleBuildAnalyzer: def __init__(self, aggregated_test_results_path: str, + planned_tests_path: str, run_tests_on_spark_report_path: str, archive_dir: Optional[str], successful_tests_out_path: Optional[str] = None, @@ -117,16 +128,20 @@ def __init__(self, results. Look at aggregate_test_reports.py for the format of this dictionary, and at python/yugabyte/test_data/clang16_debug_centos7_test_report_from_junit_xml.json.gz for an example. + :param planned_tests_path: Path to the JSON file containing list of tests to be run. + Example: python/yugabyte/test_data/planned_tests.json :param run_tests_on_spark_report_path: Path to the JSON file containing the full build report produced by run_tests_on_spark.py. As an example, look at the following file: python/yugabyte/test_data/clang16_debug_centos7_run_tests_on_spark_full_report.json.gz """ logging.info("Reading aggregated JUnit XML test results from %s", aggregated_test_results_path) - logging.info("Reading full Spark build report from %s", run_tests_on_spark_report_path) self.test_reports_from_junit_xml = cast( List[Dict[str, Any]], json_util.read_json_file(aggregated_test_results_path)['tests']) + logging.info("Reading planned Spark test list from %s", planned_tests_path) + self.planned_tests_list = json_util.read_json_file(planned_tests_path) + logging.info("Reading full Spark build report from %s", run_tests_on_spark_report_path) self.run_tests_on_spark_report = cast( Dict[str, SparkTaskReport], json_util.read_json_file(run_tests_on_spark_report_path)['tests']) @@ -234,6 +249,10 @@ def analyze(self) -> AnalysisResult: desc_to_spark_task_report: Dict[SimpleTestDescriptor, SparkTaskReport] = {} + # TODO: This script does not support multiple test repotitions. Test descriptors are + # assumed to be SimpleTestDescriptors with no :::attempt_X suffixes, and + # assertions ensure that the name is not unique in the input report. + # Even if it is not supported, it should gracefully ignore such tests. failed_tests_in_spark: Set[SimpleTestDescriptor] = set() for test_desc_str, spark_test_report in self.run_tests_on_spark_report.items(): test_desc = SimpleTestDescriptor.parse(test_desc_str) @@ -336,19 +355,24 @@ def analyze(self) -> AnalysisResult: junit_xml_report.get('num_failures', 0) > 0): failed_tests_in_junit_xml.add(test_desc) - # Compare the set of tests (both successes and failures) for two types of reports. - for test_desc in sorted( - desc_to_spark_task_report.keys() | deduped_junit_reports_dict.keys()): - reports_from_junit_xml = deduped_junit_reports_dict.get(test_desc) + # Compare the spark planned tests to spark & junit results. + result.num_tests_planned = len(self.planned_tests_list) + planned_desc_list = [SimpleTestDescriptor.parse(td_str) + for td_str in self.planned_tests_list] + for test_desc in planned_desc_list: spark_task_report = desc_to_spark_task_report.get(test_desc) - if reports_from_junit_xml is None: + reports_from_junit_xml = deduped_junit_reports_dict.get(test_desc) + if spark_task_report is None and reports_from_junit_xml is None: + logging.info("Test descriptor %s has no results", test_desc) + result.num_tests_did_not_run += 1 + result.num_tests_without_junit_xml_report += 1 + result.num_tests_without_spark_report += 1 + elif reports_from_junit_xml is None: logging.info("Test descriptor %s has no reports from JUnit XML files", test_desc) result.num_tests_without_junit_xml_report += 1 - continue - if spark_task_report is None: + elif spark_task_report is None: logging.info("Test descriptor %s has no report from Spark", test_desc) - result.num_tests_without_spark_report = 1 - continue + result.num_tests_without_spark_report += 1 for test_desc in sorted(failed_tests_in_spark): if test_desc not in failed_tests_in_junit_xml: @@ -380,8 +404,8 @@ def analyze(self) -> AnalysisResult: all_test_descs = (set(desc_to_spark_task_report.keys()) | set(desc_to_test_reports_from_junit_xml.keys())) - result.num_total_unique_tests = len(all_test_descs) - logging.info("Found %d unique tests total" % result.num_total_unique_tests) + result.num_unique_test_results = len(all_test_descs) + logging.info("Found %d unique tests total" % result.num_unique_test_results) tests_present_in_both = (set(desc_to_spark_task_report.keys()) & set(desc_to_test_reports_from_junit_xml.keys())) @@ -395,7 +419,7 @@ def analyze(self) -> AnalysisResult: test_descriptor.write_test_descriptors_to_file( self.successful_tests_out_path, successful_tests, 'successful tests') test_descriptor.write_test_descriptors_to_file( - self.test_list_out_path, all_test_descs, 'all tests') + self.test_list_out_path, planned_desc_list, 'all tests') return result @@ -405,14 +429,21 @@ def main() -> None: common_util.init_logging(verbose=args.verbose) result = SingleBuildAnalyzer( args.aggregated_json_test_results, + args.planned_tests, args.run_tests_on_spark_report, args.archive_dir, args.successful_tests_out_path, args.test_list_out_path ).analyze() + stats = '' for field in dataclasses.fields(result): logging.info("%s: %s", field.name, getattr(result, field.name)) + stats += f"{field.name}: {getattr(result, field.name)}\n" + + if args.analysis_out_path: + logging.info("Writing the analysis stats to %s", args.analysis_out_path) + file_util.write_file(stats, args.analysis_out_path) if __name__ == '__main__': diff --git a/python/yugabyte/artifact_upload.py b/python/yugabyte/artifact_upload.py index 7cf58af304a0..c921f4576d71 100644 --- a/python/yugabyte/artifact_upload.py +++ b/python/yugabyte/artifact_upload.py @@ -258,8 +258,11 @@ def ensure_dir_exists(dir_path: str) -> None: try: if method == UploadMethod.SSH: assert dest_host is not None - subprocess.check_call(['ssh', dest_host, 'mkdir', '-p', dest_dir]) - subprocess.check_call(['scp', artifact_path, f'{dest_host}:{dest_dir}/']) + subprocess.check_call(['ssh', '-o', 'StrictHostKeyChecking=no', dest_host, + 'mkdir', '-p', dest_dir]) + subprocess.check_call(['scp', '-o', 'StrictHostKeyChecking=no', artifact_path, + f'{dest_host}:{dest_dir}/']) + elif method == UploadMethod.CP: ensure_dir_exists(dest_dir) subprocess.check_call(['cp', '-f', artifact_path, dest_path]) diff --git a/python/yugabyte/run_tests_on_spark.py b/python/yugabyte/run_tests_on_spark.py index a280a0fcd71a..8d6667425e7c 100755 --- a/python/yugabyte/run_tests_on_spark.py +++ b/python/yugabyte/run_tests_on_spark.py @@ -1250,7 +1250,10 @@ def main() -> None: # End of argument validation. # --------------------------------------------------------------------------------------------- - os.environ['YB_BUILD_HOST'] = socket.gethostname() + if os.getenv('YB_SPARK_COPY_MODE') == 'SSH': + os.environ['YB_BUILD_HOST'] = os.environ['USER'] + '@' + socket.gethostname() + else: + os.environ['YB_BUILD_HOST'] = socket.gethostname() thirdparty_path = build_paths.BuildPaths(args.build_root).thirdparty_path assert thirdparty_path is not None os.environ['YB_THIRDPARTY_DIR'] = thirdparty_path @@ -1320,6 +1323,14 @@ def main() -> None: for i in range(1, num_repetitions + 1) ] + if args.save_report_to_build_dir: + planned_report_paths = [] + planned_report_paths.append(os.path.join(global_conf.build_root, 'planned_tests.json')) + planned = [] + for td in test_descriptors: + planned.append(td.descriptor_str) + save_json_to_paths('planned tests', planned, planned_report_paths, should_gzip=False) + app_name_details = ['{} tests total'.format(total_num_tests)] if num_repetitions > 1: app_name_details += ['{} repetitions of {} tests'.format(num_repetitions, num_tests)] diff --git a/python/yugabyte/test_analyze_test_results.py b/python/yugabyte/test_analyze_test_results.py index b45f88d24f98..789bb5a68a64 100644 --- a/python/yugabyte/test_analyze_test_results.py +++ b/python/yugabyte/test_analyze_test_results.py @@ -22,11 +22,14 @@ def test_analyze_test_results() -> None: test_data_base_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), 'test_data') aggregated_test_report_path = os.path.join( test_data_base_dir, 'clang16_debug_centos7_test_report_from_junit_xml.json') + planned_tests = os.path.join( + test_data_base_dir, 'planned_tests.json') run_tests_on_spark_full_report = os.path.join( test_data_base_dir, 'clang16_debug_centos7_run_tests_on_spark_full_report.json') analyzer = analyze_test_results.SingleBuildAnalyzer( aggregated_test_report_path, + planned_tests, run_tests_on_spark_full_report, archive_dir=None) result = analyzer.analyze() @@ -35,15 +38,17 @@ def test_analyze_test_results() -> None: analyze_test_results.AnalysisResult( num_tests_in_junit_xml=384, num_tests_in_spark=385, + num_tests_planned=387, + num_tests_did_not_run=2, num_failed_tests_in_junit_xml=2, num_failed_tests_in_spark=2, num_unique_failed_tests=3, num_dedup_errors_in_junit_xml=0, - num_total_unique_tests=387, + num_unique_test_results=387, num_tests_failed_in_spark_but_not_junit_xml=1, num_tests_failed_in_junit_xml_but_not_spark=1, - num_tests_without_junit_xml_report=3, - num_tests_without_spark_report=1, + num_tests_without_junit_xml_report=5, + num_tests_without_spark_report=2, num_successful_tests=379, num_unique_tests_present_in_both_report_types=382 )) diff --git a/python/yugabyte/test_data/planned_tests.json b/python/yugabyte/test_data/planned_tests.json new file mode 100644 index 000000000000..85b415a64b3d --- /dev/null +++ b/python/yugabyte/test_data/planned_tests.json @@ -0,0 +1,389 @@ +[ + "com.yugabyte.jedis.TestYBJedis#testNX[1]", + "com.yugabyte.jedis.TestYBJedis#testTSRangeByTimeString[2]", + "com.yugabyte.jedis.TestYBJedis#testZRangeByScore[0]", + "com.yugabyte.jedis.TestYBJedisTSRevRangeByTime#RandomRanges[1]", + "org.yb.cql.TestAuthorizationEnforcement#testGrantPermissionOnTableWithoutUsingKeywordTable", + "org.yb.cdc.TestCheckpoint#testSettingCheckpointWithImplicit", + "org.yb.cdc.ysql.Test3IntCol#testInsertionInBatch", + "org.yb.cdc.ysql.TestBase#testConflictsWhileInsertion", + "org.yb.cdc.ysql.TestBase#testJDBCConnection", + "org.yb.cdc.ysql.TestDDL#testAddColumn", + "org.yb.cdc.ysql.TestNullValues#testPath", + "org.yb.client.TestYBClient#testChangeMasterClusterConfig", + "org.yb.clientent.TestReadReplicas#testIsLoadBalancerIdle", + "org.yb.clientent.TestSSLClient#testChangeClusterConfigRF", + "org.yb.clientent.TestSSLClient#testChangeMasterConfigWithHostPort", + "org.yb.cql.SimpleQueryTest#testIndexWithoutRangeKey", + "org.yb.cql.TestAlterKeyspace#testReplication", + "org.yb.cql.TestAlterTable#testAlterTableBatchPrepare", + "org.yb.cql.TestAuthentication#testDeleteNonExistingRole", + "org.yb.cql.TestAuthenticationWithCacheLoginInfo#testAlterSuperuserFieldOfNonSuperuserRole", + "org.yb.cql.TestAuthenticationWithCacheLoginInfo#testConnectWithDefaultUserPass", + "org.yb.cql.TestAuthenticationWithCachePasswords#testConnectWithNoLogin", + "org.yb.cql.TestAuthenticationWithCachePasswords#testRoleCannotDeleteItself", + "org.yb.cql.TestAuthorizationEnforcement#testCreateKeyspaceWithAllPermissions", + "org.yb.cql.TestAuthorizationEnforcement#testCreateRoleStmtGrantsPermissionsToCreator", + "org.yb.cql.TestAuthorizationEnforcement#testDeleteTableWithDropPermissionOnDifferentKeyspace", + "org.yb.cql.TestAuthorizationEnforcement#testDeleteTableWithDropPermissionOnDifferentTable", + "org.yb.cql.TestAuthorizationEnforcement#testDeletingTableRemovesPermissionsToo", + "org.yb.cql.TestAuthorizationEnforcement#testGrantModifyOnRoleFails", + "org.yb.cql.TestAuthorizationEnforcement#testGrantRoleWithPermissionOnALLRoles", + "org.yb.cql.TestAuthorizationEnforcement#testPreparedDropKeyspaceStmtWithDropPermission", + "org.yb.cql.TestAuthorizationEnforcement#testPreparedDropTableStmtWithDropPermission", + "org.yb.cql.TestAuthorizationEnforcement#testPreparedInsertStmtWithModifyPermission", + "org.yb.cql.TestAuthorizationEnforcement#testRevokePermissionOnTableWithNoPermissions", + "org.yb.cql.TestAuthorizationEnforcement#testRevokePermissionOnTableWithWrongPermissionsOnAllKeyspaces", + "org.yb.cql.TestAuthorizationEnforcementWithTruncate#testAlterSuperuserStatusOfGrantedRoleFails", + "org.yb.cql.TestAuthorizationEnforcementWithTruncate#testDeleteTableWithWrongPermissions", + "org.yb.cql.TestAuthorizationEnforcementWithTruncate#testInsertStatementWithModifyPermissionOnKeyspace", + "org.yb.cql.TestAuthorizationEnforcementWithTruncate#testInsertStatementWithWrongPermissionsOnKeyspace", + "org.yb.cql.TestAuthorizationEnforcementWithTruncate#testPreparedCreateTableWithCreatePermission", + "org.yb.cql.TestAuthorizationEnforcementWithTruncate#testSelectStatementWithWrongPermissionsOnTable", + "org.yb.cql.TestAuthorizationEnforcementWithTruncate#testUpdateStatementWithNoPermissions", + "org.yb.cql.TestBatchRequest#testPreparedStatement", + "org.yb.cql.TestCollectionTypes#TestInvalidQueries", + "org.yb.cql.TestCollectionTypes#testValidQueries", + "org.yb.cql.TestCreateTableWithProperties#testMaxIndexInterval", + "org.yb.cql.TestCreateTableWithProperties#testReadRepairChance", + "org.yb.cql.TestFloatLiterals#testPartitionKeyLiteralsDouble", + "org.yb.cql.TestIndex#testDropDuringWrite", + "org.yb.cql.TestIndex#testDropIndex", + "org.yb.cql.TestIndex#testSelectAll", + "org.yb.cql.TestIndex#testUniquePrimaryKeyIndex", + "org.yb.cql.TestInsertValues#testLargeInsert", + "org.yb.cql.TestJson#testUpsertWithNestedJsonWithMemberCache", + "org.yb.cql.TestPagingSelect#testContinuousQuery", + "org.yb.cql.TestPartialIndex#testUniquePartialIndexPart1_3", + "org.yb.cql.TestPartialIndex#testUniquePartialIndexPart2_4", + "org.yb.cql.TestReturnsClause#testBatchDMLWithUniqueIndex", + "org.yb.cql.TestSelect#testSimpleQuery", + "org.yb.cql.TestSelect#testTtlWrongParametersThrowsError", + "org.yb.cql.TestSelectNoHash#testSelectNoHashQuery", + "org.yb.cql.TestSelectRowCounter#testRowCounterPaging", + "org.yb.cql.TestStaticColumn#testDeleteStaticColumn", + "org.yb.cql.TestStaticColumn#testSelectDistinctStatic", + "org.yb.cql.TestSystemTables#testSystemPeersTable", + "org.yb.cql.TestTTLSemantics#testRowTTLWithUpdates", + "org.yb.cql.TestTransaction#testTransactionConditionalDMLWithoutElseError", + "org.yb.cql.TestTransaction#testUserInsertAfterDeleteDiffNumber", + "org.yb.cql.TestTransaction#testWriteConflicts", + "org.yb.cql.TestTransactionalByDefault#testCreateTableAndIndex", + "org.yb.cql.TestTruncate#testTruncateWithIndex", + "org.yb.cql.TestUpdate#testUpdateWithInet", + "org.yb.cql.TestUserDefinedTypes#testNestedUDTs", + "org.yb.cql.TestVarIntDataType#testAscendingVarIntDataTypeInRangeRandom", + "org.yb.cql.TestYbBackup#testYCQLBackupWithUniqueIndex", + "org.yb.loadtest.TestReadReplica#readfromReadReplica", + "org.yb.loadtester.TestClusterFullMove#testClusterFullMove", + "org.yb.pgsql.TestBatchCopyFrom#testEnableUpsertModeSessionVariableForeignKey", + "org.yb.pgsql.TestBatchCopyFrom#testSessionVariableWithRowsPerTransactionOption", + "org.yb.pgsql.TestBatchCopyFrom#testStdinCopy", + "org.yb.pgsql.TestGetTabletCountInTablespace#testMultiZoneWithSplit", + "org.yb.pgsql.TestLintPgRegressSchedules#lintSchedules", + "org.yb.pgsql.TestPgAlterTableChangePrimaryKey#duplicates", + "org.yb.pgsql.TestPgAlterTableColumnType#testDefaults", + "org.yb.pgsql.TestPgAnalyze#testUniformRandomSamplingWithPaging", + "org.yb.pgsql.TestPgAuthorization#testMultiDatabaseOwnershipReassign", + "org.yb.pgsql.TestPgBatchExecution#testBatchUpdateWithError[0]", + "org.yb.pgsql.TestPgCacheConsistency#testAddedDefaults2", + "org.yb.pgsql.TestPgColumnReadEfficiency#testScans", + "org.yb.pgsql.TestPgConfiguration#testMaxConnectionsFlag", + "org.yb.pgsql.TestPgDdlConcurrency#testModifiedTableWrite", + "org.yb.pgsql.TestPgDepend#testTableWithSequenceDeletion", + "org.yb.pgsql.TestPgDropDatabase#testCreateDatabaseWithFailures", + "org.yb.pgsql.TestPgExplainAnalyze#testNestedLoop", + "org.yb.pgsql.TestPgExplainAnalyze#testPKScan", + "org.yb.pgsql.TestPgExplainAnalyzeScans#testYbSeqScan", + "org.yb.pgsql.TestPgForeignKey#testRowLockSerializableIsolation", + "org.yb.pgsql.TestPgIsolationRegress#withDelayedTxnApply", + "org.yb.pgsql.TestPgPrepareExecute#testPgPrepareExecute", + "org.yb.pgsql.TestPgPushdown#aggregates_const", + "org.yb.pgsql.TestPgRangePresplit#testSingleColumnRangePK", + "org.yb.pgsql.TestPgRangePresplit#testWrites", + "org.yb.pgsql.TestPgReadCommittedFuncs#testLazilyEvaluatedSQLFunctions", + "org.yb.pgsql.TestPgRegressContribIntarray#schedule", + "org.yb.pgsql.TestPgRegressGin#testPgRegressGin", + "org.yb.pgsql.TestPgRegressHashIndex#testPgRegressHashIndex", + "org.yb.pgsql.TestPgRegressProfile#testPgRegressProfile", + "org.yb.pgsql.TestPgRegressPushdown#testPgRegressPushdown", + "org.yb.pgsql.TestPgRegressTypesGeo#testPgRegressTypes", + "org.yb.pgsql.TestPgSelect#testAggregatePushdowns", + "org.yb.pgsql.TestPgSelect#testDistinctLocalFilter", + "org.yb.pgsql.TestPgSelect#testDistinctMultiHashColumns", + "org.yb.pgsql.TestPgSelect#testNullPushdown", + "org.yb.pgsql.TestPgSelect#testReverseScanMultiRangeCol", + "org.yb.pgsql.TestPgSequences#testInt64LimitsInSequences", + "org.yb.pgsql.TestPgSequences#testMinInt64OverflowFailureInSequenceInDifferentSession", + "org.yb.pgsql.TestPgSequences#testOwnedSequenceGetsDeleted", + "org.yb.pgsql.TestPgSequencesWithCacheFlag#testNoCycle", + "org.yb.pgsql.TestPgSequencesWithServerCache#testSequenceWithMinValueAndMaxValueAndNegativeIncrement", + "org.yb.pgsql.TestPgSequencesWithServerCacheFlag#testConcurrentInsertsWithSerialType", + "org.yb.pgsql.TestPgSequencesWithServerCacheFlag#testMaxInt64FailureInSequence", + "org.yb.pgsql.TestPgSequencesWithServerCacheFlag#testSequenceWithMinValue", + "org.yb.pgsql.TestPgSequencesWithServerCacheFlag#testSequencesWithHigherThanDefaultCacheAndIncrement", + "org.yb.pgsql.TestPgTruncate#testBasicTruncateMultiTables", + "org.yb.pgsql.TestPgUniqueConstraint#constraintDropAllowsDuplicates", + "org.yb.pgsql.TestYbBackup#testColocatedDatabaseRestoreToOriginalDB", + "org.yb.pgsql.TestYbBackup#testIncludedColumns", + "org.yb.pgsql.TestYbPgStatActivity#testMemUsageFuncsWithExplicitTransactions", + "org.yb.pgsql.TestYsqlUpgrade#creatingSystemRelsIsLikeInitdb", + "org.yb.pgsql.TestYsqlUpgrade#dmlsUpdatePgCache", + "redis.clients.jedis.tests.ConnectionCloseTest#checkWrongPort", + "redis.clients.jedis.tests.ConnectionCloseTest#connectIfNotConnectedWhenSettingTimeoutInfinite", + "redis.clients.jedis.tests.ConnectionTest#checkWrongPort", + "redis.clients.jedis.tests.JedisPoolTest#customClientName", + "redis.clients.jedis.tests.JedisPoolTest#getNumActiveIsNegativeWhenPoolIsClosed", + "redis.clients.jedis.tests.JedisTest#testBitfield", + "redis.clients.jedis.tests.PipeliningTest#piplineWithError", + "redis.clients.jedis.tests.PipeliningTest#testReuseJedisWhenPipelineIsEmpty", + "redis.clients.jedis.tests.ShardedJedisTest#testMD5Sharding", + "redis.clients.jedis.tests.collections.SetFromListTest#equals", + "redis.clients.jedis.tests.commands.AllKindOfValuesCommandsTest#scanMatch", + "redis.clients.jedis.tests.commands.AllKindOfValuesCommandsTest#select", + "redis.clients.jedis.tests.commands.BinaryValuesCommandsTest#incrBy", + "redis.clients.jedis.tests.commands.BinaryValuesCommandsTest#setnx", + "redis.clients.jedis.tests.commands.ClusterCommandsTest#clusterSetSlotMigrating", + "redis.clients.jedis.tests.commands.ListCommandsTest#brpop", + "redis.clients.jedis.tests.commands.PublishSubscribeCommandsTest#binaryPsubscribe", + "redis.clients.jedis.tests.commands.PublishSubscribeCommandsTest#unsubscribeWhenNotSusbscribed", + "redis.clients.jedis.tests.commands.SetCommandsTest#sinterstore", + "redis.clients.jedis.tests.commands.SortedSetCommandsTest#zrangebyscoreWithScores", + "redis.clients.jedis.tests.commands.SortingCommandsTest#sort", + "redis.clients.jedis.tests.commands.SortingCommandsTest#sortStore", + "tests-util/rate_limiter-test:::RateLimiter.TestSendRequestWithMultipleRates", + "tests-client/client-test:::ClientTest.GetNamespaceInfo", + "tests-client/client-test:::ClientTest.RefreshPartitions", + "tests-client/client-test:::ClientTest.TestGetTableSchema", + "tests-client/client-test:::ClientTest.TestScanEmptyTable", + "tests-client/ql-dml-test:::QLDmlTest.TestConditionalInsert", + "tests-client/ql-transaction-test:::QLTransactionTest.Expire", + "tests-client/ql-transaction-test:::QLTransactionTest.InsertUpdate", + "tests-client/ql-transaction-test:::QLTransactionTest.ReadOnlyTablets", + "tests-client/ql-transaction-test:::QLTransactionTest.WriteConflictsWithRestarts", + "tests-client/snapshot-txn-test:::SnapshotTxnTest.HotRow", + "tests-client/snapshot-txn-test:::SnapshotTxnTest.ResolveIntents", + "tests-consensus/consensus_peers-test:::ConsensusPeersTest.TestCloseWhenRemotePeerDoesntMakeProgress", + "tests-consensus/log-test:::LogTest.TestCorruptLogInEntry", + "tests-consensus/log-test:::LogTest.TestReadReplicatesHighIndex", + "tests-consensus/raft_consensus_quorum-test:::RaftConsensusQuorumTest.TestLeaderElectionWithQuiescedQuorum", + "tests-cqlserver/cqlserver-test:::TestCQLService.OptionsRequest", + "tests-cqlserver/cqlserver-test:::TestCQLService.TestCQLDumpStatementLimit", + "tests-cqlserver/cqlserver-test:::TestCQLService.TestCQLStatementEndpoint", + "tests-docdb/compaction_file_filter-test:::ExpirationFilterTest.TestFilterNoTableTTLWithTrustValueTTLFlag", + "tests-docdb/doc_operation-test:::DocOperationTest.QLTxnAscendingForwardScan", + "tests-docdb/docdb-test:::DocDBTest.BoundaryValuesMultiFiles", + "tests-docdb/docdb-test:::DocDBTestQl.ColocatedTableTombstone", + "tests-docdb/docdb-test:::DocDBTests/DocDBTestWrapper.GetDocTwoLists/1", + "tests-docdb/docdb-test:::DocDBTests/DocDBTestWrapper.MultiOperationDocWriteBatch/1", + "tests-docdb/docdb-test:::DocDBTests/DocDBTestWrapper.SetHybridTimeFilter/0", + "tests-docdb/docdb-test:::DocDBTests/DocDBTestWrapper.SetHybridTimeFilterSingleFile/0", + "tests-docdb/docdb_pgapi-test:::YbGateTest.NestedCatchTryCatch", + "tests-docdb/docrowwiseiterator-test:::DocRowwiseIteratorTest.ClusteredFilterTestRange", + "tests-docdb/docrowwiseiterator-test:::DocRowwiseIteratorTest.DocRowwiseIteratorResolveWriteIntents", + "tests-docdb/docrowwiseiterator-test:::DocRowwiseIteratorTest.SeekTwiceWithinTheSameTxn", + "tests-docdb/randomized_docdb-test:::bool/RandomizedDocDBTest.TestWithFlush/1", + "tests-dockv/doc_kv_util-test:::DocKVUtilTest.ComplementZeroEncodingAndDecoding", + "tests-dockv/primitive_value-test:::PrimitiveValueTest.TestEncoding", + "tests-fs/fs_manager-test:::FsManagerTestBase.TestIllegalPaths", + "tests-integration-tests/all_types-itest:::AllTypesItest/4.TestAllKeyTypes", + "tests-integration-tests/alter_table-test:::BatchSize/AlterTableTest.TestGetSchemaAfterAlterTable/1", + "tests-integration-tests/alter_table-test:::BatchSize/AlterTableTest.TestMultipleAlters/0", + "tests-integration-tests/are_leaders_on_preferred_only-itest:::AreLeadersOnPreferredOnlyTest.TestAreLeadersOnPreferredOnly", + "tests-integration-tests/auto_flags-itest:::AutoFlagsExternalMiniClusterTest.UpgradeCluster", + "tests-integration-tests/cdcsdk_consistent_stream-test:::CDCSDKYsqlTest.TestCDCSDKHistoricalMaxOpIdTserverRestartWithFlushTables", + "tests-integration-tests/cdcsdk_snapshot-test:::CDCSDKYsqlTest.InsertSingleRowSnapshot", + "tests-integration-tests/cdcsdk_ysql-test:::CDCSDKYsqlTest.DropDatabase", + "tests-integration-tests/cdcsdk_ysql-test:::CDCSDKYsqlTest.SingleShardUpdateMultiColumn", + "tests-integration-tests/cdcsdk_ysql-test:::CDCSDKYsqlTest.TestCDCSDKCacheWithLeaderReElect", + "tests-integration-tests/cdcsdk_ysql-test:::CDCSDKYsqlTest.TestCDCSDKMultipleAlterWithRestartTServerWithPackedRow", + "tests-integration-tests/cdcsdk_ysql-test:::CDCSDKYsqlTest.TestCheckPointWithNoCDCStream", + "tests-integration-tests/cdcsdk_ysql-test:::CDCSDKYsqlTest.TestDropTableBeforeCDCStreamDelete", + "tests-integration-tests/cdcsdk_ysql-test:::CDCSDKYsqlTest.TestEnumOnRestart", + "tests-integration-tests/cdcsdk_ysql-test:::CDCSDKYsqlTest.TestIntentGCedWithTabletBootStrap", + "tests-integration-tests/cdcsdk_ysql-test:::CDCSDKYsqlTest.TestLoadInsertionOnly", + "tests-integration-tests/cdcsdk_ysql-test:::CDCSDKYsqlTest.TestNoGarbageCollectionBeforeInterval", + "tests-integration-tests/cdcsdk_ysql-test:::CDCSDKYsqlTest.TestTransactionWithZeroIntents", + "tests-integration-tests/client_failover-itest:::ClientFailoverITest.TestDeleteLeaderWhileScanning", + "tests-integration-tests/compaction-test:::CompactionTest.UpdateLastFullCompactionTimeForTableWithoutWrites", + "tests-integration-tests/compaction-test:::CompactionTestWithFileExpiration.ReplicatedMetadataCanExpireFile", + "tests-integration-tests/compaction-test:::CompactionTestWithFileExpiration.TTLExpiryDisablesScheduledFullCompactions", + "tests-integration-tests/cql-index-test:::CqlIndexTest.ConcurrentUpdate2Columns", + "tests-integration-tests/cql-packed-row-test:::CqlPackedRowTest.Simple", + "tests-integration-tests/encryption-test:::EncryptionTest.MasterSendKeys", + "tests-integration-tests/full_stack-insert-scan-test:::FullStackInsertScanTest.MRSOnlyStressTest", + "tests-integration-tests/load_balancer_colocated_tables-test:::LoadBalancerColocatedTablesTest.GlobalLoadBalancingWithColocatedTables", + "tests-integration-tests/load_balancer_placement_policy-test:::LoadBalancerReadReplicaPlacementPolicyTest.Blacklist", + "tests-integration-tests/master_heartbeat-itest:::MasterHeartbeatITestWithExternal.ReRegisterRemovedPeers", + "tests-integration-tests/master_replication-itest:::MasterReplicationTest.TestMasterClusterCreate", + "tests-integration-tests/registration-test:::RegistrationTest.TestTabletReports", + "tests-integration-tests/restart-test:::PersistRetryableRequestsTest.TestRetryableWriteAfterRestart", + "tests-integration-tests/sys_catalog_respect_affinity-test:::SysCatalogRespectAffinityTest.TestInPreferredZoneWithBlacklist", + "tests-integration-tests/tablet-split-itest:::AutomaticTabletSplitITest.AutomaticTabletSplitting", + "tests-integration-tests/tablet-split-itest:::TabletSplitExternalMiniClusterITest.CrashMasterDuringSplit", + "tests-integration-tests/tablet-split-itest:::TabletSplitSingleServerITest.SplitBeforeParentDeleted", + "tests-integration-tests/tablet-split-itest:::TabletSplitSingleServerITest.TabletServerOrphanedPostSplitData", + "tests-integration-tests/xcluster-test:::XClusterTestParams/XClusterTest.PollAndObserveIdleDampening/0", + "tests-integration-tests/xcluster-test:::XClusterTestParams/XClusterTest.SetupUniverseReplicationWithProducerBootstrapId/0", + "tests-integration-tests/xcluster_ysql-test:::XClusterYSqlTestConsistentTransactionsTest.TransactionsWithUpdates", + "tests-master/catalog_entity_info-test:::CatalogEntityInfoTest.TestTabletInfoCommit", + "tests-master/catalog_manager-test:::TestCatalogManager.TestLoadCountSingleAZ", + "tests-master/catalog_manager-test:::TestCatalogManagerEnterprise.TestLeaderLoadBalancedAffinitizedLeaders", + "tests-master/master-test:::MasterTest.TestCatalogHasBlockCache", + "tests-master/master-test:::MasterTest.TestRegisterDistBroadcastDupPrivateUsePrivateIpRegionCheckAll", + "tests-master/master-test:::MasterTest.TestTablesWithNamespace", + "tests-pggate/pggate_test_select_multi_tablets:::PggateTestSelectMultiTablets.TestSelectMultiTablets", + "tests-pgwrapper/geo_transactions_promotion-test:::DeadlockDetectionWithTxnPromotionTest.TestDeadlockAmongstGlobalTransactions", + "tests-pgwrapper/geo_transactions_promotion-test:::GeoTransactionsPromotionTest.TestSimple", + "tests-pgwrapper/pg_backends-test:::PgBackendsTest.ConcurrentAlterFuncNegative", + "tests-pgwrapper/pg_backends-test:::PgBackendsTest.RenameDatabase", + "tests-pgwrapper/pg_backends-test:::PgBackendsTestRf3Block.LeaderChangeInFlight/1", + "tests-pgwrapper/pg_cache_refresh-test:::PgCacheRefreshTest.ExistingConnectionTransparentRetry", + "tests-pgwrapper/pg_catalog_version-test:::PgCatalogVersionTest.DBCatalogVersionDisableGlobalDDL", + "tests-pgwrapper/pg_catalog_version-test:::PgCatalogVersionTest.DBCatalogVersionGlobalDDL", + "tests-pgwrapper/pg_conn-test:::PgConnTest.PastDeadline", + "tests-pgwrapper/pg_conn-test:::PgConnTest.UriPassword", + "tests-pgwrapper/pg_ddl_atomicity-test:::PgDdlAtomicitySanityTest.DmlWithAddColTest", + "tests-pgwrapper/pg_ddl_atomicity-test:::PgDdlAtomicitySanityTest.DmlWithDropTableTest", + "tests-pgwrapper/pg_ddl_atomicity-test:::PgDdlAtomicityTest.TestDatabaseGC", + "tests-pgwrapper/pg_ddl_concurrency-test:::PgDDLConcurrencyTest.IndexCreation", + "tests-pgwrapper/pg_explicit_lock-test:::PgExplicitLockTestSnapshot.RowLockInJoin", + "tests-pgwrapper/pg_index_backfill-test:::PgIndexBackfillTest.Large", + "tests-pgwrapper/pg_index_backfill-test:::PgIndexBackfillTest.ReadTime", + "tests-pgwrapper/pg_index_backfill-test:::PgIndexBackfillTest.RetainDeletes", + "tests-pgwrapper/pg_index_backfill-test:::PgIndexBackfillTest.ThrottledBackfill", + "tests-pgwrapper/pg_libpq-test:::PgLibPqTest.DuplicateCreateTableRequest", + "tests-pgwrapper/pg_libpq-test:::PgLibPqTest.DuplicateCreateTableRequestInColocatedDB", + "tests-pgwrapper/pg_libpq-test:::PgLibPqTest.TestSystemTableRollback", + "tests-pgwrapper/pg_libpq-test:::PgLibPqTest.YbTableProperties", + "tests-pgwrapper/pg_mini-test:::PgMiniTest.BulkCopyWithRestart", + "tests-pgwrapper/pg_mini-test:::PgMiniTest.ReadRestartSerializableDeferrable", + "tests-pgwrapper/pg_mini-test:::PgMiniTest.TestConcurrentReadersMaskAbortedIntentsWithResponseDelay", + "tests-pgwrapper/pg_mini-test:::PgMiniTest.TracingSushant", + "tests-pgwrapper/pg_mini-test:::PgMiniTest.TruncateColocatedBigTable", + "tests-pgwrapper/pg_op_buffering-test:::PgOpBufferingTest.ConflictingOps", + "tests-pgwrapper/pg_op_buffering-test:::PgOpBufferingTest.FKCheckWithNonTxnWrites", + "tests-pgwrapper/pg_op_buffering-test:::PgOpBufferingTest.GeneralOptimization", + "tests-pgwrapper/pg_packed_row-test:::PgPackedRowTest.AlterTable", + "tests-pgwrapper/pg_row_lock-test:::PgRowLockTest.PartialKeyRowLockConflict", + "tests-pgwrapper/pg_single_tserver-test:::PgSingleTServerTest.BigRead", + "tests-pgwrapper/pg_wait_on_conflict-test:::PgTabletSplittingWaitQueuesTest.SplitTablet", + "tests-ql/ql-query-test:::TestQLQuery.TestDoublePrimaryKey", + "tests-ql/ql-query-test:::TestQLQuery.TestScanWithBoundsPartitionHash", + "tests-ql/ql-role-test:::TestQLRole.TestMutationsGetCommittedOrAborted", + "tests-ql/ql-select-expr-test:::QLTestSelectedExpr.ScanChoicesTest", + "tests-ql/ql-static-column-test:::TestQLStaticColumn.TestSelect", + "tests-redisserver/redisserver-test:::TestRedisService.IncompleteCommandMulti", + "tests-redisserver/redisserver-test:::TestRedisService.TestRename", + "tests-redisserver/redisserver-test:::TestRedisService.TooBigCommand", + "tests-redisserver/redisserver-test:::TestRedisServiceExternal.DISABLED_TestSlowSubscribersCatchingUp", + "tests-rocksdb/block_based_filter_block_test:::FilterBlockTest.MultiChunk", + "tests-rocksdb/coding_test:::Coding.EncodingOutput", + "tests-rocksdb/coding_test:::Coding.Varint32Overflow", + "tests-rocksdb/column_family_test:::ColumnFamilyTest.SanitizeOptions", + "tests-rocksdb/compaction_job_stats_test:::CompactionJobStatsTest/CompactionJobStatsTest.UniversalCompactionTest/1", + "tests-rocksdb/db_compaction_test:::DBCompactionTest.LastFlushedOpId", + "tests-rocksdb/db_compaction_test:::DBCompactionTestWithParam/DBCompactionTestWithParam.CompactionsGenerateMultipleFiles/3", + "tests-rocksdb/db_compaction_test:::DBCompactionTestWithParam/DBCompactionTestWithParam.CompressLevelCompaction/3", + "tests-rocksdb/db_compaction_test:::DBCompactionTestWithParam/DBCompactionTestWithParam.ForceBottommostLevelCompaction/3", + "tests-rocksdb/db_compaction_test:::DBCompactionTestWithParam/DBCompactionTestWithParam.PartialCompactionFailure/1", + "tests-rocksdb/db_inplace_update_test:::DBTestInPlaceUpdate.InPlaceUpdateCallbackNoAction", + "tests-rocksdb/db_iter_test:::DBIteratorTest.DBIterator11", + "tests-rocksdb/db_log_iter_test:::DBTestXactLogIterator.TransactionLogIteratorRace", + "tests-rocksdb/db_sst_test:::DBTest.DestroyDBWithRateLimitedDelete", + "tests-rocksdb/db_test:::DBTest.DropWritesFlush", + "tests-rocksdb/db_test:::DBTest.DynamicLevelCompressionPerLevel", + "tests-rocksdb/db_test:::DBTest.IterLongKeys", + "tests-rocksdb/db_test:::DBTest.IterWithSnapshot", + "tests-rocksdb/db_test:::DBTest.MultiGetSimple", + "tests-rocksdb/db_test:::DBTest.SharedWriteBuffer", + "tests-rocksdb/db_test:::DBTestRandomized/DBTestRandomized.Randomized/10", + "tests-rocksdb/db_test:::DBTestRandomized/DBTestRandomized.Randomized/17", + "tests-rocksdb/db_test:::DBTestRandomized/DBTestRandomized.Randomized/2", + "tests-rocksdb/db_test:::DBTestWithParam/DBTestWithParam.FIFOCompactionTest/0", + "tests-rocksdb/db_test:::MultiThreaded/MultiThreadedDBTest.MultiThreaded/18", + "tests-rocksdb/db_test:::MultiThreaded/MultiThreadedDBTest.MultiThreaded/22", + "tests-rocksdb/db_test:::MultiThreaded/MultiThreadedDBTest.MultiThreaded/28", + "tests-rocksdb/db_universal_compaction_test:::UniversalCompactionNumLevels/DBTestUniversalCompactionWithParam.UniversalCompactionSingleSortedRun/5", + "tests-rocksdb/db_universal_compaction_test:::UniversalCompactionNumLevels/DBTestUniversalCompactionWithParam.UniversalCompactionSizeAmplification/3", + "tests-rocksdb/db_universal_compaction_test:::UniversalCompactionNumLevels/DBTestUniversalCompactionWithParam.UniversalCompactionStopStyleSimilarSize/5", + "tests-rocksdb/env_test:::EnvPosixTest.UnSchedule", + "tests-rocksdb/filename_test:::FileNameTest.Construction", + "tests-rocksdb/full_filter_block_test:::FullFilterBlockTest.EmptyBuilder", + "tests-rocksdb/heap_test:::HeapTest.SecondTopTest", + "tests-rocksdb/heap_test:::OneElementHeap/HeapTest.Test/0", + "tests-rocksdb/histogram_test:::HistogramTest.BasicOperation", + "tests-rocksdb/inlineskiplist_test:::InlineSkipTest.ConcurrentInsert3", + "tests-rocksdb/ldb_cmd_test:::EncryptionEnabled/LdbCmdTest.HexToString/1", + "tests-rocksdb/log_test:::bool/LogTest.UnexpectedLastType/0", + "tests-rocksdb/mock_env_test:::MockEnvTest.Corrupt", + "tests-rocksdb/options_test:::OptionsParserTest.MissingDBOptions", + "tests-rocksdb/options_test:::OptionsSanityCheckTest.SanityCheck", + "tests-rocksdb/options_test:::OptionsTest.ConvertOptionsTest", + "tests-rocksdb/options_test:::OptionsTest.GetColumnFamilyOptionsFromStringTest", + "tests-rocksdb/options_util_test:::OptionsUtilTest.CompareIncludeOptions", + "tests-rocksdb/prefix_test:::PrefixTest.PrefixValid", + "tests-rocksdb/table_properties_collector_test:::InternalKeyPropertiesCollector/TablePropertiesTest.InternalKeyPropertiesCollector/1", + "tests-rocksdb/version_edit_test:::VersionEditTest.ForwardCompatibleNewFile4", + "tests-rocksdb/version_set_test:::VersionStorageInfoTest.EstimateLiveDataSize2", + "tests-rpc/rpc-test:::TestRpcCompression.ManyOps/Zlib", + "tests-rpc/rpc-test:::TestRpcSecure.TLS", + "tests-rpc/rpc_stub-test:::RpcStubTest.TestDontHandleTimedOutCalls", + "tests-rpc/thread_pool-test:::ThreadPoolTest.TestOwns", + "tests-server/doc_hybrid_time-test:::DocHybridTimeTest.DefaultConstructionAndComparison", + "tests-server/hybrid_clock-test:::MockHybridClockTest.TestMockedSystemClock", + "tests-tablet/maintenance_manager-test:::MaintenanceManagerTest.TestLogRetentionPrioritization", + "tests-tablet/tablet_random_access-test:::TestRandomAccess.TestFuzz", + "tests-tools/yb-admin-snapshot-schedule-test:::Colocation/YbAdminSnapshotScheduleTestWithYsqlParam.FailAfterMigration/2", + "tests-tools/yb-admin-snapshot-schedule-test:::Colocation/YbAdminSnapshotScheduleTestWithYsqlParam.PgsqlDropIndex/1", + "tests-tools/yb-admin-snapshot-schedule-test:::Colocation/YbAdminSnapshotScheduleTestWithYsqlParam.PgsqlDropIndex/2", + "tests-tools/yb-admin-snapshot-schedule-test:::Colocation/YbAdminSnapshotScheduleTestWithYsqlParam.PgsqlSequenceUndoCreateSequence/2", + "tests-tools/yb-admin-snapshot-schedule-test:::Colocation/YbAdminSnapshotScheduleTestWithYsqlParam.PgsqlSequenceUndoDeletedData/2", + "tests-tools/yb-admin-snapshot-schedule-test:::Colocation/YbAdminSnapshotScheduleTestWithYsqlParam.PgsqlSetNotNull/2", + "tests-tools/yb-admin-snapshot-schedule-test:::YbAdminSnapshotScheduleTest.CacheRefreshOnNewConnection", + "tests-tools/yb-admin-snapshot-schedule-test:::YbAdminSnapshotScheduleTest.EditIntervalLargerThanRetention", + "tests-tools/yb-admin-snapshot-schedule-test:::YbAdminSnapshotScheduleTest.PgsqlAddColumnCompactWithPackedRow", + "tests-tools/yb-admin-snapshot-schedule-test:::YbAdminSnapshotScheduleTest.RestoreToBeforePreviousRestoreAt", + "tests-tools/yb-admin-snapshot-test:::AdminCliTest.TestExportImportIndexSnapshot_ForTransactional", + "tests-tools/yb-admin-snapshot-test:::AdminCliTest.TestFailedRestoration", + "tests-tools/yb-admin-test:::AdminCliTest.TestClearPlacementPolicy", + "tests-tools/yb-admin-xcluster-test:::XClusterAdminCliTest.TestDeleteCDCStreamWithCreateCDCStream", + "tests-tools/yb-admin-xcluster-test:::XClusterAdminCliTest.TestSetupUniverseReplicationCleanupOnFailure", + "tests-tools/yb-admin-xcluster-test:::XClusterAlterUniverseAdminCliTest.TestAlterUniverseReplicationWithBootstrapId", + "tests-tools/yb-backup-cross-feature-test:::CrossColocationTests/YBBackupCrossColocation.TestYSQLRestoreWithInvalidIndex/1", + "tests-tools/yb-backup-cross-feature-test:::YBBackupTest.TestYSQLManualTabletSplit", + "tests-tools/yb-backup-test:::YBBackupTest.TestYCQLBackupWithDefinedPartitions", + "tests-tools/ysck-test:::YsckTest.TestMasterUnavailable", + "tests-tserver/remote_bootstrap_service-test:::RemoteBootstrapServiceTest.TestInvalidSessionId", + "tests-tserver/tablet_server-test:::TabletServerTest.TestInsertLatencyMicroBenchmark", + "tests-util/arena-test:::TestArena.TestAlignment", + "tests-util/arena-test:::TestArena.TestMultiThreaded", + "tests-util/atomic-test:::Atomic.AtomicUniquePtr", + "tests-util/background_task-test:::BackgroundTaskTest.RunsTaskOnInterval", + "tests-util/bytes_formatter-test:::BytesFormatterTest.TestMaxLength", + "tests-util/callback_bind-test:::CallbackBindTest.TestClassMethod", + "tests-util/debug-util-test:::DebugUtilTest.TestDumpAllThreads", + "tests-util/dns_resolver-test:::DnsResolverTest.TestResolution", + "tests-util/env-test:::TestEnv.NonblockWritableFile", + "tests-util/failure_detector-test:::FailureDetectorTest.TestDetectsFailure", + "tests-util/fast_varint-test:::FastVarIntTest.TestSignedPositiveVarIntLength", + "tests-util/flag_tags-test:::FlagTagsTest.TestTags", + "tests-util/flags-test:::FlagsTest.TestSetFlagDefault", + "tests-util/inline_slice-test:::TestInlineSlice.Test12ByteInline", + "tests-util/memenv-test:::MemEnvTest.Overwrite", + "tests-util/metrics-test:::MetricsTest.NeverRetireTest", + "tests-util/metrics-test:::MetricsTest.TEstExposeGaugeAsCounter", + "tests-util/net_util-test:::NetUtilTest.TestReverseLookup", + "tests-util/priority_queue-test:::PriorityQueueTest.Random", + "tests-util/priority_thread_pool-test:::PriorityThreadPoolTest.RandomTasks", + "tests-util/result-test:::ResultTest.ReturnVariable", + "tests-util/safe_math-test:::TestSafeMath.TestUnsignedInts", + "tests-util/shared_mem-test:::SharedMemoryTest.TestAtomicSharedObjectUniprocess", + "tests-util/shared_mem-test:::SharedMemoryTest.TestMultipleReadOnlyFollowers", + "tests-util/status-test:::StatusTest.StringVectorError", + "tests-util/string_case-test:::TestStringCase.TestCapitalize", + "tests-util/striped64-test:::Striped64Test.TestMultiIncrDecr", + "tests-util/trace-test:::TraceEventCallbackTest.TraceEventCallbackAndRecording1", + "tests-util/uint_set-test:::UnsignedIntSetTest.BasicSet", + "tests-util/varint-test:::VarIntTest.ComparableEncodingWithReserve" +]