From 0c6ffa61c365ccf34c91fa7928331844442e53e4 Mon Sep 17 00:00:00 2001 From: Andon Andonov Date: Mon, 4 Jun 2018 21:20:09 -0700 Subject: [PATCH 01/28] End-To-End Test Run on Windows --- build-test.cmd | 23 +- config.json | 12 + dependencies.props | 9 +- netci.groovy | 2 +- tests/CoreFX/CoreFXTestListURL.txt | 1 + tests/CoreFX/CoreFXTestListURL_Linux.txt | 1 + tests/CoreFX/CoreFXTestListURL_OSX.txt | 1 + tests/CoreFX/TopN.CoreFX.Unix.issues.json | 459 ++++ tests/CoreFX/TopN.CoreFX.Windows.issues.json | 1955 +++++++++++++++++ tests/build.proj | 2 +- tests/runtest.cmd | 109 +- tests/runtest.proj | 101 +- tests/src/Common/CoreFX/CoreFX.depproj | 78 + .../CoreFX.TestUtils.TestFileSetup.csproj | 35 + .../CoreFX/TestFileSetup/RSPGenerator.cs | 69 + .../CoreFX/TestFileSetup/TestFileSetup.cs | 329 +++ .../CoreFX/TestFileSetup/XUnitTestAssembly.cs | 47 + .../test_dependencies.csproj | 3 + tests/src/dirs.proj | 1 + 19 files changed, 3225 insertions(+), 12 deletions(-) create mode 100644 tests/CoreFX/CoreFXTestListURL.txt create mode 100644 tests/CoreFX/CoreFXTestListURL_Linux.txt create mode 100644 tests/CoreFX/CoreFXTestListURL_OSX.txt create mode 100644 tests/CoreFX/TopN.CoreFX.Unix.issues.json create mode 100644 tests/CoreFX/TopN.CoreFX.Windows.issues.json create mode 100644 tests/src/Common/CoreFX/CoreFX.depproj create mode 100644 tests/src/Common/CoreFX/TestFileSetup/CoreFX.TestUtils.TestFileSetup.csproj create mode 100644 tests/src/Common/CoreFX/TestFileSetup/RSPGenerator.cs create mode 100644 tests/src/Common/CoreFX/TestFileSetup/TestFileSetup.cs create mode 100644 tests/src/Common/CoreFX/TestFileSetup/XUnitTestAssembly.cs diff --git a/build-test.cmd b/build-test.cmd index e65cbcacff97..c15a016ebcaf 100644 --- a/build-test.cmd +++ b/build-test.cmd @@ -249,7 +249,7 @@ set __BuildLogRootName=Tests_GenerateRuntimeLayout set __BuildLog=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.log set __BuildWrn=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.wrn set __BuildErr=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.err -set __msbuildLog=/flp:Verbosity=normal;LogFile="%__BuildLog%" +set __msbuildLog=/flp:Verbosity=diag;LogFile="%__BuildLog%" set __msbuildWrn=/flp1:WarningsOnly;LogFile="%__BuildWrn%" set __msbuildErr=/flp2:ErrorsOnly;LogFile="%__BuildErr%" @@ -379,7 +379,7 @@ set __BuildLogRootName=Tests_Overlay_Managed set __BuildLog=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.log set __BuildWrn=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.wrn set __BuildErr=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.err -set __msbuildLog=/flp:Verbosity=normal;LogFile="%__BuildLog%" +set __msbuildLog=/flp:Verbosity=diag;LogFile="%__BuildLog%" set __msbuildWrn=/flp1:WarningsOnly;LogFile="%__BuildWrn%" set __msbuildErr=/flp2:ErrorsOnly;LogFile="%__BuildErr%" @@ -391,9 +391,26 @@ if errorlevel 1 ( echo %__BuildErr% exit /b 1 ) - xcopy /s /y "%CORE_ROOT_STAGE%" "%CORE_ROOT%" + +set __BuildLogRootName=Tests_CoreFX_Testhost +set __BuildLog=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.log +set __BuildWrn=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.wrn +set __BuildErr=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.err +set __msbuildLog=/flp:Verbosity=diag;LogFile="%__BuildLog%" +set __msbuildWrn=/flp1:WarningsOnly;LogFile="%__BuildWrn%" +set __msbuildErr=/flp2:ErrorsOnly;LogFile="%__BuildErr%" + +call %__ProjectDir%\run.cmd build -Project=%__ProjectDir%\tests\runtest.proj -testHost -MsBuildLog=!__msbuildLog! -MsBuildWrn=!__msbuildWrn! -MsBuildErr=!__msbuildErr! %__RunArgs% %RuntimeIdArg% %__unprocessedBuildArgs% +if errorlevel 1 ( + echo %__MsgPrefix%Error: build failed. Refer to the build log files for details: + echo %__BuildLog% + echo %__BuildWrn% + echo %__BuildErr% + exit /b 1 +) + set __CrossgenArg = "" if defined __DoCrossgen ( set __CrossgenArg="-Crossgen" diff --git a/config.json b/config.json index 406ea5189a13..2908f8a7d841 100644 --- a/config.json +++ b/config.json @@ -336,6 +336,12 @@ "values": [], "defaultValue": "" }, + "CreateTestHost": { + "description": "Place CoreFX test dependencies in bin/testhost folder for running CoreFX tests against", + "valueType": "target", + "values": [], + "defaultValue": "" + }, "Verbosity": { "description": "Sets build verbosity.", "valueType": "passThrough", @@ -504,6 +510,12 @@ "CreateTestOverlay": "default" } }, + "testHost": { + "description": "Runs test host target.", + "settings": { + "CreateTestHost": "default" + } + }, "priority": { "description": "Sets CLRTestPriorityToBuild property.", "settings": { diff --git a/dependencies.props b/dependencies.props index f253eefe3c82..289a62d223bd 100644 --- a/dependencies.props +++ b/dependencies.props @@ -1,4 +1,5 @@ - + @@ -36,7 +37,7 @@ 99.99.99-master-20180529-0053 2.2.0-preview1-26529-04 2.2.0-beta2-build3300 - 1.0.2-prerelease-00177 + 2.2.0-preview1-02830-02 1.0.0-beta-build0015 2.0.4 2.2.0 @@ -137,6 +138,7 @@ + @@ -174,7 +176,6 @@ - + diff --git a/netci.groovy b/netci.groovy index 47b3b6f52b83..a1792b48486a 100755 --- a/netci.groovy +++ b/netci.groovy @@ -2215,7 +2215,7 @@ def static calculateBuildCommands(def newJob, def scenario, def branch, def isPR def workspaceRelativeFxRoot = "_/fx" def absoluteFxRoot = "%WORKSPACE%\\_\\fx" def fxBranch = getFxBranch(branch) - + // Add script to run downloaded tests here buildCommands += "python -u %WORKSPACE%\\tests\\scripts\\run-corefx-tests.py -arch ${arch} -ci_arch ${architecture} -build_type ${configuration} -fx_root ${absoluteFxRoot} -fx_branch ${fxBranch} -env_script ${envScriptPath}" // Archive and process (only) the test results diff --git a/tests/CoreFX/CoreFXTestListURL.txt b/tests/CoreFX/CoreFXTestListURL.txt new file mode 100644 index 000000000000..f19d23b12a72 --- /dev/null +++ b/tests/CoreFX/CoreFXTestListURL.txt @@ -0,0 +1 @@ +https://cloudcijobs.blob.core.windows.net/corertci/CoreFXArchives/TestList.json \ No newline at end of file diff --git a/tests/CoreFX/CoreFXTestListURL_Linux.txt b/tests/CoreFX/CoreFXTestListURL_Linux.txt new file mode 100644 index 000000000000..e7b7c744e769 --- /dev/null +++ b/tests/CoreFX/CoreFXTestListURL_Linux.txt @@ -0,0 +1 @@ +https://cloudcijobs.blob.core.windows.net/corertci/TestList_Linux.json \ No newline at end of file diff --git a/tests/CoreFX/CoreFXTestListURL_OSX.txt b/tests/CoreFX/CoreFXTestListURL_OSX.txt new file mode 100644 index 000000000000..e201a86154a4 --- /dev/null +++ b/tests/CoreFX/CoreFXTestListURL_OSX.txt @@ -0,0 +1 @@ +https://cloudcijobs.blob.core.windows.net/corertci/TestList_OSX.json \ No newline at end of file diff --git a/tests/CoreFX/TopN.CoreFX.Unix.issues.json b/tests/CoreFX/TopN.CoreFX.Unix.issues.json new file mode 100644 index 000000000000..37b3beb3a691 --- /dev/null +++ b/tests/CoreFX/TopN.CoreFX.Unix.issues.json @@ -0,0 +1,459 @@ +[ + { + "name": "System.Collections.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Collections.Tests.SortedList_Generic_Tests_string_string.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedList_Generic_Tests_string_string.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedList_Generic_Tests_string_string.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Queue_ICollection_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.Queue_ICollection_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", + "reason": "System.Runtime.Serialization.SerializationException" + }, + { + "name": "System.Collections.Tests.List_Generic_Tests_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.List_Generic_Tests_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.List_Generic_Tests_int.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_NullComparer.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_NullComparer.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_NullComparer.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_Values_AsICollection.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.SortedDictionary_IDictionary_NonGeneric_Tests.IDictionary_NonGeneric_IDictionaryEnumerator_Current_ReturnsSameValueOnRepeatedCalls", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.SortedDictionary_IDictionary_NonGeneric_Tests.IDictionary_NonGeneric_IDictionaryEnumerator_Current_FromStartToFinish", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.SortedDictionary_IDictionary_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.SortedDictionary_IDictionary_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", + "reason": "System.Runtime.Serialization.SerializationException" + }, + { + "name": "System.Collections.Tests.Stack_Generic_Tests_int.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_TreeSubset_Int_Tests.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_TreeSubset_Int_Tests.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_TreeSubset_Int_Tests.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_AbsOfInt.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_AbsOfInt.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_AbsOfInt.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Dictionary_Generic_Tests_int_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Dictionary_Generic_Tests_int_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Dictionary_Generic_Tests_int_int.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedList_Generic_Tests_Keys_AsICollection.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_HashCodeAlwaysReturnsZero.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_HashCodeAlwaysReturnsZero.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_HashCodeAlwaysReturnsZero.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Dictionary_Generic_Tests_Keys_AsICollection.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_ModOfInt.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_ModOfInt.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_ModOfInt.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_SameAsDefaultComparer.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_SameAsDefaultComparer.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_SameAsDefaultComparer.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IDictionary_NonGeneric_IDictionaryEnumerator_Current_ReturnsSameValueOnRepeatedCalls", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IDictionary_NonGeneric_IDictionaryEnumerator_Current_FromStartToFinish", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_BadIntEqualityComparer.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_BadIntEqualityComparer.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_BadIntEqualityComparer.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedList_IDictionary_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", + "reason": "System.Runtime.Serialization.SerializationException" + }, + { + "name": "System.Collections.Tests.SortedList_IDictionary_NonGeneric_Tests.IDictionary_NonGeneric_IDictionaryEnumerator_Current_ReturnsSameValueOnRepeatedCalls", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.SortedList_IDictionary_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.SortedList_IDictionary_NonGeneric_Tests.IDictionary_NonGeneric_IDictionaryEnumerator_Current_FromStartToFinish", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_EquatableBackwardsOrder_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_EquatableBackwardsOrder_int.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_EquatableBackwardsOrder_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.List_Generic_Tests_int_ReadOnly.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.List_Generic_Tests_int_ReadOnly.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.List_Generic_Tests_int_ReadOnly.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_WrapStructural_Int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_WrapStructural_Int.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_WrapStructural_Int.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_ICollection_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", + "reason": "System.Runtime.Serialization.SerializationException" + }, + { + "name": "System.Collections.Tests.SortedSet_ICollection_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.SortedList_Generic_Tests_Values_AsICollection.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_AbsOfInt.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_AbsOfInt.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_AbsOfInt.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_string_string.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_string_string.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_string_string.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_Keys_AsICollection.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.LinkedList_ICollection_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", + "reason": "System.Runtime.Serialization.SerializationException" + }, + { + "name": "System.Collections.Tests.LinkedList_ICollection_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_HashCodeAlwaysReturnsZero.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_HashCodeAlwaysReturnsZero.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_HashCodeAlwaysReturnsZero.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_IEnumerable_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", + "reason": "System.Runtime.Serialization.SerializationException" + }, + { + "name": "System.Collections.Tests.SortedList_Generic_Tests_EquatableBackwardsOrder_int.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedList_Generic_Tests_EquatableBackwardsOrder_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedList_Generic_Tests_EquatableBackwardsOrder_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.LinkedList_Generic_Tests_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.LinkedList_Generic_Tests_int.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.LinkedList_Generic_Tests_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Queue_Generic_Tests_int.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_WrapStructural_SimpleInt.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_WrapStructural_SimpleInt.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_WrapStructural_SimpleInt.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.DebugView_Tests.TestDebuggerAttributes_Null", + "reason": "System.InvalidOperationException" + }, + { + "name": "System.Collections.Tests.DebugView_Tests.TestDebuggerAttributes", + "reason": "System.InvalidOperationException" + }, + { + "name": "System.Collections.Tests.Dictionary_Generic_Tests_string_string.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Dictionary_Generic_Tests_string_string.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Dictionary_Generic_Tests_string_string.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_ModOfInt.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_ModOfInt.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_ModOfInt.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Stack_ICollection_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", + "reason": "System.Runtime.Serialization.SerializationException" + }, + { + "name": "System.Collections.Tests.Stack_ICollection_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_SameAsDefaultComparer.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_SameAsDefaultComparer.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_SameAsDefaultComparer.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Dictionary_Generic_Tests_Values_AsICollection.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_int_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_int_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_int_int.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedList_Generic_Tests_int_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedList_Generic_Tests_int_int.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedList_Generic_Tests_int_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + } + ] + } + } +] \ No newline at end of file diff --git a/tests/CoreFX/TopN.CoreFX.Windows.issues.json b/tests/CoreFX/TopN.CoreFX.Windows.issues.json new file mode 100644 index 000000000000..e63d173c5b2e --- /dev/null +++ b/tests/CoreFX/TopN.CoreFX.Windows.issues.json @@ -0,0 +1,1955 @@ +[ + { + "name": "System.Collections.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Collections.Tests.SortedList_Generic_Tests_string_string.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedList_Generic_Tests_string_string.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedList_Generic_Tests_string_string.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Queue_ICollection_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.Queue_ICollection_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", + "reason": "System.Runtime.Serialization.SerializationException" + }, + { + "name": "System.Collections.Tests.List_Generic_Tests_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.List_Generic_Tests_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.List_Generic_Tests_int.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_NullComparer.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_NullComparer.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_NullComparer.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_Values_AsICollection.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.SortedDictionary_IDictionary_NonGeneric_Tests.IDictionary_NonGeneric_IDictionaryEnumerator_Current_ReturnsSameValueOnRepeatedCalls", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.SortedDictionary_IDictionary_NonGeneric_Tests.IDictionary_NonGeneric_IDictionaryEnumerator_Current_FromStartToFinish", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.SortedDictionary_IDictionary_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.SortedDictionary_IDictionary_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", + "reason": "System.Runtime.Serialization.SerializationException" + }, + { + "name": "System.Collections.Tests.Stack_Generic_Tests_int.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_TreeSubset_Int_Tests.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_TreeSubset_Int_Tests.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_TreeSubset_Int_Tests.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_AbsOfInt.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_AbsOfInt.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_AbsOfInt.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Dictionary_Generic_Tests_int_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Dictionary_Generic_Tests_int_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Dictionary_Generic_Tests_int_int.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedList_Generic_Tests_Keys_AsICollection.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_HashCodeAlwaysReturnsZero.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_HashCodeAlwaysReturnsZero.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_HashCodeAlwaysReturnsZero.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Dictionary_Generic_Tests_Keys_AsICollection.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_ModOfInt.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_ModOfInt.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_ModOfInt.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_SameAsDefaultComparer.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_SameAsDefaultComparer.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_SameAsDefaultComparer.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IDictionary_NonGeneric_IDictionaryEnumerator_Current_ReturnsSameValueOnRepeatedCalls", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IDictionary_NonGeneric_IDictionaryEnumerator_Current_FromStartToFinish", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_BadIntEqualityComparer.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_BadIntEqualityComparer.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_BadIntEqualityComparer.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedList_IDictionary_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", + "reason": "System.Runtime.Serialization.SerializationException" + }, + { + "name": "System.Collections.Tests.SortedList_IDictionary_NonGeneric_Tests.IDictionary_NonGeneric_IDictionaryEnumerator_Current_ReturnsSameValueOnRepeatedCalls", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.SortedList_IDictionary_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.SortedList_IDictionary_NonGeneric_Tests.IDictionary_NonGeneric_IDictionaryEnumerator_Current_FromStartToFinish", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_EquatableBackwardsOrder_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_EquatableBackwardsOrder_int.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_EquatableBackwardsOrder_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.List_Generic_Tests_int_ReadOnly.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.List_Generic_Tests_int_ReadOnly.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.List_Generic_Tests_int_ReadOnly.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_WrapStructural_Int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_WrapStructural_Int.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_WrapStructural_Int.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_ICollection_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", + "reason": "System.Runtime.Serialization.SerializationException" + }, + { + "name": "System.Collections.Tests.SortedSet_ICollection_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.SortedList_Generic_Tests_Values_AsICollection.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_AbsOfInt.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_AbsOfInt.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_AbsOfInt.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_string_string.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_string_string.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_string_string.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_Keys_AsICollection.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.LinkedList_ICollection_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", + "reason": "System.Runtime.Serialization.SerializationException" + }, + { + "name": "System.Collections.Tests.LinkedList_ICollection_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_HashCodeAlwaysReturnsZero.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_HashCodeAlwaysReturnsZero.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_HashCodeAlwaysReturnsZero.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_IEnumerable_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", + "reason": "System.Runtime.Serialization.SerializationException" + }, + { + "name": "System.Collections.Tests.SortedList_Generic_Tests_EquatableBackwardsOrder_int.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedList_Generic_Tests_EquatableBackwardsOrder_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedList_Generic_Tests_EquatableBackwardsOrder_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.LinkedList_Generic_Tests_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.LinkedList_Generic_Tests_int.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.LinkedList_Generic_Tests_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Queue_Generic_Tests_int.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_WrapStructural_SimpleInt.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_WrapStructural_SimpleInt.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_WrapStructural_SimpleInt.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.DebugView_Tests.TestDebuggerAttributes_Null", + "reason": "System.InvalidOperationException" + }, + { + "name": "System.Collections.Tests.DebugView_Tests.TestDebuggerAttributes", + "reason": "System.InvalidOperationException" + }, + { + "name": "System.Collections.Tests.Dictionary_Generic_Tests_string_string.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Dictionary_Generic_Tests_string_string.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Dictionary_Generic_Tests_string_string.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_ModOfInt.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_ModOfInt.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_ModOfInt.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Stack_ICollection_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", + "reason": "System.Runtime.Serialization.SerializationException" + }, + { + "name": "System.Collections.Tests.Stack_ICollection_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_SameAsDefaultComparer.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_SameAsDefaultComparer.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_SameAsDefaultComparer.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.Dictionary_Generic_Tests_Values_AsICollection.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_int_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_int_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_int_int.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedList_Generic_Tests_int_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedList_Generic_Tests_int_int.Enumerator_MoveNext_AfterDisposal", + "reason": "$BlockedFromReflection_0_5b449e4c" + }, + { + "name": "System.Collections.Tests.SortedList_Generic_Tests_int_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", + "reason": "$BlockedFromReflection_0_5b449e4c" + } + ] + } + }, + { + "name": "System.Runtime.Extensions.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Reflection.Tests.AssemblyNameProxyTests.GetAssemblyName_AssemblyNameProxy", + "reason": "Xunit.Sdk.ThrowsException" + }, + { + "name": "System.Tests.UnloadingAndProcessExitTests.UnloadingEventMustHappenBeforeProcessExitEvent", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.EnvironmentTests.GetFolderPath_Windows", + "reason": "System.InvalidOperationException" + }, + { + "name": "System.Tests.EnvironmentTests.GetFolderPath_UapExistAndAccessible", + "reason": "System.InvalidOperationException" + }, + { + "name": "System.Tests.EnvironmentTests.FailFast_ExceptionStackTrace_ArgumentException", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.EnvironmentTests.FailFast_ExceptionStackTrace_InnerException", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.EnvironmentTests.CurrentDirectory_SetToValidOtherDirectory", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.EnvironmentTests.FailFast_ExpectFailureExitCode", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.EnvironmentTests.FailFast_ExceptionStackTrace_StackOverflowException", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.EnvironmentTests.WorkingSet_Valid", + "reason": "Xunit.Sdk.TrueException" + }, + { + "name": "System.Tests.EnvironmentTests.GetFolderPath_UapNotEmpty", + "reason": "System.InvalidOperationException" + }, + { + "name": "System.Tests.Environment_Exit.ExitCode_VoidMainAppReturnsSetValue", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.Environment_Exit.CheckExitCode", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringComparerTests.FromComparisonInvalidTest", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Tests.ConvertTests.TryToBase64Chars_ProducesExpectedOutput", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.ConvertTests.ToBase64String_Span_ProducesExpectedOutput", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.BitConverterSpan.ConvertFromUShort", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.BitConverterSpan.ConvertFromFloat", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.BitConverterSpan.ConvertFromBool", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.BitConverterSpan.ConvertFromShort", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.BitConverterSpan.ConvertFromUInt", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.BitConverterSpan.ConvertFromDouble", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.BitConverterSpan.ConvertFromLong", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.BitConverterSpan.ConvertFromULong", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.BitConverterSpan.ConvertFromInt", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.BitConverterSpan.ConvertFromChar", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.BitConverterSpan.ToInt32", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.ConvertToUInt64Tests.FromSingle", + "reason": "System.AggregateException" + }, + { + "name": "System.Tests.ConvertToUInt64Tests.FromDouble", + "reason": "System.AggregateException" + }, + { + "name": "System.Tests.EnvironmentStackTrace.StackTraceDoesNotStartWithInternalFrame", + "reason": "Xunit.Sdk.TrueException" + }, + { + "name": "System.Tests.EnvironmentStackTrace.StackTraceTest", + "reason": "Xunit.Sdk.TrueException" + }, + { + "name": "System.Tests.GetCommandLineArgs.GetCommandLineArgs_Invoke_ReturnsExpected", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.IO.Tests.PathTests_Windows.GetTempPath_SetEnvVar", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.SetEnvironmentVariable.EnvironmentVariableValueTooLarge_Throws", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.SetEnvironmentVariable.EnvironmentVariableTooLarge_Throws", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.UnhandledException_NotCalled_When_Handled", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.AssemblyResolve", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.Unload", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.ProcessExit_Add_Remove", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.FirstChanceException_Called", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.ClearShadowCopyPath", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.AssemblyResolve_RequestingAssembly", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.SetShadowCopyPath", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.SetCachePath", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.LoadBytes", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.AppDomainTests.ExecuteAssembly", + "reason": "Xunit.Sdk.ThrowsException" + }, + { + "name": "System.Tests.AppDomainTests.MonitoringIsEnabled", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.ProcessExit_Called", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.IsDefaultAppDomain", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.toString", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.AssemblyResolve_IsNotCalledForCoreLibResources", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.SetThreadPrincipal", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.ClearPrivatePath", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.TypeResolve", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.SetShadowCopyFiles", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.SetData_SameKeyMultipleTimes_ReplacesOldValue", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.GetData_SetData", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.FirstChanceException_Add_Remove", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.AssemblyLoad", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.Id", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.ResourceResolve", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.GetAssemblies", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.ExecuteAssemblyByName", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.UnhandledException_Add_Remove", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AppDomainTests.AppendPrivatePath", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.BitConverterArray.ConvertFromInt", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.BitConverterArray.ConvertFromUShort", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.BitConverterArray.ConvertFromULong", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.BitConverterArray.ConvertFromShort", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.BitConverterArray.ToInt32", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.BitConverterArray.ConvertFromDouble", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.BitConverterArray.ConvertFromLong", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.BitConverterArray.ConvertFromBool", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.BitConverterArray.ConvertFromFloat", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.BitConverterArray.ConvertFromUInt", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.BitConverterArray.ConvertFromChar", + "reason": "System.ArgumentException" + } + ] + } + }, + { + "name": "System.Runtime.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Reflection.Tests.MethodInfoTests.TestEquality2", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Reflection.Tests.ModuleTests.GetField_NullName", + "reason": "Xunit.Sdk.ThrowsException" + }, + { + "name": "System.Reflection.Tests.ModuleTests.ResolveMethodOfGenericClass", + "reason": "System.NullReferenceException" + }, + { + "name": "System.Reflection.Tests.ModuleTests.ResolveTypeFail", + "reason": "System.InvalidOperationException" + }, + { + "name": "System.Reflection.Tests.ModuleTests.GetTypes", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Reflection.Tests.ModuleTests.TestToString", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Reflection.Tests.ModuleTests.ResolveStringFail", + "reason": "System.InvalidOperationException" + }, + { + "name": "System.Reflection.Tests.ModuleTests.ResolveMember", + "reason": "System.PlatformNotSupportedException" + }, + { + "name": "System.Reflection.Tests.ModuleTests.FullyQualifiedName", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Reflection.Tests.ModuleTests.ResolveMethodFail", + "reason": "System.InvalidOperationException" + }, + { + "name": "System.Reflection.Tests.ModuleTests.ResolveType", + "reason": "System.InvalidOperationException" + }, + { + "name": "System.Reflection.Tests.ModuleTests.ResolveMethod", + "reason": "System.PlatformNotSupportedException" + }, + { + "name": "System.Reflection.Tests.ModuleTests.ResolveField", + "reason": "System.PlatformNotSupportedException" + }, + { + "name": "System.Reflection.Tests.ModuleTests.ResolveFieldFail", + "reason": "System.InvalidOperationException" + }, + { + "name": "System.Reflection.Tests.ModuleTests.GetField", + "reason": "System.PlatformNotSupportedException" + }, + { + "name": "System.Reflection.Tests.ModuleTests.GetFields", + "reason": "System.PlatformNotSupportedException" + }, + { + "name": "System.Runtime.ExceptionServices.Tests.HandleProcessCorruptedStateExceptionsTests.ProcessExit_Called", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.BufferTests.SetByte", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.BufferTests.GetByte", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.BufferTests.BlockCopy_Invalid", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.CreateDelegateTests.CreateDelegate2_Target_GenericTypeParameter", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.UnitySerializationHolderTests.UnitySerializationHolderWithAssemblySingleton", + "reason": "Xunit.Sdk.ThrowsException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.GetCallingAssembly", + "reason": "System.PlatformNotSupportedException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.LoadFrom_NoSuchFile_ThrowsFileNotFoundException", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.AssemblyLoadFromBytes", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.AssemblyLoadFromString", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.AssemblyLoadFromStringNeg", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.Test_LoadFromUsingHashValue_Netcore", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.LoadFile_NoSuchPath_ThrowsArgumentException", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.GetExecutingAssembly", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.UnsafeLoadFrom_SamePath_ReturnsEqualAssemblies", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.LoadFile_NullPath_Netcore_ThrowsArgumentNullException", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.Test_SecurityRuleSet_Netcore", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.Test_HostContext", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.GetManifestResourceStream", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.Load_AssemblyNameWithCodeBase", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.GetFile", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.Equality", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.GetLoadedModules", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.GetAssembly", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.Test_LoadWithPartialName", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.LoadFrom_NullAssemblyFile_ThrowsArgumentNullException", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.AssemblyLoadFromBytesWithSymbols", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.CreateInstance_Invalid", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.LoadFrom_SamePath_ReturnsEqualAssemblies", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.GetSatelliteAssemblyNeg", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.Test_LoadFile", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.Test_GlobalAssemblyCache", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.LoadFrom_WithHashValue_NetCoreCore_ThrowsNotSupportedException", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.CreateInstance", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.Test_IsFullyTrusted", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.AssemblyLoadFromBytesNeg", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.Test_LoadModule_Netcore", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.LoadFrom_EmptyAssemblyFile_ThrowsArgumentException", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.GetAssembly_Nullery", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.GetModules_GetModule", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.GetFiles", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Reflection.Tests.AssemblyTests.LoadFrom_SameIdentityAsAssemblyWithDifferentPath_ReturnsEqualAssemblies", + "reason": "System.IO.FileNotFoundException" + }, + { + "name": "System.Tests.ArraySegment_Tests.CopyTo_Invalid", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.StringSplitTests.SplitCharArraySeparator", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.ExceptionTests.Exception_TargetSite_Jit", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.ExceptionTests.ThrowStatementDoesNotResetExceptionStackLineSameMethod", + "reason": "Xunit.Sdk.TrueException" + }, + { + "name": "System.Tests.ExceptionTests.ThrowStatementDoesNotResetExceptionStackLineOtherMethod", + "reason": "Xunit.Sdk.TrueException" + }, + { + "name": "System.Tests.TypedReferenceTests.NegativeMakeTypedReference", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.TypedReferenceTests.MakeTypedReference_ToObjectTests", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Collections.ObjectModel.Tests.ReadOnlyCollectionTests.CopyTo", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.IO.Tests.PathTooLongExceptionInteropTests.From_HR", + "reason": "Xunit.Sdk.IsAssignableFromException" + }, + { + "name": "System.Reflection.Tests.InvokeRefReturnNetcoreTests.TestRefReturnNullableNoValue", + "reason": "System.NullReferenceException" + }, + { + "name": "System.Reflection.Tests.InvokeRefReturnNetcoreTests.TestRefReturnOfPointer", + "reason": "$BlockedFromReflection_6_1bc5f05b" + }, + { + "name": "System.Reflection.Tests.InvokeRefReturnNetcoreTests.TestRefReturnNullable", + "reason": "System.NullReferenceException" + }, + { + "name": "System.Tests.ActivatorTests.TestingBindingFlags", + "reason": "System.InvalidOperationException" + }, + { + "name": "System.Tests.ActivatorTests.CreateInstance_Invalid", + "reason": "System.TypeLoadException" + }, + { + "name": "System.Tests.DoubleTests.Test_ToString", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.DoubleTests.TryFormat", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.TypeTestsExtended.GetTypeByName", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.TypeTestsExtended.GetTypeByName_NoSuchType_ThrowsTypeLoadException", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.TypeTestsExtended.GetTypeByNameCaseSensitiveTypeloadFailure", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.TypeTestsExtended.GetInterfaceMap", + "reason": "System.PlatformNotSupportedException" + }, + { + "name": "System.Tests.GCExtendedTests.TryStartNoGCRegion_StartWhileInNoGCRegion_BlockingCollection", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.GCExtendedTests.TryStartNoGCRegion_ExitThroughAllocation", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.GCExtendedTests.TryStartNoGCRegion_SOHSize", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.GCExtendedTests.TryStartNoGCRegion_SOHSize_LOHSize", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.GCExtendedTests.TryStartNoGCRegion_TotalSizeOutOfRange", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.GCExtendedTests.TryStartNoGCRegion_SOHSize_LOHSize_BlockingCollection", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.GCExtendedTests.GetGeneration_WeakReference", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.GCExtendedTests.TryStartNoGCRegion_EndNoGCRegion_ThrowsInvalidOperationException", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.GCExtendedTests.TryStartNoGCRegion_LOHSizeInvalid", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.GCExtendedTests.TryStartNoGCRegion_StartWhileInNoGCRegion_LargeObjectHeapSize", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.GCExtendedTests.TryStartNoGCRegion_StartWhileInNoGCRegion_BlockingCollectionAndLOH", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.GCExtendedTests.GCNotificationTests", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.GCExtendedTests.TryStartNoGCRegion_SettingLatencyMode_ThrowsInvalidOperationException", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.GCExtendedTests.TryStartNoGCRegion_StartWhileInNoGCRegion", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.GCExtendedTests.TryStartNoGCRegion_SOHSize_BlockingCollection", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.AttributeTests.DefaultHashCode", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.AttributeTests.Equals", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.AttributeTests.DefaultEquality", + "reason": "Xunit.Sdk.NotEqualException" + }, + { + "name": "System.Tests.ActivatorNetcoreTests.CreateInstance_Invalid", + "reason": "System.TypeLoadException" + }, + { + "name": "System.Reflection.Tests.MemberInfoTests.TestMethodInfoReflectedTypeDoesNotSurviveRuntimeHandles", + "reason": "System.NullReferenceException" + }, + { + "name": "System.Reflection.Tests.MemberInfoTests.TestGenericMethodsInheritTheReflectedTypeOfTheirTemplate", + "reason": "System.NullReferenceException" + }, + { + "name": "System.Reflection.Tests.MemberInfoTests.TestReflectedTypeIsPartOfIdentity", + "reason": "System.NullReferenceException" + }, + { + "name": "System.Reflection.Tests.MemberInfoTests.TestDeclaringMethodOfTypeParametersOfInheritedMethods2", + "reason": "System.NullReferenceException" + }, + { + "name": "System.Reflection.Tests.MemberInfoTests.TestDeclaringMethodOfTypeParametersOfInheritedMethods", + "reason": "System.NullReferenceException" + }, + { + "name": "System.Tests.DecimalTests.Test_ToString", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.DecimalTests.TryFormat", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Reflection.Tests.SignatureTypeTests.SigTypeResolutionResilience", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Reflection.Tests.SignatureTypeTests.GetMethodWithGenericParameterCount", + "reason": "Xunit.Sdk.ThrowsException" + }, + { + "name": "System.Reflection.Tests.SignatureTypeTests.GetMethodOverloadTest", + "reason": "System.ArgumentNullException" + }, + { + "name": "System.Tests.DelegateTests.DynamicInvoke_DefaultParameter_DateTimeParameterWithMissingValue", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.DelegateTests.DynamicInvoke_DefaultParameter_StringParameterWithMissingValue", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.DelegateTests.DynamicInvoke_DefaultParameter_DecimalParameterWithMissingValue", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.DelegateTests.DynamicInvoke_DefaultParameter_ValueTypeParameterWithMissingValue", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.DelegateTests.DynamicInvoke_DefaultParameter_DecimalParameterWithAttributeAndMissingValue", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.DelegateTests.DynamicInvoke_ParameterSpecification_ArrayOfMissing", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.DelegateTests.DynamicInvoke_DefaultParameter_AllPrimitiveParametersWithMissingValues", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.DelegateTests.DynamicInvoke_DefaultParameter_ReferenceTypeParameterWithMissingValue", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.DelegateTests.DynamicInvoke_DefaultParameter_AllPrimitiveParametersWithSomeExplicitValues", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.DelegateTests.DynamicInvoke_OptionalParameter_WithMissingValue", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.DelegateTests.DynamicInvoke_MissingTypeForDefaultParameter_Succeeds", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.DelegateTests.DynamicInvoke_MissingTypeForNonDefaultParameter_ThrowsArgumentException", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.DelegateTests.DynamicInvoke_DefaultParameter_EnumParameterWithMissingValue", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.DelegateTests.DynamicInvoke_DefaultParameter_NullableIntWithMissingValue", + "reason": "System.ArgumentException" + }, + { + "name": "System.Reflection.Tests.AssemblyNameTests.Verify_EscapedCodeBase", + "reason": "System.PlatformNotSupportedException" + }, + { + "name": "System.Reflection.Tests.AssemblyNameTests.GetAssemblyName_LockedFile", + "reason": "Xunit.Sdk.ThrowsException" + }, + { + "name": "System.Reflection.Tests.AssemblyNameTests.GetAssemblyName", + "reason": "Xunit.Sdk.ThrowsException" + }, + { + "name": "System.Reflection.Tests.AssemblyNetCoreAppTests.AssemblyGetForwardedTypes", + "reason": "System.Reflection.ReflectionTypeLoadException" + }, + { + "name": "System.Reflection.Tests.AssemblyNetCoreAppTests.AssemblyGetForwardedTypesLoadFailure", + "reason": "Xunit.Sdk.TrueException" + }, + { + "name": "System.Tests.TypeTests.GetTypeByName_ViaReflection", + "reason": "System.NullReferenceException" + }, + { + "name": "System.Tests.TypeTestsNetcore.TestIsGenericParameter", + "reason": "System.NullReferenceException" + }, + { + "name": "System.Tests.TypeTestsNetcore.IsVariableBoundArray_FalseForSZArrayTypes", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Tests.TypeTestsNetcore.TestIsByRefLike", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Tests.TypeTestsNetcore.IsSZArray_TrueForSZArrayTypes", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Tests.StringGetHashCodeTests.GetHashCodeWithStringComparer_UseSameStringInTwoProcesses_ReturnsDifferentHashCodes", + "reason": "System.MissingMethodException" + }, + { + "name": "System.Collections.ObjectModel.Tests.CollectionTests.CopyTo", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.EnumTests.ToObject", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.EnumTests.GetName", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.EnumTests.ToString_UnsupportedEnumType_ThrowsArgumentException", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.EnumTests.GetUnderlyingType", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.EnumTests.GetNames_Invalid", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.EnumTests.Equals", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.EnumTests.GetValues_Invalid", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.EnumTests.Parse_Invalid", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.EnumTests.Parse_Invalid_NetCoreApp11", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.EnumTests.Format_UnsupportedEnumType_ThrowsArgumentException", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.EnumTests.ToObject_InvalidValue_ThrowsException", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.EnumTests.GetNames_GetValues", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.EnumTests.GetName_Unsupported_ThrowsArgumentException", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.EnumTests.IsDefined_UnsupportedEnumType_ThrowsInvalidOperationException", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.EnumTests.ToObject_InvalidEnumType_ThrowsException", + "reason": "System.TypeLoadException" + }, + { + "name": "System.Tests.EnumTests.ToString_InvalidUnicodeChars", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.EnumTests.HasFlag", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.EnumTests.ToString_Format", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.EnumTests.CompareTo", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.EnumTests.IsDefined", + "reason": "System.TypeInitializationException" + }, + { + "name": "HandleTests.GenericMethodRuntimeMethodHandleTest", + "reason": "System.NullReferenceException" + }, + { + "name": "System.IO.Tests.FileNotFoundExceptionInteropTests.From_HR", + "reason": "Xunit.Sdk.IsAssignableFromException" + }, + { + "name": "System.Reflection.Tests.ConstructorInfoTests.TestInvoke_Nullery", + "reason": "System.PlatformNotSupportedException" + }, + { + "name": "System.IO.Tests.FileLoadExceptionInteropTests.Fom_HR", + "reason": "Xunit.Sdk.NotNullException" + }, + { + "name": "System.Tests.PseudoCustomAttributeTests.IsDefined", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.PseudoCustomAttributeTests.GetCustomAttributes", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.PseudoCustomAttributeTests.GetCustomAttribute", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Reflection.Tests.MemberInfoNetCoreAppTests.HasSameMetadataDefinitionAs_GenericTypeParameters", + "reason": "System.InvalidOperationException" + }, + { + "name": "System.Reflection.Tests.MemberInfoNetCoreAppTests.HasSameMetadataDefinitionAs_ConstructedGenericMethods", + "reason": "Xunit.Sdk.NotNullException" + }, + { + "name": "System.Text.Tests.StringBuilderTests.Test_Insert_Float", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Text.Tests.StringBuilderTests.Insert_CharSpan", + "reason": "System.ArgumentException" + }, + { + "name": "System.Text.Tests.StringBuilderTests.CopyTo", + "reason": "System.ArgumentException" + }, + { + "name": "System.Text.Tests.StringBuilderTests.Insert_Object", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Text.Tests.StringBuilderTests.Test_Append_Double", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Text.Tests.StringBuilderTests.Test_Insert_Double", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Text.Tests.StringBuilderTests.Append_CharPointer", + "reason": "System.ArgumentException" + }, + { + "name": "System.Text.Tests.StringBuilderTests.CopyTo_CharSpan", + "reason": "System.ArgumentException" + }, + { + "name": "System.Text.Tests.StringBuilderTests.Append_Char", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Text.Tests.StringBuilderTests.Insert_String_Count", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Text.Tests.StringBuilderTests.Insert_CharArray", + "reason": "System.ArgumentException" + }, + { + "name": "System.Text.Tests.StringBuilderTests.Append_CharSpan", + "reason": "System.ArgumentException" + }, + { + "name": "System.Text.Tests.StringBuilderTests.Append_CharArray", + "reason": "System.ArgumentException" + }, + { + "name": "System.Text.Tests.StringBuilderTests.Test_Append_Decimal", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Text.Tests.StringBuilderTests.Test_Append_Float", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Text.Tests.StringBuilderTests.Test_Insert_Decimal", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Reflection.Tests.MethodBaseTests.TestMethodBody", + "reason": "System.PlatformNotSupportedException" + }, + { + "name": "System.Tests.ArrayTests.Copy_StartIndexNegative_ThrowsArgumentOutOfRangeException", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.ArrayTests.Copy", + "reason": "System.PlatformNotSupportedException" + }, + { + "name": "System.Tests.ArrayTests.Copy_IndexPlusLengthGreaterThanDestinationArrayLength_ThrowsArgumentException", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.ArrayTests.Reverse_NonSZArrayWithMinValueLowerBound", + "reason": "System.PlatformNotSupportedException" + }, + { + "name": "System.Tests.ArrayTests.CreateInstance_TypeNotRuntimeType_ThrowsArgumentException", + "reason": "System.TypeLoadException" + }, + { + "name": "System.Tests.ArrayTests.CreateInstance", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Tests.ArrayTests.Reverse_IndexLessThanLowerBound_ThrowsArgumentOutOfRangeException", + "reason": "Xunit.Sdk.ThrowsException" + }, + { + "name": "System.Tests.ArrayTests.Resize", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.ArrayTests.ForEach_Array_EvaluatesActionForEachElement", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.ArrayTests.CopyTo_IndexGreaterThanDestinationArrayLength_ThrowsArgumentException", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.ArrayTests.Reverse_SZArray", + "reason": "System.PlatformNotSupportedException" + }, + { + "name": "System.Tests.ArrayTests.CreateInstance_NegativeLength_ThrowsArgumentOutOfRangeException", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.ArrayTests.ConstrainedCopy", + "reason": "System.PlatformNotSupportedException" + }, + { + "name": "System.Tests.ArrayTests.IndexOf_SZArray_NonInferrableEntries", + "reason": "System.PlatformNotSupportedException" + }, + { + "name": "System.Tests.ArrayTests.Sort_Array_Array_Int_Int_Invalid", + "reason": "System.PlatformNotSupportedException" + }, + { + "name": "System.Tests.ArrayTests.BinarySearch_SZArray", + "reason": "System.Reflection.MissingMetadataException" + }, + { + "name": "System.Tests.ArrayTests.Sort_Array_Array_IComparer_Invalid", + "reason": "System.PlatformNotSupportedException" + }, + { + "name": "System.Tests.ArrayTests.IList_CopyTo_Invalid", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.ArrayTests.BinarySearch_SZArray_NonInferrableEntries", + "reason": "System.PlatformNotSupportedException" + }, + { + "name": "System.Tests.ArrayTests.Sort_Array_Array_Invalid", + "reason": "System.PlatformNotSupportedException" + }, + { + "name": "System.Tests.ArrayTests.LastIndexOf_NonInferrableEntries", + "reason": "System.PlatformNotSupportedException" + }, + { + "name": "System.Tests.ArrayTests.Clear", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.ArrayTests.Copy_DestinationIndexNegative_ThrowsArgumentOutOfRangeException", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.ArrayTests.Copy_NegativeLength_ThrowsArgumentOutOfRangeException", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.ArrayTests.IndexOf_SZArray", + "reason": "$BlockedFromReflection_6_1bc5f05b" + }, + { + "name": "System.Tests.ArrayTests.Reverse_IndexLessThanPositiveLowerBound_ThrowsArgumentOutOfRangeException", + "reason": "Xunit.Sdk.ThrowsException" + }, + { + "name": "System.Tests.ArrayTests.LastIndexOf_SZArray", + "reason": "$BlockedFromReflection_6_1bc5f05b" + }, + { + "name": "System.Tests.ArrayTests.Copy_SZArray", + "reason": "System.PlatformNotSupportedException" + }, + { + "name": "System.Tests.ArrayTests.GetEnumerator", + "reason": "System.PlatformNotSupportedException" + }, + { + "name": "System.Tests.ArrayTests.Sort_Array_Array_Int_Int_IComparer_Invalid", + "reason": "System.PlatformNotSupportedException" + }, + { + "name": "System.Tests.ArrayTests.Copy_IndexPlusLengthGreaterThanSourceArrayLength_ThrowsArgumentException", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.ArrayTests.GetEnumerator_Invalid", + "reason": "System.PlatformNotSupportedException" + }, + { + "name": "System.Tests.SingleTests.Test_ToString", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.SingleTests.TryFormat", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Reflection.Tests.RuntimeReflectionExtensionsTests.GetRuntimeInterfaceMapNotInterface", + "reason": "Xunit.Sdk.ThrowsException" + }, + { + "name": "System.Reflection.Tests.RuntimeReflectionExtensionsTests.GetRuntimeFieldWithNull", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Reflection.Tests.RuntimeReflectionExtensionsTests.GetRuntimeInterfaceMapWithNull", + "reason": "Xunit.Sdk.ThrowsException" + }, + { + "name": "System.Reflection.Tests.RuntimeReflectionExtensionsTests.GetRuntimeEventWithNull", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Reflection.Tests.RuntimeReflectionExtensionsTests.GetRuntimeInterfaceMap", + "reason": "System.PlatformNotSupportedException" + }, + { + "name": "System.Reflection.Tests.RuntimeReflectionExtensionsTests.GetRuntimeInterfaceMapNotImplemented", + "reason": "Xunit.Sdk.ThrowsException" + }, + { + "name": "System.Runtime.CompilerServices.Tests.RuntimeHelpersTests.PrepareGenericMethod", + "reason": "Xunit.Sdk.ThrowsException" + }, + { + "name": "System.Runtime.CompilerServices.Tests.RuntimeHelpersTests.PrepareDelegate", + "reason": "System.ArgumentNullException" + }, + { + "name": "System.Runtime.CompilerServices.Tests.RuntimeHelpersTests.PrepareMethod", + "reason": "Xunit.Sdk.ThrowsException" + }, + { + "name": "System.Reflection.Tests.MethodBodyTests.Test_MethodBody_ExceptionHandlingClause", + "reason": "System.PlatformNotSupportedException" + }, + { + "name": "System.Reflection.Tests.MethodBaseNetcoreTests.Test_GetCurrentMethod_ConstructedGenericMethod", + "reason": "System.NullReferenceException" + }, + { + "name": "System.Reflection.Tests.MethodBaseNetcoreTests.Test_GetCurrentMethod_GenericMethodDefinition", + "reason": "System.NullReferenceException" + }, + { + "name": "System.ComponentModel.Tests.DefaultValueAttributeTests.Equals", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.ComponentModel.Tests.EditorBrowsableAttributeTests.Equals", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.StringTests.IndexOf_EquivalentDiacritics_InvariantCulture", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringTests.ToCharArray", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.StringTests.IndexOf_EquivalentDiacritics_EnglishUSCulture", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringTests.LastIndexOf_NullInStrings", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.StringTests.IndexOf_TurkishI_InvariantCulture_Char", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringTests.ToUpper_TurkishI_EnglishUSCulture", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringTests.LastIndexOf_TurkishI_EnglishUSCulture", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringTests.Ctor_CharSpan", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.StringTests.IndexOf_TurkishI_TurkishCulture_Char", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringTests.IndexOf_CyrillicE_InvariantCulture_Char", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringTests.IndexOf_TurkishI_InvariantCulture", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringTests.InternTest", + "reason": "Xunit.Sdk.TrueException" + }, + { + "name": "System.Tests.StringTests.LastIndexOfAny", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.StringTests.IndexOf_TurkishI_EnglishUSCulture", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringTests.Test_ToLower_Culture", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringTests.Contains_StringComparison_TurkishI", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringTests.ToUpper_TurkishI_TurkishCulture", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringTests.StartsWith", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.StringTests.TrimEnd", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.StringTests.Ctor_CharArray", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.StringTests.IndexOfAny", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.StringTests.LastIndexOf_TurkishI_TurkishCulture", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringTests.Length", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.StringTests.Ctor_Char_Int", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.StringTests.LastIndexOf_TurkishI_InvariantCulture", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringTests.IndexOf_NullInStrings", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.StringTests.IndexOf_HungarianDoubleCompression_HungarianCulture", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringTests.TrimStart", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.StringTests.IndexOf_EquivalentDiacritics_InvariantCulture_Char", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringTests.IndexOf_TurkishI_EnglishUSCulture_Char", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringTests.Trim", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.StringTests.CompareTest", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringTests.ToUpper_TurkishI_InvariantCulture", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringTests.IndexOf_CyrillicE_EnglishUSCulture_Char", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringTests.Equals_Encyclopaedia_ReturnsExpected", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringTests.Compare", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.StringTests.EndsWith", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Tests.StringTests.Concat_CharEnumerable", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.StringTests.Replace_StringComparison_TurkishI", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringTests.IndexOf_TurkishI_TurkishCulture", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringTests.IndexOf_CyrillicE_EnglishUSCulture", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringTests.Item_Get", + "reason": "System.IndexOutOfRangeException" + }, + { + "name": "System.Tests.StringTests.IndexOf_EquivalentDiacritics_EnglishUSCulture_Char", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringTests.CopyTo", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.StringTests.Ctor_CharPtr", + "reason": "System.ArgumentException" + }, + { + "name": "System.Tests.StringTests.IndexOf_CyrillicE_InvariantCulture", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringTests.IndexOf_HungarianDoubleCompression_InvariantCulture", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Tests.StringTests.Ctor_CharPtr_Int_Int", + "reason": "System.ArgumentException" + }, + { + "name": "System.IO.Tests.DirectoryNotFoundExceptionInteropTests.From_HR", + "reason": "Xunit.Sdk.IsAssignableFromException" + } + ] + } + }, + { + "name": "System.Threading.Tasks.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Threading.Tasks.Tests.TaskRtTests.RunFromResult_FaultedTask", + "reason": "Xunit.Sdk.NotNullException" + }, + { + "name": "System.Threading.Tasks.Tests.ExecutionContextFlowTest.SuppressFlow_TaskCapturesContextAccordingly", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Threading.Tasks.Tests.AsyncTaskMethodBuilderTests.TaskMethodBuilderBoolean_UsesCompletedCache", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Threading.Tasks.Tests.AsyncTaskMethodBuilderTests.TaskMethodBuilderRef_UsesCompletedCache", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Threading.Tasks.Tests.AsyncTaskMethodBuilderTests.TaskMethodBuilderInt32_UsesCompletedCache", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Threading.Tasks.Tests.TaskSchedulerTests.GetTaskSchedulersForDebugger_ReturnsDefaultScheduler", + "reason": "System.NullReferenceException" + } + ] + } + }, + { + "name": "System.Threading.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Threading.Tests.EventWaitHandleTests.PingPong", + "reason": "System.TypeInitializationException" + }, + { + "name": "System.Threading.Tests.EventWaitHandleTests.Ctor_InvalidMode", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Threading.Tests.MonitorTests.PulseAll_Invalid", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Threading.Tests.MonitorTests.Pulse_Invalid", + "reason": "Xunit.Sdk.EqualException" + }, + { + "name": "System.Threading.Tests.MutexTests.CrossProcess_NamedMutex_ProtectedFileAccessAtomic", + "reason": "System.AggregateException" + }, + { + "name": "System.Threading.Tests.MutexTests.Ctor_ImpersonateAnonymousAndTryCreateGlobalMutexTest", + "reason": "System.InvalidOperationException" + }, + { + "name": "System.Threading.Tests.SemaphoreTests.PingPong", + "reason": "System.TypeInitializationException" + } + ] + } + } +] \ No newline at end of file diff --git a/tests/build.proj b/tests/build.proj index aede1317a1c3..359bf508ef7a 100644 --- a/tests/build.proj +++ b/tests/build.proj @@ -39,7 +39,7 @@ - + diff --git a/tests/runtest.cmd b/tests/runtest.cmd index 072c2737f918..29d17241d69c 100644 --- a/tests/runtest.cmd +++ b/tests/runtest.cmd @@ -40,6 +40,7 @@ set __CollectDumps= set __DoCrossgen= set __CrossgenAltJit= set __PerfTests= +set __CoreFXTests= :Arg_Loop if "%1" == "" goto ArgsDone @@ -78,6 +79,7 @@ if /i "%1" == "jitdisasm" (set __JitDisasm=1&shift&goto Arg_Loop) if /i "%1" == "ilasmroundtrip" (set __IlasmRoundTrip=1&shift&goto Arg_Loop) if /i "%1" == "GenerateLayoutOnly" (set __GenerateLayoutOnly=1&shift&goto Arg_Loop) if /i "%1" == "PerfTests" (set __PerfTests=true&shift&goto Arg_Loop) +if /i "%1" == "CoreFXTests" (set __CoreFXTests=true&shift&goto Arg_Loop) if /i "%1" == "runcrossgentests" (set RunCrossGen=true&shift&goto Arg_Loop) if /i "%1" == "link" (set DoLink=true&set ILLINK=%2&shift&shift&goto Arg_Loop) if /i "%1" == "tieredcompilation" (set COMPLUS_TieredCompilation=1&shift&goto Arg_Loop) @@ -105,7 +107,14 @@ shift :: Done with argument processing. Check argument values for validity. if defined __TestEnv (if not exist %__TestEnv% echo %__MsgPrefix%Error: Test Environment script %__TestEnv% not found && exit /b 1) -if "%__PerfTests%"=="true" (if defined __GenerateLayoutOnly echo %__MsgPrefix%Error: Don't specify both "PerfTests" and "GenerateLayoutOnly" && exit /b 1) +if "%__PerfTests%"=="true" ( + if defined __GenerateLayoutOnly echo %__MsgPrefix%Error: Don't specify both "PerfTests" and "GenerateLayoutOnly" && exit /b 1 + if defined __GenerateTestHostOnly echo %__MsgPrefix%Error: Don't specify both "PerfTests" and "GenerateTestHostOnly" && exit /b 1 +) + +if "%__CoreFXTests%"=="true" ( + if defined __GenerateLayoutOnly echo %__MsgPrefix%Error: Don't specify both "CoreFXTests" and "GenerateLayoutOnly" && exit /b 1 +) :: Set the remaining variables based upon the determined configuration set "__BinDir=%__RootBinDir%\Product\%__BuildOS%.%__BuildArch%.%__BuildType%" @@ -201,6 +210,8 @@ if not exist %CORE_ROOT%\coreclr.dll ( exit /b 1 ) +if "%__CoreFXTests%"=="true" goto RunCoreFXTests + if "%__PerfTests%"=="true" goto RunPerfTests REM ========================================================================================= @@ -241,7 +252,7 @@ if "%__CollectDumps%"=="true" ( mkdir "!__CrashDumpFolder!" ) - :: Grab the current time before execution begins. This will be used to determine which crash dumps + :: Grab the current time befo\re execution begins. This will be used to determine which crash dumps :: will be uploaded. for /f "delims=" %%a in ('python !__DumplingHelperPath! get_timestamp') do @set __StartTime=%%a ) @@ -283,7 +294,65 @@ if errorlevel 1 ( echo %__MsgPrefix%Test Run failed. Refer to the following: echo Html report: %__TestRunHtmlLog% ) +goto TestsDone + + +REM ========================================================================================= +REM === +REM === Run CoreFX tests +REM === +REM ========================================================================================= +:RunCoreFXTests +set COREFX_TESTHOST=%XunitTestBinBase%\testhost +set _toolsDir=%__ProjectDir%\..\Tools +set _dotnet=%_toolsDir%\dotnetcli\dotnet.exe + +set _RootCoreFXTestPath=%__TestWorkingDir%\CoreFX +set _CoreFXTestUtilitiesOutputPath=%_RootCoreFXTestPath%\CoreFXTestUtilities +set _CoreFXTestBinariesPath=%_RootCoreFXTestPath%\tests_downloaded +set _CoreFXLogsDir=%__LogsDir%\CoreFX\%__BuildOS%.%__BuildArch%.%__BuildType% +if not exist "%_CoreFXLogsDir%" (mkdir "%_CoreFXLogsDir%") + +set _CoreFXTestSetupUtilityName=CoreFX.TestUtils.TestFileSetup +set _CoreFXTestSetupUtility=%__ProjectFilesDir%\src\Common\CoreFX\TestFileSetup\%_CoreFXTestSetupUtilityName%.csproj + +call :ResolveDependencies +if errorlevel 1 exit /b 1 + +if defined __GenerateTestHostOnly ( + exit /b 0 +) + +if not exist %COREFX_TESTHOST%\dotnet.exe echo CoreFX test host not found, please run runtest.cmd again && exit /b 1 + +set /p TESTS_REMOTE_URL=< "%__ProjectFilesDir%\CoreFX\CoreFXTestListURL.txt" +set TEST_LIST=%__ProjectFilesDir%\CoreFX\TopN.CoreFX.Windows.issues.json + +echo Downloading CoreFX Test Binaries +echo "%_dotnet%" "%_CoreFXTestUtilitiesOutputPath%\%_CoreFXTestSetupUtilityName%.dll" --clean --outputDirectory "%_CoreFXTestBinariesPath%" --testListJsonPath "%TEST_LIST%" --testUrl "%TESTS_REMOTE_URL%" +call "%_dotnet%" "%_CoreFXTestUtilitiesOutputPath%\%_CoreFXTestSetupUtilityName%.dll" --clean --outputDirectory "%_CoreFXTestBinariesPath%" --testListJsonPath "%TEST_LIST%" --testUrl "%TESTS_REMOTE_URL%" +if errorlevel 1 ( + exit /b 1 +) +set _CoreFXTestExecutable=xunit.console.netcore.exe + +REM Set the log file name to something Jenkins can understand +set _CoreFX_TestLogFileName=testResults.xml +for /D %%i in ("%_CoreFXTestBinariesPath%\*") do ( + if not exist "%%i\%_CoreFXTestExecutable%" echo "Error running CoreFX tests - %_CoreFXTestExecutable% not found" && exit /b 1 + + set _TestName=%%~nxi + set _LogPath=%_CoreFXLogsDir%\!_TestName! + if not exist "!_LogPath!" (mkdir "!_LogPath!") + + echo Running !_TestName! + echo Writing logs to !_LogPath! + echo To reproduce directly run: + echo "%COREFX_TESTHOST%\dotnet.exe" "%%i\%_CoreFXTestExecutable%" "%%i\!_TestName!.dll" @"%%i\!_TestName!.rsp" -xml "!_LogPath!\%_CoreFX_TestLogFileName%" -notrait category=nonnetcoreapptests -notrait category=nonwindowstests -notrait category=failing + call "%COREFX_TESTHOST%\dotnet.exe" "%%i\%_CoreFXTestExecutable%" "%%i\!_TestName!.dll" @"%%i\!_TestName!.rsp" -xml "!_LogPath!\\%_CoreFX_TestLogFileName%" -notrait category=nonnetcoreapptests -notrait category=nonwindowstests -notrait category=failing + +) goto TestsDone REM ========================================================================================= @@ -471,8 +540,43 @@ if errorlevel 1 ( ) echo %__MsgPrefix%Created the runtime layout with all dependencies in %CORE_ROOT% +if "%__CoreFXTests%"=="true" goto ResolveCoreFXDependencies + +exit /b 0 + +REM ========================================================================================= +REM === +REM === Generate the "testhost" directory for running CoreFX tests; download dependencies. +REM === +REM ========================================================================================= + +:ResolveCoreFXDependencies +set __BuildLogRootName=Tests_GenerateTestHost +echo Building CoreFX Test Host +call :msbuild "%__ProjectFilesDir%\runtest.proj" /p:GenerateTestHost=true +if errorlevel 1 ( + echo %__MsgPrefix%Test Host Dependency Resolution Failed + exit /b 1 +) +echo %__MsgPrefix%Created the Test Host layout with all dependencies in %COREFX_TESTHOST% + +REM Publish and call the CoreFX test helper projects - should this be integrated into runtest.proj? + +REM Build Helper project +echo "%_dotnet%" msbuild /t:Restore "%_CoreFXTestSetupUtility%" +call "%_dotnet%" msbuild /t:Restore "%_CoreFXTestSetupUtility%" +if errorlevel 1 ( + exit /b 1 +) +echo "%_dotnet%" msbuild "/p:Configuration=%CoreRT_BuildType%" "/p:OSGroup=%CoreRT_BuildOS%" "/p:Platform=%CoreRT_BuildArch%" "/p:OutputPath=%_CoreFXTestUtilitiesOutputPath%" "%_CoreFXTestSetupUtility%" +call "%_dotnet%" msbuild "/p:Configuration=%CoreRT_BuildType%" "/p:OSGroup=%CoreRT_BuildOS%" "/p:Platform=%CoreRT_BuildArch%" "/p:OutputPath=%_CoreFXTestUtilitiesOutputPath%" "%_CoreFXTestSetupUtility%" +if errorlevel 1 ( + exit /b 1 +) + exit /b 0 + REM ========================================================================================= REM === REM === Display a help message describing how to use this script. @@ -496,6 +600,7 @@ echo VSVersion ^ - VS2015 or VS2017 ^(default: VS2017^). echo TestEnv ^ - Run a custom script before every test to set custom test environment settings. echo AgainstPackages - This indicates that we are running tests that were built against packages. echo GenerateLayoutOnly - If specified will not run the tests and will only create the Runtime Dependency Layout +echo GenerateTestHostOnly - If specified will not run the tests and will only create the CoreFX test host Layout echo sequential - Run tests sequentially (no parallelism). echo crossgen - Precompile ^(crossgen^) the managed assemblies in CORE_ROOT before running the tests. echo crossgenaltjit ^ - Precompile ^(crossgen^) the managed assemblies in CORE_ROOT before running the tests, using the given altjit. diff --git a/tests/runtest.proj b/tests/runtest.proj index 3ab7b9f70842..f8eee13de383 100644 --- a/tests/runtest.proj +++ b/tests/runtest.proj @@ -10,6 +10,14 @@ 1 + + + 9.9.9 + $(BinDir)testhost/ + $(TestHostRootPath)host/fxr/$(NETCoreAppTestSharedFxVersion)/ + $(TestHostRootPath)shared/Microsoft.NETCore.App/$(NETCoreAppTestSharedFxVersion)/ + + <_SkipTestDir Include="@(DisabledTestDir)" /> @@ -363,6 +371,94 @@ namespace $([System.String]::Copy($(Category)).Replace(".","_").Replace("\",""). Condition=" '$(BuildTestsAgainstPackages)'=='true' " /> + + + + + + + + + + + + + + + + + + + + + + + <_sharedFrameworkDepsJson Include="$(ToolsDir)dotnetcli\shared\Microsoft.NETCore.App\*\Microsoft.NETCore.App.deps.json" /> + + + + <_OriginalDepsJsonPath>%(_sharedFrameworkDepsJson.FullPath) + <_OutputTestSharedFrameworkDepsPath>$(NETCoreAppTestSharedFrameworkPath)\Microsoft.NETCore.App.deps.json + + + + + + + + + hostfxr + libhostfxr + + + + + + + + + + + + + + + + + + + + + + + + + + + + @@ -391,11 +487,14 @@ namespace $([System.String]::Copy($(Category)).Replace(".","_").Replace("\",""). Condition=" '$(BuildWrappers)'=='true' " /> - + + diff --git a/tests/src/Common/CoreFX/CoreFX.depproj b/tests/src/Common/CoreFX/CoreFX.depproj new file mode 100644 index 000000000000..8cbc3035596c --- /dev/null +++ b/tests/src/Common/CoreFX/CoreFX.depproj @@ -0,0 +1,78 @@ + + + + + + $(MSBuildThisFileDirectory)obj + C# + .NETCoreApp,Version=v2.0 + netcoreapp2.0 + true + SharedLibrary + false + + 4.6.0-preview1-26604-03 + 2.2.0-preview1-02902-01 + + + + + win-x64 + linux-x64 + osx-x64 + $(RuntimeIdentifier) + + + + + $(XunitPackageVersion) + + + $(MXNEVer) + + + $(FxTestUtilVer) + + + $(XunitPackageVersion) + + + $(XunitPackageVersion) + + + + netcoreapp2.0 + + + + + + + + + + + + + + + $(SourceDir)Common\CoreFX\obj\project.assets.json + + + + + + + + false + CoreFx.Private.TestUtilities + $(FxTestUtilVer) + + + + \ No newline at end of file diff --git a/tests/src/Common/CoreFX/TestFileSetup/CoreFX.TestUtils.TestFileSetup.csproj b/tests/src/Common/CoreFX/TestFileSetup/CoreFX.TestUtils.TestFileSetup.csproj new file mode 100644 index 000000000000..90a5cf148f71 --- /dev/null +++ b/tests/src/Common/CoreFX/TestFileSetup/CoreFX.TestUtils.TestFileSetup.csproj @@ -0,0 +1,35 @@ + + + + 0.1.0-e160909-1 + 11.0.2 + 3.0.10 + 2.3.0-beta1-build3642 + + 2.2.0-beta2-build3300 + 2.0.1 + 2.1.0-preview2-02516-02 + 4.5.0-preview2-26219-0 + $(RestoreSources);https://dotnet.myget.org/F/dotnet-corefxlab/api/v3/index.json + + + + netcoreapp2.0 + Exe + 99.9 + + + + + $(NewtonsoftJsonVersion) + + + $(NewtonsoftJsonSchemaVersion) + + + + $(SystemCommandLineVersion) + + + diff --git a/tests/src/Common/CoreFX/TestFileSetup/RSPGenerator.cs b/tests/src/Common/CoreFX/TestFileSetup/RSPGenerator.cs new file mode 100644 index 000000000000..f67dd424186b --- /dev/null +++ b/tests/src/Common/CoreFX/TestFileSetup/RSPGenerator.cs @@ -0,0 +1,69 @@ +using System; +using System.Collections.Generic; +using System.IO; +using System.Text; + +namespace CoreFX.TestUtils.TestFileSetup +{ + public class RSPGenerator + { + public void GenerateRSPFile(XUnitTestAssembly testDefinition, string outputPath) + { + if (!Directory.Exists(outputPath)) + { + Directory.CreateDirectory(outputPath); + } + string rspFilePath = Path.Combine(outputPath, testDefinition.Name + ".rsp"); + + if (File.Exists(rspFilePath)) + File.Delete(rspFilePath); + + + using (StreamWriter sr = File.CreateText(rspFilePath)) + { + if (testDefinition.Exclusions == null) + return; + + // Method exclusions + if (testDefinition.Exclusions.Methods != null) + { + foreach (Exclusion exclusion in testDefinition.Exclusions.Methods) + { + if (String.IsNullOrWhiteSpace(exclusion.Name)) + continue; + sr.Write("-skipmethod "); + sr.Write(exclusion.Name); + sr.WriteLine(); + } + } + + // Class exclusions + if (testDefinition.Exclusions.Classes != null) + { + foreach (Exclusion exclusion in testDefinition.Exclusions.Classes) + { + if (String.IsNullOrWhiteSpace(exclusion.Name)) + continue; + sr.Write("-skipclass "); + sr.Write(exclusion.Name); + sr.WriteLine(); + } + + } + + // Namespace exclusions + if (testDefinition.Exclusions.Namespaces != null) + { + foreach (Exclusion exclusion in testDefinition.Exclusions.Namespaces) + { + if (String.IsNullOrWhiteSpace(exclusion.Name)) + continue; + sr.Write("-skipnamespace "); + sr.Write(exclusion.Name); + sr.WriteLine(); + } + } + } + } + } +} diff --git a/tests/src/Common/CoreFX/TestFileSetup/TestFileSetup.cs b/tests/src/Common/CoreFX/TestFileSetup/TestFileSetup.cs new file mode 100644 index 000000000000..50e89c5ad766 --- /dev/null +++ b/tests/src/Common/CoreFX/TestFileSetup/TestFileSetup.cs @@ -0,0 +1,329 @@ +// Licensed to the .NET Foundation under one or more agreements. +// The .NET Foundation licenses this file to you under the MIT license. +// See the LICENSE file in the project root for more information. + +using System; +using System.Collections.Generic; +using System.CommandLine; +using System.Diagnostics; +using System.IO; +using System.IO.Compression; +using System.Net.Http; +using System.Text; +using System.Threading.Tasks; +using Newtonsoft.Json; +using Newtonsoft.Json.Schema; +using Newtonsoft.Json.Schema.Generation; + +namespace CoreFX.TestUtils.TestFileSetup +{ + /// + /// Defines the set of flags that represent exit codes + /// + [Flags] + public enum ExitCode : int + { + Success = 0, + HttpError = 1, + IOError = 2, + JsonSchemaValidationError = 3, + UnknownError = 10 + + } + + /// + /// This helper class is used to fetch CoreFX tests from a specified URL, unarchive them and create a flat directory structure + /// through which to iterate. + /// + public static class TestFileSetup + { + private static HttpClient httpClient; + private static bool cleanTestBuild = false; + + private static string outputDir; + private static string testUrl; + private static string testListPath; + + public static void Main(string[] args) + { + ExitCode exitCode = ExitCode.UnknownError; + ArgumentSyntax argSyntax = ParseCommandLine(args); + + try + { + if (!Directory.Exists(outputDir)) + Directory.CreateDirectory(outputDir); + + if (cleanTestBuild) + { + CleanBuild(outputDir); + } + + // Map test names to their definitions + Dictionary testAssemblyDefinitions = DeserializeTestJson(testListPath); + + SetupTests(testUrl, outputDir, testAssemblyDefinitions).Wait(); + exitCode = ExitCode.Success; + } + + catch (AggregateException e) + { + e.Handle(innerExc => + { + + if (innerExc is HttpRequestException) + { + exitCode = ExitCode.HttpError; + Console.WriteLine("Error downloading tests from: " + testUrl); + Console.WriteLine(innerExc.Message); + return true; + } + else if (innerExc is IOException) + { + exitCode = ExitCode.IOError; + Console.WriteLine(innerExc.Message); + return true; + } + else if (innerExc is JSchemaValidationException || innerExc is JsonSerializationException) + { + exitCode = ExitCode.JsonSchemaValidationError; + Console.WriteLine("Error validating test list: "); + Console.WriteLine(innerExc.Message); + return true; + } + return false; + }); + } + + Environment.Exit((int)exitCode); + } + + private static ArgumentSyntax ParseCommandLine(string[] args) + { + ArgumentSyntax argSyntax = ArgumentSyntax.Parse(args, syntax => + { + syntax.DefineOption("out|outDir|outputDirectory", ref outputDir, "Directory where tests are downloaded"); + syntax.DefineOption("testUrl", ref testUrl, "URL, pointing to the list of tests"); + syntax.DefineOption("testListJsonPath", ref testListPath, "JSON-formatted list of test assembly names to download"); + syntax.DefineOption("clean|cleanOutputDir", ref cleanTestBuild, "Clean test assembly output directory"); + }); + + return argSyntax; + } + + private static Dictionary DeserializeTestJson(string testDefinitionFilePath) + { + JSchemaGenerator jsonGenerator = new JSchemaGenerator(); + + JSchema testDefinitionSchema = jsonGenerator.Generate(typeof(IList)); + IList testAssemblies = new List(); + + IList validationMessages = new List(); + + using (var sr = new StreamReader(testDefinitionFilePath)) + using (var jsonReader = new JsonTextReader(sr)) + using (var jsonValidationReader = new JSchemaValidatingReader(jsonReader)) + { + // Create schema validator + jsonValidationReader.Schema = testDefinitionSchema; + jsonValidationReader.ValidationEventHandler += (o, a) => validationMessages.Add(a.Message); + + // Deserialize json test assembly definitions + JsonSerializer serializer = new JsonSerializer(); + try + { + testAssemblies = serializer.Deserialize>(jsonValidationReader); + } + catch (JsonSerializationException ex) + { + throw new AggregateException(ex); + } + } + + // TODO - ABORT AND WARN + if (validationMessages.Count != 0) + { + StringBuilder aggregateExceptionMessage = new StringBuilder(); + foreach (string validationMessage in validationMessages) + { + aggregateExceptionMessage.Append("JSON Validation Error: "); + aggregateExceptionMessage.Append(validationMessage); + aggregateExceptionMessage.AppendLine(); + } + + throw new AggregateException(new JSchemaValidationException(aggregateExceptionMessage.ToString())); + + } + + var nameToTestAssemblyDef = new Dictionary(); + + // Map test names to their definitions + foreach (XUnitTestAssembly assembly in testAssemblies) + { + nameToTestAssemblyDef.Add(assembly.Name, assembly); + } + + return nameToTestAssemblyDef; + } + + private static async Task SetupTests(string jsonUrl, string destinationDirectory, Dictionary testDefinitions = null, bool runAllTests = false) + { + Debug.Assert(Directory.Exists(destinationDirectory)); + Debug.Assert(runAllTests || testDefinitions != null); + + string tempDirPath = Path.Combine(destinationDirectory, "temp"); + if (!Directory.Exists(tempDirPath)) + { + Directory.CreateDirectory(tempDirPath); + } + Dictionary testPayloads = await GetTestUrls(jsonUrl, testDefinitions, runAllTests); + + if (testPayloads == null) + { + return; + } + + await GetTestArchives(testPayloads, tempDirPath); + ExpandArchivesInDirectory(tempDirPath, destinationDirectory); + + RSPGenerator rspGenerator = new RSPGenerator(); + foreach (XUnitTestAssembly assembly in testDefinitions.Values) + { + rspGenerator.GenerateRSPFile(assembly, Path.Combine(destinationDirectory, assembly.Name)); + } + + Directory.Delete(tempDirPath); + } + + private static async Task> GetTestUrls(string jsonUrl, Dictionary testDefinitions = null, bool runAllTests = false) + { + if (httpClient is null) + { + httpClient = new HttpClient(); + } + + Debug.Assert(runAllTests || testDefinitions != null); + // Set up the json stream reader + using (var responseStream = await httpClient.GetStreamAsync(jsonUrl)) + using (var streamReader = new StreamReader(responseStream)) + using (var jsonReader = new JsonTextReader(streamReader)) + { + // Manual parsing - we only need to key-value pairs from each object and this avoids deserializing all of the work items into objects + string markedTestName = string.Empty; + string currentPropertyName = string.Empty; + + while (jsonReader.Read()) + { + if (jsonReader.Value != null) + { + switch (jsonReader.TokenType) + { + case JsonToken.PropertyName: + currentPropertyName = jsonReader.Value.ToString(); + break; + case JsonToken.String: + if (currentPropertyName.Equals("WorkItemId")) + { + string currentTestName = jsonReader.Value.ToString(); + + if (runAllTests || testDefinitions.ContainsKey(currentTestName)) + { + markedTestName = currentTestName; + } + } + else if (currentPropertyName.Equals("PayloadUri") && markedTestName != string.Empty) + { + if (!testDefinitions.ContainsKey(markedTestName)) + { + testDefinitions[markedTestName] = new XUnitTestAssembly() { Name = markedTestName }; + } + testDefinitions[markedTestName].Url = jsonReader.Value.ToString(); + markedTestName = string.Empty; + } + break; + } + } + } + + } + return testDefinitions; + } + + private static async Task GetTestArchives(Dictionary testPayloads, string downloadDir) + { + if (httpClient is null) + { + httpClient = new HttpClient(); + } + + foreach (string testName in testPayloads.Keys) + { + string payloadUri = testPayloads[testName].Url; + + if (!Uri.IsWellFormedUriString(payloadUri, UriKind.Absolute)) + continue; + + using (var response = await httpClient.GetStreamAsync(payloadUri)) + { + if (response.CanRead) + { + // Create the test setup directory if it doesn't exist + if (!Directory.Exists(downloadDir)) + { + Directory.CreateDirectory(downloadDir); + } + + // CoreFX test archives are output as .zip regardless of platform + string archivePath = Path.Combine(downloadDir, testName + ".zip"); + + // Copy to a temp folder + using (FileStream file = new FileStream(archivePath, FileMode.Create)) + { + await response.CopyToAsync(file); + } + + } + } + } + } + + private static void ExpandArchivesInDirectory(string archiveDirectory, string destinationDirectory, bool cleanup = true) + { + Debug.Assert(Directory.Exists(archiveDirectory)); + Debug.Assert(Directory.Exists(destinationDirectory)); + + string[] archives = Directory.GetFiles(archiveDirectory, "*.zip", SearchOption.TopDirectoryOnly); + + foreach (string archivePath in archives) + { + string destinationDirName = Path.Combine(destinationDirectory, Path.GetFileNameWithoutExtension(archivePath)); + + ZipFile.ExtractToDirectory(archivePath, destinationDirName); + + + // Delete archives + if (cleanup) + { + File.Delete(archivePath); + } + } + } + + private static void CleanBuild(string directoryToClean) + { + Debug.Assert(Directory.Exists(directoryToClean)); + DirectoryInfo dirInfo = new DirectoryInfo(directoryToClean); + + foreach (FileInfo file in dirInfo.EnumerateFiles()) + { + file.Delete(); + } + + foreach (DirectoryInfo dir in dirInfo.EnumerateDirectories()) + { + dir.Delete(true); + } + } + + } +} diff --git a/tests/src/Common/CoreFX/TestFileSetup/XUnitTestAssembly.cs b/tests/src/Common/CoreFX/TestFileSetup/XUnitTestAssembly.cs new file mode 100644 index 000000000000..6570b0af87bc --- /dev/null +++ b/tests/src/Common/CoreFX/TestFileSetup/XUnitTestAssembly.cs @@ -0,0 +1,47 @@ +using System; +using System.Collections.Generic; +using System.Text; +using Newtonsoft.Json; + +namespace CoreFX.TestUtils.TestFileSetup +{ + public class XUnitTestAssembly + { + [JsonRequired] + [JsonProperty("name")] + public string Name; + + [JsonRequired] + [JsonProperty("exclusions")] + public Exclusions Exclusions; + + // Used to assign a test url or to override it via the json file definition + [JsonIgnore] + [JsonProperty(Required = Required.Default)] + public string Url; + + } + + public class Exclusions + { + [JsonProperty("namespaces")] + public Exclusion[] Namespaces; + + [JsonProperty("classes")] + public Exclusion[] Classes; + + [JsonProperty("methods")] + public Exclusion[] Methods; + } + + public class Exclusion + { + [JsonRequired] + [JsonProperty("name", Required = Required.DisallowNull)] + public string Name; + + [JsonRequired] + [JsonProperty("reason", Required = Required.DisallowNull)] + public string Reason; + } +} diff --git a/tests/src/Common/test_dependencies/test_dependencies.csproj b/tests/src/Common/test_dependencies/test_dependencies.csproj index 3bdca6de208f..4d5b34a2d770 100644 --- a/tests/src/Common/test_dependencies/test_dependencies.csproj +++ b/tests/src/Common/test_dependencies/test_dependencies.csproj @@ -8,6 +8,8 @@ .NETCoreApp,Version=v2.2 netcoreapp2.2 false + + $(NoWarn);NU1603 @@ -29,6 +31,7 @@ $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + netcoreapp2.2 .NETCoreApp diff --git a/tests/src/dirs.proj b/tests/src/dirs.proj index 6009e2ed080e..58c35591b56b 100644 --- a/tests/src/dirs.proj +++ b/tests/src/dirs.proj @@ -20,6 +20,7 @@ + From 6ebf1fe8a77a114f6690fb1eeeb29288bfd3b21b Mon Sep 17 00:00:00 2001 From: Andon Andonov Date: Thu, 7 Jun 2018 12:53:47 -0700 Subject: [PATCH 02/28] Add test list CL switch --- tests/runtest.cmd | 31 +++++++++++++++++++++---------- 1 file changed, 21 insertions(+), 10 deletions(-) diff --git a/tests/runtest.cmd b/tests/runtest.cmd index 29d17241d69c..93c429274dac 100644 --- a/tests/runtest.cmd +++ b/tests/runtest.cmd @@ -80,6 +80,7 @@ if /i "%1" == "ilasmroundtrip" (set __IlasmRoundTrip=1&shift&goto Arg_Loo if /i "%1" == "GenerateLayoutOnly" (set __GenerateLayoutOnly=1&shift&goto Arg_Loop) if /i "%1" == "PerfTests" (set __PerfTests=true&shift&goto Arg_Loop) if /i "%1" == "CoreFXTests" (set __CoreFXTests=true&shift&goto Arg_Loop) +if /i "%1" == "CoreFXTestList" (set __CoreFXTests=true&set _CoreFXTestList=%2&shift&shift&goto Arg_Loop) if /i "%1" == "runcrossgentests" (set RunCrossGen=true&shift&goto Arg_Loop) if /i "%1" == "link" (set DoLink=true&set ILLINK=%2&shift&shift&goto Arg_Loop) if /i "%1" == "tieredcompilation" (set COMPLUS_TieredCompilation=1&shift&goto Arg_Loop) @@ -109,13 +110,19 @@ shift if defined __TestEnv (if not exist %__TestEnv% echo %__MsgPrefix%Error: Test Environment script %__TestEnv% not found && exit /b 1) if "%__PerfTests%"=="true" ( if defined __GenerateLayoutOnly echo %__MsgPrefix%Error: Don't specify both "PerfTests" and "GenerateLayoutOnly" && exit /b 1 - if defined __GenerateTestHostOnly echo %__MsgPrefix%Error: Don't specify both "PerfTests" and "GenerateTestHostOnly" && exit /b 1 ) if "%__CoreFXTests%"=="true" ( if defined __GenerateLayoutOnly echo %__MsgPrefix%Error: Don't specify both "CoreFXTests" and "GenerateLayoutOnly" && exit /b 1 ) +if defined _CoreFXTestList ( + if not exist %_CoreFXTestList% ( + echo Couldn't find CoreFX test list %_CoreFXTestList% + exit /b 1 + ) +) + :: Set the remaining variables based upon the determined configuration set "__BinDir=%__RootBinDir%\Product\%__BuildOS%.%__BuildArch%.%__BuildType%" set "__TestWorkingDir=%__RootBinDir%\tests\%__BuildOS%.%__BuildArch%.%__BuildType%" @@ -303,7 +310,7 @@ REM === Run CoreFX tests REM === REM ========================================================================================= :RunCoreFXTests -set COREFX_TESTHOST=%XunitTestBinBase%\testhost +set _CoreFXTestHost=%XunitTestBinBase%\testhost set _toolsDir=%__ProjectDir%\..\Tools set _dotnet=%_toolsDir%\dotnetcli\dotnet.exe @@ -323,14 +330,18 @@ if defined __GenerateTestHostOnly ( exit /b 0 ) -if not exist %COREFX_TESTHOST%\dotnet.exe echo CoreFX test host not found, please run runtest.cmd again && exit /b 1 +if not exist %_CoreFXTestHost%\dotnet.exe echo CoreFX test host not found, please run runtest.cmd again && exit /b 1 -set /p TESTS_REMOTE_URL=< "%__ProjectFilesDir%\CoreFX\CoreFXTestListURL.txt" -set TEST_LIST=%__ProjectFilesDir%\CoreFX\TopN.CoreFX.Windows.issues.json +set /p _CoreFXTestRemoteURL=< "%__ProjectFilesDir%\CoreFX\CoreFXTestListURL.txt" +if not defined _CoreFXTestList ( set _CoreFXTestList=%__ProjectFilesDir%\CoreFX\TopN.CoreFX.Windows.issues.json ) +if not exist %_CoreFXTestList% ( + echo Couldn't find CoreFX test list %_CoreFXTestList% + exit /b 1 +) echo Downloading CoreFX Test Binaries -echo "%_dotnet%" "%_CoreFXTestUtilitiesOutputPath%\%_CoreFXTestSetupUtilityName%.dll" --clean --outputDirectory "%_CoreFXTestBinariesPath%" --testListJsonPath "%TEST_LIST%" --testUrl "%TESTS_REMOTE_URL%" -call "%_dotnet%" "%_CoreFXTestUtilitiesOutputPath%\%_CoreFXTestSetupUtilityName%.dll" --clean --outputDirectory "%_CoreFXTestBinariesPath%" --testListJsonPath "%TEST_LIST%" --testUrl "%TESTS_REMOTE_URL%" +echo "%_dotnet%" "%_CoreFXTestUtilitiesOutputPath%\%_CoreFXTestSetupUtilityName%.dll" --clean --outputDirectory "%_CoreFXTestBinariesPath%" --testListJsonPath "%_CoreFXTestList%" --testUrl "%_CoreFXTestRemoteURL%" +call "%_dotnet%" "%_CoreFXTestUtilitiesOutputPath%\%_CoreFXTestSetupUtilityName%.dll" --clean --outputDirectory "%_CoreFXTestBinariesPath%" --testListJsonPath "%_CoreFXTestList%" --testUrl "%_CoreFXTestRemoteURL%" if errorlevel 1 ( exit /b 1 ) @@ -349,8 +360,8 @@ for /D %%i in ("%_CoreFXTestBinariesPath%\*") do ( echo Running !_TestName! echo Writing logs to !_LogPath! echo To reproduce directly run: - echo "%COREFX_TESTHOST%\dotnet.exe" "%%i\%_CoreFXTestExecutable%" "%%i\!_TestName!.dll" @"%%i\!_TestName!.rsp" -xml "!_LogPath!\%_CoreFX_TestLogFileName%" -notrait category=nonnetcoreapptests -notrait category=nonwindowstests -notrait category=failing - call "%COREFX_TESTHOST%\dotnet.exe" "%%i\%_CoreFXTestExecutable%" "%%i\!_TestName!.dll" @"%%i\!_TestName!.rsp" -xml "!_LogPath!\\%_CoreFX_TestLogFileName%" -notrait category=nonnetcoreapptests -notrait category=nonwindowstests -notrait category=failing + echo "%_CoreFXTestHost%\dotnet.exe" "%%i\%_CoreFXTestExecutable%" "%%i\!_TestName!.dll" @"%%i\!_TestName!.rsp" -xml "!_LogPath!\%_CoreFX_TestLogFileName%" -notrait category=nonnetcoreapptests -notrait category=nonwindowstests -notrait category=failing + call "%_CoreFXTestHost%\dotnet.exe" "%%i\%_CoreFXTestExecutable%" "%%i\!_TestName!.dll" @"%%i\!_TestName!.rsp" -xml "!_LogPath!\\%_CoreFX_TestLogFileName%" -notrait category=nonnetcoreapptests -notrait category=nonwindowstests -notrait category=failing ) goto TestsDone @@ -558,7 +569,7 @@ if errorlevel 1 ( echo %__MsgPrefix%Test Host Dependency Resolution Failed exit /b 1 ) -echo %__MsgPrefix%Created the Test Host layout with all dependencies in %COREFX_TESTHOST% +echo %__MsgPrefix%Created the Test Host layout with all dependencies in %_CoreFXTestHost% REM Publish and call the CoreFX test helper projects - should this be integrated into runtest.proj? From 8711b78cbf278dfb3719c0cb2643c0bfbc415711 Mon Sep 17 00:00:00 2001 From: Andon Andonov Date: Thu, 7 Jun 2018 16:01:19 -0700 Subject: [PATCH 03/28] Cleanup --- build-test.cmd | 8 +- dependencies.props | 6 +- netci.groovy | 2 +- tests/CoreFX/TopN.CoreFX.Unix.issues.json | 478 +--- tests/CoreFX/TopN.CoreFX.Windows.issues.json | 1918 +---------------- tests/build.proj | 2 +- tests/runtest.cmd | 44 +- tests/runtest.proj | 19 +- tests/src/Common/CoreFX/CoreFX.depproj | 16 +- .../test_dependencies.csproj | 3 - 10 files changed, 66 insertions(+), 2430 deletions(-) diff --git a/build-test.cmd b/build-test.cmd index c15a016ebcaf..e7d981476acb 100644 --- a/build-test.cmd +++ b/build-test.cmd @@ -249,7 +249,7 @@ set __BuildLogRootName=Tests_GenerateRuntimeLayout set __BuildLog=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.log set __BuildWrn=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.wrn set __BuildErr=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.err -set __msbuildLog=/flp:Verbosity=diag;LogFile="%__BuildLog%" +set __msbuildLog=/flp:Verbosity=normal;LogFile="%__BuildLog%" set __msbuildWrn=/flp1:WarningsOnly;LogFile="%__BuildWrn%" set __msbuildErr=/flp2:ErrorsOnly;LogFile="%__BuildErr%" @@ -379,7 +379,7 @@ set __BuildLogRootName=Tests_Overlay_Managed set __BuildLog=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.log set __BuildWrn=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.wrn set __BuildErr=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.err -set __msbuildLog=/flp:Verbosity=diag;LogFile="%__BuildLog%" +set __msbuildLog=/flp:Verbosity=normal;LogFile="%__BuildLog%" set __msbuildWrn=/flp1:WarningsOnly;LogFile="%__BuildWrn%" set __msbuildErr=/flp2:ErrorsOnly;LogFile="%__BuildErr%" @@ -391,14 +391,14 @@ if errorlevel 1 ( echo %__BuildErr% exit /b 1 ) -xcopy /s /y "%CORE_ROOT_STAGE%" "%CORE_ROOT%" +xcopy /s /y "%CORE_ROOT_STAGE%" "%CORE_ROOT%" set __BuildLogRootName=Tests_CoreFX_Testhost set __BuildLog=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.log set __BuildWrn=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.wrn set __BuildErr=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.err -set __msbuildLog=/flp:Verbosity=diag;LogFile="%__BuildLog%" +set __msbuildLog=/flp:Verbosity=normal;LogFile="%__BuildLog%" set __msbuildWrn=/flp1:WarningsOnly;LogFile="%__BuildWrn%" set __msbuildErr=/flp2:ErrorsOnly;LogFile="%__BuildErr%" diff --git a/dependencies.props b/dependencies.props index 289a62d223bd..815601613a3f 100644 --- a/dependencies.props +++ b/dependencies.props @@ -1,5 +1,4 @@ - + @@ -176,6 +175,7 @@ - + diff --git a/netci.groovy b/netci.groovy index a1792b48486a..47b3b6f52b83 100755 --- a/netci.groovy +++ b/netci.groovy @@ -2215,7 +2215,7 @@ def static calculateBuildCommands(def newJob, def scenario, def branch, def isPR def workspaceRelativeFxRoot = "_/fx" def absoluteFxRoot = "%WORKSPACE%\\_\\fx" def fxBranch = getFxBranch(branch) - // Add script to run downloaded tests here + buildCommands += "python -u %WORKSPACE%\\tests\\scripts\\run-corefx-tests.py -arch ${arch} -ci_arch ${architecture} -build_type ${configuration} -fx_root ${absoluteFxRoot} -fx_branch ${fxBranch} -env_script ${envScriptPath}" // Archive and process (only) the test results diff --git a/tests/CoreFX/TopN.CoreFX.Unix.issues.json b/tests/CoreFX/TopN.CoreFX.Unix.issues.json index 37b3beb3a691..aa090a86661d 100644 --- a/tests/CoreFX/TopN.CoreFX.Unix.issues.json +++ b/tests/CoreFX/TopN.CoreFX.Unix.issues.json @@ -7,453 +7,41 @@ "methods": [ { "name": "System.Collections.Tests.SortedList_Generic_Tests_string_string.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedList_Generic_Tests_string_string.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedList_Generic_Tests_string_string.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Queue_ICollection_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.Queue_ICollection_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", - "reason": "System.Runtime.Serialization.SerializationException" - }, - { - "name": "System.Collections.Tests.List_Generic_Tests_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.List_Generic_Tests_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.List_Generic_Tests_int.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_NullComparer.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_NullComparer.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_NullComparer.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_Values_AsICollection.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.SortedDictionary_IDictionary_NonGeneric_Tests.IDictionary_NonGeneric_IDictionaryEnumerator_Current_ReturnsSameValueOnRepeatedCalls", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.SortedDictionary_IDictionary_NonGeneric_Tests.IDictionary_NonGeneric_IDictionaryEnumerator_Current_FromStartToFinish", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.SortedDictionary_IDictionary_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.SortedDictionary_IDictionary_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", - "reason": "System.Runtime.Serialization.SerializationException" - }, - { - "name": "System.Collections.Tests.Stack_Generic_Tests_int.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_TreeSubset_Int_Tests.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_TreeSubset_Int_Tests.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_TreeSubset_Int_Tests.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_AbsOfInt.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_AbsOfInt.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_AbsOfInt.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Dictionary_Generic_Tests_int_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Dictionary_Generic_Tests_int_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Dictionary_Generic_Tests_int_int.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedList_Generic_Tests_Keys_AsICollection.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_HashCodeAlwaysReturnsZero.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_HashCodeAlwaysReturnsZero.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_HashCodeAlwaysReturnsZero.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Dictionary_Generic_Tests_Keys_AsICollection.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_ModOfInt.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_ModOfInt.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_ModOfInt.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_SameAsDefaultComparer.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_SameAsDefaultComparer.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_SameAsDefaultComparer.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IDictionary_NonGeneric_IDictionaryEnumerator_Current_ReturnsSameValueOnRepeatedCalls", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IDictionary_NonGeneric_IDictionaryEnumerator_Current_FromStartToFinish", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_BadIntEqualityComparer.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_BadIntEqualityComparer.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_BadIntEqualityComparer.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedList_IDictionary_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", - "reason": "System.Runtime.Serialization.SerializationException" - }, - { - "name": "System.Collections.Tests.SortedList_IDictionary_NonGeneric_Tests.IDictionary_NonGeneric_IDictionaryEnumerator_Current_ReturnsSameValueOnRepeatedCalls", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.SortedList_IDictionary_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.SortedList_IDictionary_NonGeneric_Tests.IDictionary_NonGeneric_IDictionaryEnumerator_Current_FromStartToFinish", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_EquatableBackwardsOrder_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_EquatableBackwardsOrder_int.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_EquatableBackwardsOrder_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.List_Generic_Tests_int_ReadOnly.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.List_Generic_Tests_int_ReadOnly.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.List_Generic_Tests_int_ReadOnly.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_WrapStructural_Int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_WrapStructural_Int.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_WrapStructural_Int.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_ICollection_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", - "reason": "System.Runtime.Serialization.SerializationException" - }, - { - "name": "System.Collections.Tests.SortedSet_ICollection_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.SortedList_Generic_Tests_Values_AsICollection.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_AbsOfInt.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_AbsOfInt.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_AbsOfInt.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_string_string.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_string_string.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_string_string.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_Keys_AsICollection.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.LinkedList_ICollection_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", - "reason": "System.Runtime.Serialization.SerializationException" - }, - { - "name": "System.Collections.Tests.LinkedList_ICollection_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_HashCodeAlwaysReturnsZero.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_HashCodeAlwaysReturnsZero.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_HashCodeAlwaysReturnsZero.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_IEnumerable_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", - "reason": "System.Runtime.Serialization.SerializationException" - }, - { - "name": "System.Collections.Tests.SortedList_Generic_Tests_EquatableBackwardsOrder_int.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedList_Generic_Tests_EquatableBackwardsOrder_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedList_Generic_Tests_EquatableBackwardsOrder_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.LinkedList_Generic_Tests_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.LinkedList_Generic_Tests_int.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.LinkedList_Generic_Tests_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Queue_Generic_Tests_int.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_WrapStructural_SimpleInt.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_WrapStructural_SimpleInt.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_WrapStructural_SimpleInt.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.DebugView_Tests.TestDebuggerAttributes_Null", - "reason": "System.InvalidOperationException" - }, - { - "name": "System.Collections.Tests.DebugView_Tests.TestDebuggerAttributes", - "reason": "System.InvalidOperationException" - }, - { - "name": "System.Collections.Tests.Dictionary_Generic_Tests_string_string.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Dictionary_Generic_Tests_string_string.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Dictionary_Generic_Tests_string_string.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_ModOfInt.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_ModOfInt.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_ModOfInt.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Stack_ICollection_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", - "reason": "System.Runtime.Serialization.SerializationException" - }, - { - "name": "System.Collections.Tests.Stack_ICollection_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_SameAsDefaultComparer.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_SameAsDefaultComparer.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_SameAsDefaultComparer.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Dictionary_Generic_Tests_Values_AsICollection.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_int_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_int_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_int_int.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedList_Generic_Tests_int_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedList_Generic_Tests_int_int.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedList_Generic_Tests_int_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" + "reason": "Exclusion Sample" } ] } + }, + { + "name": "System.Runtime.Extensions.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [] + } + }, + { + "name": "System.Runtime.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [] + } + }, + { + "name": "System.Threading.Tasks.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [] + } + }, + { + "name": "System.Threading.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [] + } } ] \ No newline at end of file diff --git a/tests/CoreFX/TopN.CoreFX.Windows.issues.json b/tests/CoreFX/TopN.CoreFX.Windows.issues.json index e63d173c5b2e..aa090a86661d 100644 --- a/tests/CoreFX/TopN.CoreFX.Windows.issues.json +++ b/tests/CoreFX/TopN.CoreFX.Windows.issues.json @@ -7,451 +7,7 @@ "methods": [ { "name": "System.Collections.Tests.SortedList_Generic_Tests_string_string.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedList_Generic_Tests_string_string.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedList_Generic_Tests_string_string.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Queue_ICollection_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.Queue_ICollection_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", - "reason": "System.Runtime.Serialization.SerializationException" - }, - { - "name": "System.Collections.Tests.List_Generic_Tests_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.List_Generic_Tests_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.List_Generic_Tests_int.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_NullComparer.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_NullComparer.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_NullComparer.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_Values_AsICollection.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.SortedDictionary_IDictionary_NonGeneric_Tests.IDictionary_NonGeneric_IDictionaryEnumerator_Current_ReturnsSameValueOnRepeatedCalls", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.SortedDictionary_IDictionary_NonGeneric_Tests.IDictionary_NonGeneric_IDictionaryEnumerator_Current_FromStartToFinish", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.SortedDictionary_IDictionary_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.SortedDictionary_IDictionary_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", - "reason": "System.Runtime.Serialization.SerializationException" - }, - { - "name": "System.Collections.Tests.Stack_Generic_Tests_int.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_TreeSubset_Int_Tests.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_TreeSubset_Int_Tests.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_TreeSubset_Int_Tests.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_AbsOfInt.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_AbsOfInt.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_AbsOfInt.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Dictionary_Generic_Tests_int_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Dictionary_Generic_Tests_int_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Dictionary_Generic_Tests_int_int.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedList_Generic_Tests_Keys_AsICollection.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_HashCodeAlwaysReturnsZero.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_HashCodeAlwaysReturnsZero.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_HashCodeAlwaysReturnsZero.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Dictionary_Generic_Tests_Keys_AsICollection.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_ModOfInt.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_ModOfInt.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_ModOfInt.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_SameAsDefaultComparer.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_SameAsDefaultComparer.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_SameAsDefaultComparer.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IDictionary_NonGeneric_IDictionaryEnumerator_Current_ReturnsSameValueOnRepeatedCalls", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IDictionary_NonGeneric_IDictionaryEnumerator_Current_FromStartToFinish", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_BadIntEqualityComparer.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_BadIntEqualityComparer.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_BadIntEqualityComparer.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedList_IDictionary_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", - "reason": "System.Runtime.Serialization.SerializationException" - }, - { - "name": "System.Collections.Tests.SortedList_IDictionary_NonGeneric_Tests.IDictionary_NonGeneric_IDictionaryEnumerator_Current_ReturnsSameValueOnRepeatedCalls", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.SortedList_IDictionary_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.SortedList_IDictionary_NonGeneric_Tests.IDictionary_NonGeneric_IDictionaryEnumerator_Current_FromStartToFinish", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_EquatableBackwardsOrder_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_EquatableBackwardsOrder_int.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_EquatableBackwardsOrder_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.List_Generic_Tests_int_ReadOnly.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.List_Generic_Tests_int_ReadOnly.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.List_Generic_Tests_int_ReadOnly.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_WrapStructural_Int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_WrapStructural_Int.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_WrapStructural_Int.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_ICollection_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", - "reason": "System.Runtime.Serialization.SerializationException" - }, - { - "name": "System.Collections.Tests.SortedSet_ICollection_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.SortedList_Generic_Tests_Values_AsICollection.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_AbsOfInt.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_AbsOfInt.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_AbsOfInt.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_string_string.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_string_string.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_string_string.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_Keys_AsICollection.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.LinkedList_ICollection_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", - "reason": "System.Runtime.Serialization.SerializationException" - }, - { - "name": "System.Collections.Tests.LinkedList_ICollection_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_HashCodeAlwaysReturnsZero.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_HashCodeAlwaysReturnsZero.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_HashCodeAlwaysReturnsZero.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_IEnumerable_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", - "reason": "System.Runtime.Serialization.SerializationException" - }, - { - "name": "System.Collections.Tests.SortedList_Generic_Tests_EquatableBackwardsOrder_int.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedList_Generic_Tests_EquatableBackwardsOrder_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedList_Generic_Tests_EquatableBackwardsOrder_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.LinkedList_Generic_Tests_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.LinkedList_Generic_Tests_int.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.LinkedList_Generic_Tests_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Queue_Generic_Tests_int.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_WrapStructural_SimpleInt.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_WrapStructural_SimpleInt.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_WrapStructural_SimpleInt.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.DebugView_Tests.TestDebuggerAttributes_Null", - "reason": "System.InvalidOperationException" - }, - { - "name": "System.Collections.Tests.DebugView_Tests.TestDebuggerAttributes", - "reason": "System.InvalidOperationException" - }, - { - "name": "System.Collections.Tests.Dictionary_Generic_Tests_string_string.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Dictionary_Generic_Tests_string_string.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Dictionary_Generic_Tests_string_string.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_ModOfInt.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_ModOfInt.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_Comparer_ModOfInt.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Stack_ICollection_NonGeneric_Tests.IGenericSharedAPI_SerializeDeserialize", - "reason": "System.Runtime.Serialization.SerializationException" - }, - { - "name": "System.Collections.Tests.Stack_ICollection_NonGeneric_Tests.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_SameAsDefaultComparer.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_SameAsDefaultComparer.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.HashSet_Generic_Tests_int_With_Comparer_SameAsDefaultComparer.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.Dictionary_Generic_Tests_Values_AsICollection.ICollection_NonGeneric_CopyTo_ArrayOfEnumType", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_int_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_int_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_int_int.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedList_Generic_Tests_int_int.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedList_Generic_Tests_int_int.Enumerator_MoveNext_AfterDisposal", - "reason": "$BlockedFromReflection_0_5b449e4c" - }, - { - "name": "System.Collections.Tests.SortedList_Generic_Tests_int_int.ICollection_Generic_Contains_DefaultValueOnCollectionContainingDefaultValue", - "reason": "$BlockedFromReflection_0_5b449e4c" + "reason": "Exclusion Sample" } ] } @@ -461,312 +17,7 @@ "exclusions": { "namespaces": null, "classes": null, - "methods": [ - { - "name": "System.Reflection.Tests.AssemblyNameProxyTests.GetAssemblyName_AssemblyNameProxy", - "reason": "Xunit.Sdk.ThrowsException" - }, - { - "name": "System.Tests.UnloadingAndProcessExitTests.UnloadingEventMustHappenBeforeProcessExitEvent", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.EnvironmentTests.GetFolderPath_Windows", - "reason": "System.InvalidOperationException" - }, - { - "name": "System.Tests.EnvironmentTests.GetFolderPath_UapExistAndAccessible", - "reason": "System.InvalidOperationException" - }, - { - "name": "System.Tests.EnvironmentTests.FailFast_ExceptionStackTrace_ArgumentException", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.EnvironmentTests.FailFast_ExceptionStackTrace_InnerException", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.EnvironmentTests.CurrentDirectory_SetToValidOtherDirectory", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.EnvironmentTests.FailFast_ExpectFailureExitCode", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.EnvironmentTests.FailFast_ExceptionStackTrace_StackOverflowException", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.EnvironmentTests.WorkingSet_Valid", - "reason": "Xunit.Sdk.TrueException" - }, - { - "name": "System.Tests.EnvironmentTests.GetFolderPath_UapNotEmpty", - "reason": "System.InvalidOperationException" - }, - { - "name": "System.Tests.Environment_Exit.ExitCode_VoidMainAppReturnsSetValue", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.Environment_Exit.CheckExitCode", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringComparerTests.FromComparisonInvalidTest", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Tests.ConvertTests.TryToBase64Chars_ProducesExpectedOutput", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.ConvertTests.ToBase64String_Span_ProducesExpectedOutput", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.BitConverterSpan.ConvertFromUShort", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.BitConverterSpan.ConvertFromFloat", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.BitConverterSpan.ConvertFromBool", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.BitConverterSpan.ConvertFromShort", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.BitConverterSpan.ConvertFromUInt", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.BitConverterSpan.ConvertFromDouble", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.BitConverterSpan.ConvertFromLong", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.BitConverterSpan.ConvertFromULong", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.BitConverterSpan.ConvertFromInt", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.BitConverterSpan.ConvertFromChar", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.BitConverterSpan.ToInt32", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.ConvertToUInt64Tests.FromSingle", - "reason": "System.AggregateException" - }, - { - "name": "System.Tests.ConvertToUInt64Tests.FromDouble", - "reason": "System.AggregateException" - }, - { - "name": "System.Tests.EnvironmentStackTrace.StackTraceDoesNotStartWithInternalFrame", - "reason": "Xunit.Sdk.TrueException" - }, - { - "name": "System.Tests.EnvironmentStackTrace.StackTraceTest", - "reason": "Xunit.Sdk.TrueException" - }, - { - "name": "System.Tests.GetCommandLineArgs.GetCommandLineArgs_Invoke_ReturnsExpected", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.IO.Tests.PathTests_Windows.GetTempPath_SetEnvVar", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.SetEnvironmentVariable.EnvironmentVariableValueTooLarge_Throws", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.SetEnvironmentVariable.EnvironmentVariableTooLarge_Throws", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.UnhandledException_NotCalled_When_Handled", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.AssemblyResolve", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.Unload", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.ProcessExit_Add_Remove", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.FirstChanceException_Called", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.ClearShadowCopyPath", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.AssemblyResolve_RequestingAssembly", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.SetShadowCopyPath", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.SetCachePath", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.LoadBytes", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.AppDomainTests.ExecuteAssembly", - "reason": "Xunit.Sdk.ThrowsException" - }, - { - "name": "System.Tests.AppDomainTests.MonitoringIsEnabled", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.ProcessExit_Called", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.IsDefaultAppDomain", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.toString", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.AssemblyResolve_IsNotCalledForCoreLibResources", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.SetThreadPrincipal", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.ClearPrivatePath", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.TypeResolve", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.SetShadowCopyFiles", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.SetData_SameKeyMultipleTimes_ReplacesOldValue", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.GetData_SetData", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.FirstChanceException_Add_Remove", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.AssemblyLoad", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.Id", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.ResourceResolve", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.GetAssemblies", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.ExecuteAssemblyByName", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.UnhandledException_Add_Remove", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AppDomainTests.AppendPrivatePath", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.BitConverterArray.ConvertFromInt", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.BitConverterArray.ConvertFromUShort", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.BitConverterArray.ConvertFromULong", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.BitConverterArray.ConvertFromShort", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.BitConverterArray.ToInt32", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.BitConverterArray.ConvertFromDouble", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.BitConverterArray.ConvertFromLong", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.BitConverterArray.ConvertFromBool", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.BitConverterArray.ConvertFromFloat", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.BitConverterArray.ConvertFromUInt", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.BitConverterArray.ConvertFromChar", - "reason": "System.ArgumentException" - } - ] + "methods": [] } }, { @@ -774,1112 +25,7 @@ "exclusions": { "namespaces": null, "classes": null, - "methods": [ - { - "name": "System.Reflection.Tests.MethodInfoTests.TestEquality2", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Reflection.Tests.ModuleTests.GetField_NullName", - "reason": "Xunit.Sdk.ThrowsException" - }, - { - "name": "System.Reflection.Tests.ModuleTests.ResolveMethodOfGenericClass", - "reason": "System.NullReferenceException" - }, - { - "name": "System.Reflection.Tests.ModuleTests.ResolveTypeFail", - "reason": "System.InvalidOperationException" - }, - { - "name": "System.Reflection.Tests.ModuleTests.GetTypes", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Reflection.Tests.ModuleTests.TestToString", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Reflection.Tests.ModuleTests.ResolveStringFail", - "reason": "System.InvalidOperationException" - }, - { - "name": "System.Reflection.Tests.ModuleTests.ResolveMember", - "reason": "System.PlatformNotSupportedException" - }, - { - "name": "System.Reflection.Tests.ModuleTests.FullyQualifiedName", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Reflection.Tests.ModuleTests.ResolveMethodFail", - "reason": "System.InvalidOperationException" - }, - { - "name": "System.Reflection.Tests.ModuleTests.ResolveType", - "reason": "System.InvalidOperationException" - }, - { - "name": "System.Reflection.Tests.ModuleTests.ResolveMethod", - "reason": "System.PlatformNotSupportedException" - }, - { - "name": "System.Reflection.Tests.ModuleTests.ResolveField", - "reason": "System.PlatformNotSupportedException" - }, - { - "name": "System.Reflection.Tests.ModuleTests.ResolveFieldFail", - "reason": "System.InvalidOperationException" - }, - { - "name": "System.Reflection.Tests.ModuleTests.GetField", - "reason": "System.PlatformNotSupportedException" - }, - { - "name": "System.Reflection.Tests.ModuleTests.GetFields", - "reason": "System.PlatformNotSupportedException" - }, - { - "name": "System.Runtime.ExceptionServices.Tests.HandleProcessCorruptedStateExceptionsTests.ProcessExit_Called", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.BufferTests.SetByte", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.BufferTests.GetByte", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.BufferTests.BlockCopy_Invalid", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.CreateDelegateTests.CreateDelegate2_Target_GenericTypeParameter", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.UnitySerializationHolderTests.UnitySerializationHolderWithAssemblySingleton", - "reason": "Xunit.Sdk.ThrowsException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.GetCallingAssembly", - "reason": "System.PlatformNotSupportedException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.LoadFrom_NoSuchFile_ThrowsFileNotFoundException", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.AssemblyLoadFromBytes", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.AssemblyLoadFromString", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.AssemblyLoadFromStringNeg", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.Test_LoadFromUsingHashValue_Netcore", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.LoadFile_NoSuchPath_ThrowsArgumentException", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.GetExecutingAssembly", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.UnsafeLoadFrom_SamePath_ReturnsEqualAssemblies", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.LoadFile_NullPath_Netcore_ThrowsArgumentNullException", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.Test_SecurityRuleSet_Netcore", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.Test_HostContext", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.GetManifestResourceStream", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.Load_AssemblyNameWithCodeBase", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.GetFile", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.Equality", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.GetLoadedModules", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.GetAssembly", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.Test_LoadWithPartialName", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.LoadFrom_NullAssemblyFile_ThrowsArgumentNullException", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.AssemblyLoadFromBytesWithSymbols", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.CreateInstance_Invalid", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.LoadFrom_SamePath_ReturnsEqualAssemblies", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.GetSatelliteAssemblyNeg", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.Test_LoadFile", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.Test_GlobalAssemblyCache", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.LoadFrom_WithHashValue_NetCoreCore_ThrowsNotSupportedException", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.CreateInstance", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.Test_IsFullyTrusted", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.AssemblyLoadFromBytesNeg", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.Test_LoadModule_Netcore", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.LoadFrom_EmptyAssemblyFile_ThrowsArgumentException", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.GetAssembly_Nullery", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.GetModules_GetModule", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.GetFiles", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Reflection.Tests.AssemblyTests.LoadFrom_SameIdentityAsAssemblyWithDifferentPath_ReturnsEqualAssemblies", - "reason": "System.IO.FileNotFoundException" - }, - { - "name": "System.Tests.ArraySegment_Tests.CopyTo_Invalid", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.StringSplitTests.SplitCharArraySeparator", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.ExceptionTests.Exception_TargetSite_Jit", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.ExceptionTests.ThrowStatementDoesNotResetExceptionStackLineSameMethod", - "reason": "Xunit.Sdk.TrueException" - }, - { - "name": "System.Tests.ExceptionTests.ThrowStatementDoesNotResetExceptionStackLineOtherMethod", - "reason": "Xunit.Sdk.TrueException" - }, - { - "name": "System.Tests.TypedReferenceTests.NegativeMakeTypedReference", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.TypedReferenceTests.MakeTypedReference_ToObjectTests", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Collections.ObjectModel.Tests.ReadOnlyCollectionTests.CopyTo", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.IO.Tests.PathTooLongExceptionInteropTests.From_HR", - "reason": "Xunit.Sdk.IsAssignableFromException" - }, - { - "name": "System.Reflection.Tests.InvokeRefReturnNetcoreTests.TestRefReturnNullableNoValue", - "reason": "System.NullReferenceException" - }, - { - "name": "System.Reflection.Tests.InvokeRefReturnNetcoreTests.TestRefReturnOfPointer", - "reason": "$BlockedFromReflection_6_1bc5f05b" - }, - { - "name": "System.Reflection.Tests.InvokeRefReturnNetcoreTests.TestRefReturnNullable", - "reason": "System.NullReferenceException" - }, - { - "name": "System.Tests.ActivatorTests.TestingBindingFlags", - "reason": "System.InvalidOperationException" - }, - { - "name": "System.Tests.ActivatorTests.CreateInstance_Invalid", - "reason": "System.TypeLoadException" - }, - { - "name": "System.Tests.DoubleTests.Test_ToString", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.DoubleTests.TryFormat", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.TypeTestsExtended.GetTypeByName", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.TypeTestsExtended.GetTypeByName_NoSuchType_ThrowsTypeLoadException", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.TypeTestsExtended.GetTypeByNameCaseSensitiveTypeloadFailure", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.TypeTestsExtended.GetInterfaceMap", - "reason": "System.PlatformNotSupportedException" - }, - { - "name": "System.Tests.GCExtendedTests.TryStartNoGCRegion_StartWhileInNoGCRegion_BlockingCollection", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.GCExtendedTests.TryStartNoGCRegion_ExitThroughAllocation", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.GCExtendedTests.TryStartNoGCRegion_SOHSize", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.GCExtendedTests.TryStartNoGCRegion_SOHSize_LOHSize", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.GCExtendedTests.TryStartNoGCRegion_TotalSizeOutOfRange", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.GCExtendedTests.TryStartNoGCRegion_SOHSize_LOHSize_BlockingCollection", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.GCExtendedTests.GetGeneration_WeakReference", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.GCExtendedTests.TryStartNoGCRegion_EndNoGCRegion_ThrowsInvalidOperationException", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.GCExtendedTests.TryStartNoGCRegion_LOHSizeInvalid", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.GCExtendedTests.TryStartNoGCRegion_StartWhileInNoGCRegion_LargeObjectHeapSize", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.GCExtendedTests.TryStartNoGCRegion_StartWhileInNoGCRegion_BlockingCollectionAndLOH", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.GCExtendedTests.GCNotificationTests", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.GCExtendedTests.TryStartNoGCRegion_SettingLatencyMode_ThrowsInvalidOperationException", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.GCExtendedTests.TryStartNoGCRegion_StartWhileInNoGCRegion", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.GCExtendedTests.TryStartNoGCRegion_SOHSize_BlockingCollection", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.AttributeTests.DefaultHashCode", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.AttributeTests.Equals", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.AttributeTests.DefaultEquality", - "reason": "Xunit.Sdk.NotEqualException" - }, - { - "name": "System.Tests.ActivatorNetcoreTests.CreateInstance_Invalid", - "reason": "System.TypeLoadException" - }, - { - "name": "System.Reflection.Tests.MemberInfoTests.TestMethodInfoReflectedTypeDoesNotSurviveRuntimeHandles", - "reason": "System.NullReferenceException" - }, - { - "name": "System.Reflection.Tests.MemberInfoTests.TestGenericMethodsInheritTheReflectedTypeOfTheirTemplate", - "reason": "System.NullReferenceException" - }, - { - "name": "System.Reflection.Tests.MemberInfoTests.TestReflectedTypeIsPartOfIdentity", - "reason": "System.NullReferenceException" - }, - { - "name": "System.Reflection.Tests.MemberInfoTests.TestDeclaringMethodOfTypeParametersOfInheritedMethods2", - "reason": "System.NullReferenceException" - }, - { - "name": "System.Reflection.Tests.MemberInfoTests.TestDeclaringMethodOfTypeParametersOfInheritedMethods", - "reason": "System.NullReferenceException" - }, - { - "name": "System.Tests.DecimalTests.Test_ToString", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.DecimalTests.TryFormat", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Reflection.Tests.SignatureTypeTests.SigTypeResolutionResilience", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Reflection.Tests.SignatureTypeTests.GetMethodWithGenericParameterCount", - "reason": "Xunit.Sdk.ThrowsException" - }, - { - "name": "System.Reflection.Tests.SignatureTypeTests.GetMethodOverloadTest", - "reason": "System.ArgumentNullException" - }, - { - "name": "System.Tests.DelegateTests.DynamicInvoke_DefaultParameter_DateTimeParameterWithMissingValue", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.DelegateTests.DynamicInvoke_DefaultParameter_StringParameterWithMissingValue", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.DelegateTests.DynamicInvoke_DefaultParameter_DecimalParameterWithMissingValue", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.DelegateTests.DynamicInvoke_DefaultParameter_ValueTypeParameterWithMissingValue", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.DelegateTests.DynamicInvoke_DefaultParameter_DecimalParameterWithAttributeAndMissingValue", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.DelegateTests.DynamicInvoke_ParameterSpecification_ArrayOfMissing", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.DelegateTests.DynamicInvoke_DefaultParameter_AllPrimitiveParametersWithMissingValues", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.DelegateTests.DynamicInvoke_DefaultParameter_ReferenceTypeParameterWithMissingValue", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.DelegateTests.DynamicInvoke_DefaultParameter_AllPrimitiveParametersWithSomeExplicitValues", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.DelegateTests.DynamicInvoke_OptionalParameter_WithMissingValue", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.DelegateTests.DynamicInvoke_MissingTypeForDefaultParameter_Succeeds", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.DelegateTests.DynamicInvoke_MissingTypeForNonDefaultParameter_ThrowsArgumentException", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.DelegateTests.DynamicInvoke_DefaultParameter_EnumParameterWithMissingValue", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.DelegateTests.DynamicInvoke_DefaultParameter_NullableIntWithMissingValue", - "reason": "System.ArgumentException" - }, - { - "name": "System.Reflection.Tests.AssemblyNameTests.Verify_EscapedCodeBase", - "reason": "System.PlatformNotSupportedException" - }, - { - "name": "System.Reflection.Tests.AssemblyNameTests.GetAssemblyName_LockedFile", - "reason": "Xunit.Sdk.ThrowsException" - }, - { - "name": "System.Reflection.Tests.AssemblyNameTests.GetAssemblyName", - "reason": "Xunit.Sdk.ThrowsException" - }, - { - "name": "System.Reflection.Tests.AssemblyNetCoreAppTests.AssemblyGetForwardedTypes", - "reason": "System.Reflection.ReflectionTypeLoadException" - }, - { - "name": "System.Reflection.Tests.AssemblyNetCoreAppTests.AssemblyGetForwardedTypesLoadFailure", - "reason": "Xunit.Sdk.TrueException" - }, - { - "name": "System.Tests.TypeTests.GetTypeByName_ViaReflection", - "reason": "System.NullReferenceException" - }, - { - "name": "System.Tests.TypeTestsNetcore.TestIsGenericParameter", - "reason": "System.NullReferenceException" - }, - { - "name": "System.Tests.TypeTestsNetcore.IsVariableBoundArray_FalseForSZArrayTypes", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Tests.TypeTestsNetcore.TestIsByRefLike", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Tests.TypeTestsNetcore.IsSZArray_TrueForSZArrayTypes", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Tests.StringGetHashCodeTests.GetHashCodeWithStringComparer_UseSameStringInTwoProcesses_ReturnsDifferentHashCodes", - "reason": "System.MissingMethodException" - }, - { - "name": "System.Collections.ObjectModel.Tests.CollectionTests.CopyTo", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.EnumTests.ToObject", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.EnumTests.GetName", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.EnumTests.ToString_UnsupportedEnumType_ThrowsArgumentException", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.EnumTests.GetUnderlyingType", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.EnumTests.GetNames_Invalid", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.EnumTests.Equals", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.EnumTests.GetValues_Invalid", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.EnumTests.Parse_Invalid", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.EnumTests.Parse_Invalid_NetCoreApp11", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.EnumTests.Format_UnsupportedEnumType_ThrowsArgumentException", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.EnumTests.ToObject_InvalidValue_ThrowsException", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.EnumTests.GetNames_GetValues", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.EnumTests.GetName_Unsupported_ThrowsArgumentException", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.EnumTests.IsDefined_UnsupportedEnumType_ThrowsInvalidOperationException", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.EnumTests.ToObject_InvalidEnumType_ThrowsException", - "reason": "System.TypeLoadException" - }, - { - "name": "System.Tests.EnumTests.ToString_InvalidUnicodeChars", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.EnumTests.HasFlag", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.EnumTests.ToString_Format", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.EnumTests.CompareTo", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.EnumTests.IsDefined", - "reason": "System.TypeInitializationException" - }, - { - "name": "HandleTests.GenericMethodRuntimeMethodHandleTest", - "reason": "System.NullReferenceException" - }, - { - "name": "System.IO.Tests.FileNotFoundExceptionInteropTests.From_HR", - "reason": "Xunit.Sdk.IsAssignableFromException" - }, - { - "name": "System.Reflection.Tests.ConstructorInfoTests.TestInvoke_Nullery", - "reason": "System.PlatformNotSupportedException" - }, - { - "name": "System.IO.Tests.FileLoadExceptionInteropTests.Fom_HR", - "reason": "Xunit.Sdk.NotNullException" - }, - { - "name": "System.Tests.PseudoCustomAttributeTests.IsDefined", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.PseudoCustomAttributeTests.GetCustomAttributes", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.PseudoCustomAttributeTests.GetCustomAttribute", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Reflection.Tests.MemberInfoNetCoreAppTests.HasSameMetadataDefinitionAs_GenericTypeParameters", - "reason": "System.InvalidOperationException" - }, - { - "name": "System.Reflection.Tests.MemberInfoNetCoreAppTests.HasSameMetadataDefinitionAs_ConstructedGenericMethods", - "reason": "Xunit.Sdk.NotNullException" - }, - { - "name": "System.Text.Tests.StringBuilderTests.Test_Insert_Float", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Text.Tests.StringBuilderTests.Insert_CharSpan", - "reason": "System.ArgumentException" - }, - { - "name": "System.Text.Tests.StringBuilderTests.CopyTo", - "reason": "System.ArgumentException" - }, - { - "name": "System.Text.Tests.StringBuilderTests.Insert_Object", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Text.Tests.StringBuilderTests.Test_Append_Double", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Text.Tests.StringBuilderTests.Test_Insert_Double", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Text.Tests.StringBuilderTests.Append_CharPointer", - "reason": "System.ArgumentException" - }, - { - "name": "System.Text.Tests.StringBuilderTests.CopyTo_CharSpan", - "reason": "System.ArgumentException" - }, - { - "name": "System.Text.Tests.StringBuilderTests.Append_Char", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Text.Tests.StringBuilderTests.Insert_String_Count", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Text.Tests.StringBuilderTests.Insert_CharArray", - "reason": "System.ArgumentException" - }, - { - "name": "System.Text.Tests.StringBuilderTests.Append_CharSpan", - "reason": "System.ArgumentException" - }, - { - "name": "System.Text.Tests.StringBuilderTests.Append_CharArray", - "reason": "System.ArgumentException" - }, - { - "name": "System.Text.Tests.StringBuilderTests.Test_Append_Decimal", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Text.Tests.StringBuilderTests.Test_Append_Float", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Text.Tests.StringBuilderTests.Test_Insert_Decimal", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Reflection.Tests.MethodBaseTests.TestMethodBody", - "reason": "System.PlatformNotSupportedException" - }, - { - "name": "System.Tests.ArrayTests.Copy_StartIndexNegative_ThrowsArgumentOutOfRangeException", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.ArrayTests.Copy", - "reason": "System.PlatformNotSupportedException" - }, - { - "name": "System.Tests.ArrayTests.Copy_IndexPlusLengthGreaterThanDestinationArrayLength_ThrowsArgumentException", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.ArrayTests.Reverse_NonSZArrayWithMinValueLowerBound", - "reason": "System.PlatformNotSupportedException" - }, - { - "name": "System.Tests.ArrayTests.CreateInstance_TypeNotRuntimeType_ThrowsArgumentException", - "reason": "System.TypeLoadException" - }, - { - "name": "System.Tests.ArrayTests.CreateInstance", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Tests.ArrayTests.Reverse_IndexLessThanLowerBound_ThrowsArgumentOutOfRangeException", - "reason": "Xunit.Sdk.ThrowsException" - }, - { - "name": "System.Tests.ArrayTests.Resize", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.ArrayTests.ForEach_Array_EvaluatesActionForEachElement", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.ArrayTests.CopyTo_IndexGreaterThanDestinationArrayLength_ThrowsArgumentException", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.ArrayTests.Reverse_SZArray", - "reason": "System.PlatformNotSupportedException" - }, - { - "name": "System.Tests.ArrayTests.CreateInstance_NegativeLength_ThrowsArgumentOutOfRangeException", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.ArrayTests.ConstrainedCopy", - "reason": "System.PlatformNotSupportedException" - }, - { - "name": "System.Tests.ArrayTests.IndexOf_SZArray_NonInferrableEntries", - "reason": "System.PlatformNotSupportedException" - }, - { - "name": "System.Tests.ArrayTests.Sort_Array_Array_Int_Int_Invalid", - "reason": "System.PlatformNotSupportedException" - }, - { - "name": "System.Tests.ArrayTests.BinarySearch_SZArray", - "reason": "System.Reflection.MissingMetadataException" - }, - { - "name": "System.Tests.ArrayTests.Sort_Array_Array_IComparer_Invalid", - "reason": "System.PlatformNotSupportedException" - }, - { - "name": "System.Tests.ArrayTests.IList_CopyTo_Invalid", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.ArrayTests.BinarySearch_SZArray_NonInferrableEntries", - "reason": "System.PlatformNotSupportedException" - }, - { - "name": "System.Tests.ArrayTests.Sort_Array_Array_Invalid", - "reason": "System.PlatformNotSupportedException" - }, - { - "name": "System.Tests.ArrayTests.LastIndexOf_NonInferrableEntries", - "reason": "System.PlatformNotSupportedException" - }, - { - "name": "System.Tests.ArrayTests.Clear", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.ArrayTests.Copy_DestinationIndexNegative_ThrowsArgumentOutOfRangeException", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.ArrayTests.Copy_NegativeLength_ThrowsArgumentOutOfRangeException", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.ArrayTests.IndexOf_SZArray", - "reason": "$BlockedFromReflection_6_1bc5f05b" - }, - { - "name": "System.Tests.ArrayTests.Reverse_IndexLessThanPositiveLowerBound_ThrowsArgumentOutOfRangeException", - "reason": "Xunit.Sdk.ThrowsException" - }, - { - "name": "System.Tests.ArrayTests.LastIndexOf_SZArray", - "reason": "$BlockedFromReflection_6_1bc5f05b" - }, - { - "name": "System.Tests.ArrayTests.Copy_SZArray", - "reason": "System.PlatformNotSupportedException" - }, - { - "name": "System.Tests.ArrayTests.GetEnumerator", - "reason": "System.PlatformNotSupportedException" - }, - { - "name": "System.Tests.ArrayTests.Sort_Array_Array_Int_Int_IComparer_Invalid", - "reason": "System.PlatformNotSupportedException" - }, - { - "name": "System.Tests.ArrayTests.Copy_IndexPlusLengthGreaterThanSourceArrayLength_ThrowsArgumentException", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.ArrayTests.GetEnumerator_Invalid", - "reason": "System.PlatformNotSupportedException" - }, - { - "name": "System.Tests.SingleTests.Test_ToString", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.SingleTests.TryFormat", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Reflection.Tests.RuntimeReflectionExtensionsTests.GetRuntimeInterfaceMapNotInterface", - "reason": "Xunit.Sdk.ThrowsException" - }, - { - "name": "System.Reflection.Tests.RuntimeReflectionExtensionsTests.GetRuntimeFieldWithNull", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Reflection.Tests.RuntimeReflectionExtensionsTests.GetRuntimeInterfaceMapWithNull", - "reason": "Xunit.Sdk.ThrowsException" - }, - { - "name": "System.Reflection.Tests.RuntimeReflectionExtensionsTests.GetRuntimeEventWithNull", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Reflection.Tests.RuntimeReflectionExtensionsTests.GetRuntimeInterfaceMap", - "reason": "System.PlatformNotSupportedException" - }, - { - "name": "System.Reflection.Tests.RuntimeReflectionExtensionsTests.GetRuntimeInterfaceMapNotImplemented", - "reason": "Xunit.Sdk.ThrowsException" - }, - { - "name": "System.Runtime.CompilerServices.Tests.RuntimeHelpersTests.PrepareGenericMethod", - "reason": "Xunit.Sdk.ThrowsException" - }, - { - "name": "System.Runtime.CompilerServices.Tests.RuntimeHelpersTests.PrepareDelegate", - "reason": "System.ArgumentNullException" - }, - { - "name": "System.Runtime.CompilerServices.Tests.RuntimeHelpersTests.PrepareMethod", - "reason": "Xunit.Sdk.ThrowsException" - }, - { - "name": "System.Reflection.Tests.MethodBodyTests.Test_MethodBody_ExceptionHandlingClause", - "reason": "System.PlatformNotSupportedException" - }, - { - "name": "System.Reflection.Tests.MethodBaseNetcoreTests.Test_GetCurrentMethod_ConstructedGenericMethod", - "reason": "System.NullReferenceException" - }, - { - "name": "System.Reflection.Tests.MethodBaseNetcoreTests.Test_GetCurrentMethod_GenericMethodDefinition", - "reason": "System.NullReferenceException" - }, - { - "name": "System.ComponentModel.Tests.DefaultValueAttributeTests.Equals", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.ComponentModel.Tests.EditorBrowsableAttributeTests.Equals", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.StringTests.IndexOf_EquivalentDiacritics_InvariantCulture", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringTests.ToCharArray", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.StringTests.IndexOf_EquivalentDiacritics_EnglishUSCulture", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringTests.LastIndexOf_NullInStrings", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.StringTests.IndexOf_TurkishI_InvariantCulture_Char", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringTests.ToUpper_TurkishI_EnglishUSCulture", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringTests.LastIndexOf_TurkishI_EnglishUSCulture", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringTests.Ctor_CharSpan", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.StringTests.IndexOf_TurkishI_TurkishCulture_Char", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringTests.IndexOf_CyrillicE_InvariantCulture_Char", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringTests.IndexOf_TurkishI_InvariantCulture", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringTests.InternTest", - "reason": "Xunit.Sdk.TrueException" - }, - { - "name": "System.Tests.StringTests.LastIndexOfAny", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.StringTests.IndexOf_TurkishI_EnglishUSCulture", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringTests.Test_ToLower_Culture", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringTests.Contains_StringComparison_TurkishI", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringTests.ToUpper_TurkishI_TurkishCulture", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringTests.StartsWith", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.StringTests.TrimEnd", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.StringTests.Ctor_CharArray", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.StringTests.IndexOfAny", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.StringTests.LastIndexOf_TurkishI_TurkishCulture", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringTests.Length", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.StringTests.Ctor_Char_Int", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.StringTests.LastIndexOf_TurkishI_InvariantCulture", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringTests.IndexOf_NullInStrings", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.StringTests.IndexOf_HungarianDoubleCompression_HungarianCulture", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringTests.TrimStart", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.StringTests.IndexOf_EquivalentDiacritics_InvariantCulture_Char", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringTests.IndexOf_TurkishI_EnglishUSCulture_Char", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringTests.Trim", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.StringTests.CompareTest", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringTests.ToUpper_TurkishI_InvariantCulture", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringTests.IndexOf_CyrillicE_EnglishUSCulture_Char", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringTests.Equals_Encyclopaedia_ReturnsExpected", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringTests.Compare", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.StringTests.EndsWith", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Tests.StringTests.Concat_CharEnumerable", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.StringTests.Replace_StringComparison_TurkishI", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringTests.IndexOf_TurkishI_TurkishCulture", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringTests.IndexOf_CyrillicE_EnglishUSCulture", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringTests.Item_Get", - "reason": "System.IndexOutOfRangeException" - }, - { - "name": "System.Tests.StringTests.IndexOf_EquivalentDiacritics_EnglishUSCulture_Char", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringTests.CopyTo", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.StringTests.Ctor_CharPtr", - "reason": "System.ArgumentException" - }, - { - "name": "System.Tests.StringTests.IndexOf_CyrillicE_InvariantCulture", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringTests.IndexOf_HungarianDoubleCompression_InvariantCulture", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Tests.StringTests.Ctor_CharPtr_Int_Int", - "reason": "System.ArgumentException" - }, - { - "name": "System.IO.Tests.DirectoryNotFoundExceptionInteropTests.From_HR", - "reason": "Xunit.Sdk.IsAssignableFromException" - } - ] + "methods": [] } }, { @@ -1887,32 +33,7 @@ "exclusions": { "namespaces": null, "classes": null, - "methods": [ - { - "name": "System.Threading.Tasks.Tests.TaskRtTests.RunFromResult_FaultedTask", - "reason": "Xunit.Sdk.NotNullException" - }, - { - "name": "System.Threading.Tasks.Tests.ExecutionContextFlowTest.SuppressFlow_TaskCapturesContextAccordingly", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Threading.Tasks.Tests.AsyncTaskMethodBuilderTests.TaskMethodBuilderBoolean_UsesCompletedCache", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Threading.Tasks.Tests.AsyncTaskMethodBuilderTests.TaskMethodBuilderRef_UsesCompletedCache", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Threading.Tasks.Tests.AsyncTaskMethodBuilderTests.TaskMethodBuilderInt32_UsesCompletedCache", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Threading.Tasks.Tests.TaskSchedulerTests.GetTaskSchedulersForDebugger_ReturnsDefaultScheduler", - "reason": "System.NullReferenceException" - } - ] + "methods": [] } }, { @@ -1920,36 +41,7 @@ "exclusions": { "namespaces": null, "classes": null, - "methods": [ - { - "name": "System.Threading.Tests.EventWaitHandleTests.PingPong", - "reason": "System.TypeInitializationException" - }, - { - "name": "System.Threading.Tests.EventWaitHandleTests.Ctor_InvalidMode", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Threading.Tests.MonitorTests.PulseAll_Invalid", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Threading.Tests.MonitorTests.Pulse_Invalid", - "reason": "Xunit.Sdk.EqualException" - }, - { - "name": "System.Threading.Tests.MutexTests.CrossProcess_NamedMutex_ProtectedFileAccessAtomic", - "reason": "System.AggregateException" - }, - { - "name": "System.Threading.Tests.MutexTests.Ctor_ImpersonateAnonymousAndTryCreateGlobalMutexTest", - "reason": "System.InvalidOperationException" - }, - { - "name": "System.Threading.Tests.SemaphoreTests.PingPong", - "reason": "System.TypeInitializationException" - } - ] + "methods": [] } } ] \ No newline at end of file diff --git a/tests/build.proj b/tests/build.proj index 359bf508ef7a..aede1317a1c3 100644 --- a/tests/build.proj +++ b/tests/build.proj @@ -39,7 +39,7 @@ - + diff --git a/tests/runtest.cmd b/tests/runtest.cmd index 93c429274dac..ab126c2070e9 100644 --- a/tests/runtest.cmd +++ b/tests/runtest.cmd @@ -80,7 +80,7 @@ if /i "%1" == "ilasmroundtrip" (set __IlasmRoundTrip=1&shift&goto Arg_Loo if /i "%1" == "GenerateLayoutOnly" (set __GenerateLayoutOnly=1&shift&goto Arg_Loop) if /i "%1" == "PerfTests" (set __PerfTests=true&shift&goto Arg_Loop) if /i "%1" == "CoreFXTests" (set __CoreFXTests=true&shift&goto Arg_Loop) -if /i "%1" == "CoreFXTestList" (set __CoreFXTests=true&set _CoreFXTestList=%2&shift&shift&goto Arg_Loop) +if /i "%1" == "CoreFXTestList" (set __CoreFXTests=true&set __CoreFXTestList=%2&shift&shift&goto Arg_Loop) if /i "%1" == "runcrossgentests" (set RunCrossGen=true&shift&goto Arg_Loop) if /i "%1" == "link" (set DoLink=true&set ILLINK=%2&shift&shift&goto Arg_Loop) if /i "%1" == "tieredcompilation" (set COMPLUS_TieredCompilation=1&shift&goto Arg_Loop) @@ -108,17 +108,12 @@ shift :: Done with argument processing. Check argument values for validity. if defined __TestEnv (if not exist %__TestEnv% echo %__MsgPrefix%Error: Test Environment script %__TestEnv% not found && exit /b 1) -if "%__PerfTests%"=="true" ( - if defined __GenerateLayoutOnly echo %__MsgPrefix%Error: Don't specify both "PerfTests" and "GenerateLayoutOnly" && exit /b 1 -) - -if "%__CoreFXTests%"=="true" ( - if defined __GenerateLayoutOnly echo %__MsgPrefix%Error: Don't specify both "CoreFXTests" and "GenerateLayoutOnly" && exit /b 1 -) +if "%__PerfTests%"=="true" (if defined __GenerateLayoutOnly echo %__MsgPrefix%Error: Don't specify both "PerfTests" and "GenerateLayoutOnly" && exit /b 1) +if "%__CoreFXTests%"=="true" (if defined __GenerateLayoutOnly echo %__MsgPrefix%Error: Don't specify both "CoreFXTests" and "GenerateLayoutOnly" && exit /b 1) -if defined _CoreFXTestList ( - if not exist %_CoreFXTestList% ( - echo Couldn't find CoreFX test list %_CoreFXTestList% +if defined __CoreFXTestList ( + if not exist "%__CoreFXTestList%" ( + echo %__MsgPrefix%Error: Couldn't find CoreFX Test List "%__CoreFXTestList%". exit /b 1 ) ) @@ -259,7 +254,7 @@ if "%__CollectDumps%"=="true" ( mkdir "!__CrashDumpFolder!" ) - :: Grab the current time befo\re execution begins. This will be used to determine which crash dumps + :: Grab the current time before execution begins. This will be used to determine which crash dumps :: will be uploaded. for /f "delims=" %%a in ('python !__DumplingHelperPath! get_timestamp') do @set __StartTime=%%a ) @@ -303,7 +298,6 @@ if errorlevel 1 ( ) goto TestsDone - REM ========================================================================================= REM === REM === Run CoreFX tests @@ -333,22 +327,18 @@ if defined __GenerateTestHostOnly ( if not exist %_CoreFXTestHost%\dotnet.exe echo CoreFX test host not found, please run runtest.cmd again && exit /b 1 set /p _CoreFXTestRemoteURL=< "%__ProjectFilesDir%\CoreFX\CoreFXTestListURL.txt" -if not defined _CoreFXTestList ( set _CoreFXTestList=%__ProjectFilesDir%\CoreFX\TopN.CoreFX.Windows.issues.json ) -if not exist %_CoreFXTestList% ( - echo Couldn't find CoreFX test list %_CoreFXTestList% - exit /b 1 -) +if not defined __CoreFXTestList ( set __CoreFXTestList=%__ProjectFilesDir%\CoreFX\TopN.CoreFX.Windows.issues.json ) echo Downloading CoreFX Test Binaries -echo "%_dotnet%" "%_CoreFXTestUtilitiesOutputPath%\%_CoreFXTestSetupUtilityName%.dll" --clean --outputDirectory "%_CoreFXTestBinariesPath%" --testListJsonPath "%_CoreFXTestList%" --testUrl "%_CoreFXTestRemoteURL%" -call "%_dotnet%" "%_CoreFXTestUtilitiesOutputPath%\%_CoreFXTestSetupUtilityName%.dll" --clean --outputDirectory "%_CoreFXTestBinariesPath%" --testListJsonPath "%_CoreFXTestList%" --testUrl "%_CoreFXTestRemoteURL%" +echo "%_dotnet%" "%_CoreFXTestUtilitiesOutputPath%\%_CoreFXTestSetupUtilityName%.dll" --clean --outputDirectory "%_CoreFXTestBinariesPath%" --testListJsonPath "%__CoreFXTestList%" --testUrl "%_CoreFXTestRemoteURL%" +call "%_dotnet%" "%_CoreFXTestUtilitiesOutputPath%\%_CoreFXTestSetupUtilityName%.dll" --clean --outputDirectory "%_CoreFXTestBinariesPath%" --testListJsonPath "%__CoreFXTestList%" --testUrl "%_CoreFXTestRemoteURL%" if errorlevel 1 ( exit /b 1 ) set _CoreFXTestExecutable=xunit.console.netcore.exe -REM Set the log file name to something Jenkins can understand +REM Set the log file name to something Jenkins can understand set _CoreFX_TestLogFileName=testResults.xml for /D %%i in ("%_CoreFXTestBinariesPath%\*") do ( if not exist "%%i\%_CoreFXTestExecutable%" echo "Error running CoreFX tests - %_CoreFXTestExecutable% not found" && exit /b 1 @@ -357,12 +347,11 @@ for /D %%i in ("%_CoreFXTestBinariesPath%\*") do ( set _LogPath=%_CoreFXLogsDir%\!_TestName! if not exist "!_LogPath!" (mkdir "!_LogPath!") - echo Running !_TestName! - echo Writing logs to !_LogPath! - echo To reproduce directly run: + echo %__MsgPrefix%Running !_TestName! + echo Writing logs to !_LogPath! + echo To reproduce directly run: echo "%_CoreFXTestHost%\dotnet.exe" "%%i\%_CoreFXTestExecutable%" "%%i\!_TestName!.dll" @"%%i\!_TestName!.rsp" -xml "!_LogPath!\%_CoreFX_TestLogFileName%" -notrait category=nonnetcoreapptests -notrait category=nonwindowstests -notrait category=failing call "%_CoreFXTestHost%\dotnet.exe" "%%i\%_CoreFXTestExecutable%" "%%i\!_TestName!.dll" @"%%i\!_TestName!.rsp" -xml "!_LogPath!\\%_CoreFX_TestLogFileName%" -notrait category=nonnetcoreapptests -notrait category=nonwindowstests -notrait category=failing - ) goto TestsDone @@ -563,7 +552,7 @@ REM ============================================================================ :ResolveCoreFXDependencies set __BuildLogRootName=Tests_GenerateTestHost -echo Building CoreFX Test Host +echo %__MsgPrefix%Building CoreFX Test Host call :msbuild "%__ProjectFilesDir%\runtest.proj" /p:GenerateTestHost=true if errorlevel 1 ( echo %__MsgPrefix%Test Host Dependency Resolution Failed @@ -572,7 +561,6 @@ if errorlevel 1 ( echo %__MsgPrefix%Created the Test Host layout with all dependencies in %_CoreFXTestHost% REM Publish and call the CoreFX test helper projects - should this be integrated into runtest.proj? - REM Build Helper project echo "%_dotnet%" msbuild /t:Restore "%_CoreFXTestSetupUtility%" call "%_dotnet%" msbuild /t:Restore "%_CoreFXTestSetupUtility%" @@ -587,7 +575,6 @@ if errorlevel 1 ( exit /b 0 - REM ========================================================================================= REM === REM === Display a help message describing how to use this script. @@ -611,7 +598,6 @@ echo VSVersion ^ - VS2015 or VS2017 ^(default: VS2017^). echo TestEnv ^ - Run a custom script before every test to set custom test environment settings. echo AgainstPackages - This indicates that we are running tests that were built against packages. echo GenerateLayoutOnly - If specified will not run the tests and will only create the Runtime Dependency Layout -echo GenerateTestHostOnly - If specified will not run the tests and will only create the CoreFX test host Layout echo sequential - Run tests sequentially (no parallelism). echo crossgen - Precompile ^(crossgen^) the managed assemblies in CORE_ROOT before running the tests. echo crossgenaltjit ^ - Precompile ^(crossgen^) the managed assemblies in CORE_ROOT before running the tests, using the given altjit. diff --git a/tests/runtest.proj b/tests/runtest.proj index f8eee13de383..bf9d0c9ae24e 100644 --- a/tests/runtest.proj +++ b/tests/runtest.proj @@ -377,20 +377,16 @@ namespace $([System.String]::Copy($(Category)).Replace(".","_").Replace("\",""). - - + - - - + - @@ -443,20 +439,10 @@ namespace $([System.String]::Copy($(Category)).Replace(".","_").Replace("\",""). DestinationFolder="$(TestHostRootPath)" SkipUnchangedFiles="true" UseHardlinksIfPossible="true" /> - - - - - - @@ -487,6 +473,7 @@ namespace $([System.String]::Copy($(Category)).Replace(".","_").Replace("\",""). Condition=" '$(BuildWrappers)'=='true' " /> + diff --git a/tests/src/Common/CoreFX/CoreFX.depproj b/tests/src/Common/CoreFX/CoreFX.depproj index 8cbc3035596c..377f7242c537 100644 --- a/tests/src/Common/CoreFX/CoreFX.depproj +++ b/tests/src/Common/CoreFX/CoreFX.depproj @@ -61,18 +61,4 @@ $(SourceDir)Common\CoreFX\obj\project.assets.json - - - - - - false - CoreFx.Private.TestUtilities - $(FxTestUtilVer) - - - - \ No newline at end of file + diff --git a/tests/src/Common/test_dependencies/test_dependencies.csproj b/tests/src/Common/test_dependencies/test_dependencies.csproj index 4d5b34a2d770..3bdca6de208f 100644 --- a/tests/src/Common/test_dependencies/test_dependencies.csproj +++ b/tests/src/Common/test_dependencies/test_dependencies.csproj @@ -8,8 +8,6 @@ .NETCoreApp,Version=v2.2 netcoreapp2.2 false - - $(NoWarn);NU1603 @@ -31,7 +29,6 @@ $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) - netcoreapp2.2 .NETCoreApp From c8ffd487a67a1087088026305e77ffc0276f229c Mon Sep 17 00:00:00 2001 From: Andon Andonov Date: Thu, 7 Jun 2018 19:11:33 -0700 Subject: [PATCH 04/28] MAX_PATH Workaround --- tests/runtest.proj | 20 +++++++++++--------- 1 file changed, 11 insertions(+), 9 deletions(-) diff --git a/tests/runtest.proj b/tests/runtest.proj index bf9d0c9ae24e..ca38447b5af3 100644 --- a/tests/runtest.proj +++ b/tests/runtest.proj @@ -409,19 +409,21 @@ namespace $([System.String]::Copy($(Category)).Replace(".","_").Replace("\",""). - - hostfxr - libhostfxr + + hostfxr + dotnet.exe + + libhostfxr + dotnet + + - - - - - - + + + Date: Thu, 7 Jun 2018 20:24:18 -0700 Subject: [PATCH 05/28] Set Execution directory for CoreFX tests --- tests/runtest.cmd | 2 ++ tests/runtest.proj | 19 +++++++++++-------- 2 files changed, 13 insertions(+), 8 deletions(-) diff --git a/tests/runtest.cmd b/tests/runtest.cmd index ab126c2070e9..bf8c5f84b67c 100644 --- a/tests/runtest.cmd +++ b/tests/runtest.cmd @@ -341,6 +341,7 @@ set _CoreFXTestExecutable=xunit.console.netcore.exe REM Set the log file name to something Jenkins can understand set _CoreFX_TestLogFileName=testResults.xml for /D %%i in ("%_CoreFXTestBinariesPath%\*") do ( + pushd %%i if not exist "%%i\%_CoreFXTestExecutable%" echo "Error running CoreFX tests - %_CoreFXTestExecutable% not found" && exit /b 1 set _TestName=%%~nxi @@ -352,6 +353,7 @@ for /D %%i in ("%_CoreFXTestBinariesPath%\*") do ( echo To reproduce directly run: echo "%_CoreFXTestHost%\dotnet.exe" "%%i\%_CoreFXTestExecutable%" "%%i\!_TestName!.dll" @"%%i\!_TestName!.rsp" -xml "!_LogPath!\%_CoreFX_TestLogFileName%" -notrait category=nonnetcoreapptests -notrait category=nonwindowstests -notrait category=failing call "%_CoreFXTestHost%\dotnet.exe" "%%i\%_CoreFXTestExecutable%" "%%i\!_TestName!.dll" @"%%i\!_TestName!.rsp" -xml "!_LogPath!\\%_CoreFX_TestLogFileName%" -notrait category=nonnetcoreapptests -notrait category=nonwindowstests -notrait category=failing + popd ) goto TestsDone diff --git a/tests/runtest.proj b/tests/runtest.proj index ca38447b5af3..b2d48ce39388 100644 --- a/tests/runtest.proj +++ b/tests/runtest.proj @@ -13,9 +13,9 @@ 9.9.9 - $(BinDir)testhost/ - $(TestHostRootPath)host/fxr/$(NETCoreAppTestSharedFxVersion)/ - $(TestHostRootPath)shared/Microsoft.NETCore.App/$(NETCoreAppTestSharedFxVersion)/ + $(BinDir)testhost\ + $(TestHostRootPath)host\fxr\$(NETCoreAppTestSharedFxVersion)\ + $(TestHostRootPath)shared\Microsoft.NETCore.App\$(NETCoreAppTestSharedFxVersion)\ @@ -412,18 +412,21 @@ namespace $([System.String]::Copy($(Category)).Replace(".","_").Replace("\",""). hostfxr dotnet.exe + dll - libhostfxr - dotnet + libhostfxr + so + dylib + dotnet - + - + - + Date: Fri, 8 Jun 2018 19:40:57 -0700 Subject: [PATCH 06/28] Add All CoreFX PR Tests --- tests/CoreFX/CoreFXTestListURL.txt | 2 +- tests/CoreFX/TopN.CoreFX.Windows.issues.json | 2059 +++++++++++++++++- tests/runtest.cmd | 5 +- 3 files changed, 2019 insertions(+), 47 deletions(-) diff --git a/tests/CoreFX/CoreFXTestListURL.txt b/tests/CoreFX/CoreFXTestListURL.txt index f19d23b12a72..926cf3c8f3e1 100644 --- a/tests/CoreFX/CoreFXTestListURL.txt +++ b/tests/CoreFX/CoreFXTestListURL.txt @@ -1 +1 @@ -https://cloudcijobs.blob.core.windows.net/corertci/CoreFXArchives/TestList.json \ No newline at end of file +https://cloudcijobs.blob.core.windows.net/coreclrci/CoreFXArchives/TestList.json \ No newline at end of file diff --git a/tests/CoreFX/TopN.CoreFX.Windows.issues.json b/tests/CoreFX/TopN.CoreFX.Windows.issues.json index aa090a86661d..a1625cb34592 100644 --- a/tests/CoreFX/TopN.CoreFX.Windows.issues.json +++ b/tests/CoreFX/TopN.CoreFX.Windows.issues.json @@ -1,47 +1,2018 @@ [ { - "name": "System.Collections.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": [ - { - "name": "System.Collections.Tests.SortedList_Generic_Tests_string_string.ICollection_Generic_Remove_DefaultValueContainedInCollection", - "reason": "Exclusion Sample" - } - ] - } - }, - { - "name": "System.Runtime.Extensions.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": [] - } - }, - { - "name": "System.Runtime.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": [] - } - }, - { - "name": "System.Threading.Tasks.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": [] - } - }, - { - "name": "System.Threading.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": [] - } + "name": "Common.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Microsoft.Win32.Registry.AccessControl.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Microsoft.Win32.Registry.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Microsoft.Win32.SystemEvents.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Console.Manual.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Data.Odbc.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.EventLog.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.PerformanceCounter.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.Process.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.TraceSource.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.Tracing.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.DirectoryServices.AccountManagement.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.DirectoryServices.Protocols.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.DirectoryServices.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Compression.Brotli.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Compression.Brotli.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Compression.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.FileSystem.AccessControl.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.FileSystem.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.FileSystem.Watcher.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.IsolatedStorage.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Pipes.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Linq.Expressions.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Management.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Http.Functional.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.NameResolution.Pal.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.NameResolution.Unit.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Primitives.Functional.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Primitives.Pal.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Primitives.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Primitives.UnitTests.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Security.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Security.Unit.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.WebSockets.Client.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.TypeExtensions.CoreCLR.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Caching.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Extensions.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.InteropServices.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.InteropServices.WindowsRuntime.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Cryptography.Algorithms.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Cryptography.Cng.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Cryptography.Csp.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Cryptography.X509Certificates.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ServiceProcess.ServiceController.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Linq.Axes.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Linq.Properties.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Linq.SDMSample.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Linq.Streaming.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Linq.TreeManipulation.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Linq.xNodeBuilder.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Linq.xNodeReader.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Schema.Extensions.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XPath.XDocument.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Console.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Data.SqlClient.Stress.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Data.SqlClient.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.FileVersionInfo.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.FileSystem.DriveInfo.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.MemoryMappedFiles.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.MemoryMappedFiles.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Pipes.AccessControl.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Ports.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Http.WinHttpHandler.Functional.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Http.WinHttpHandler.Unit.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.HttpListener.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.NameResolution.Functional.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Ping.Functional.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Sockets.Async.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.InteropServices.RuntimeInformation.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.AccessControl.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Cryptography.Encoding.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Cryptography.ProtectedData.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Principal.Windows.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.AccessControl.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Common.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Invariant.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Microsoft.CSharp.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Microsoft.XmlSerializer.Generator.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Collections.Concurrent.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Collections.Concurrent.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Collections.Immutable.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Collections.NonGeneric.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Collections.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Collections.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ComponentModel.Annotations.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ComponentModel.Composition.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ComponentModel.TypeConverter.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ComponentModel.TypeConverter.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Composition.Convention.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Console.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Data.Common.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.Debug.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.Process.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Drawing.Common.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Drawing.Primitives.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Globalization.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Globalization.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Compression.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Compression.ZipFile.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Pipelines.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.UnmanagedMemoryStream.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Json.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Linq.Parallel.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Linq.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Linq.Queryable.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Linq.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Memory.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Memory.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Http.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Http.Unit.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Mail.Unit.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.ServicePoint.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Sockets.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Sockets.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.WebSockets.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.WebSockets.WebSocketProtocol.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Numerics.Vectors.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Numerics.Vectors.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ObjectModel.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.CoreCLR.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.DispatchProxy.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.Emit.ILGeneration.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.Emit.Lightweight.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.Emit.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.Metadata.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.TypeExtensions.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Extensions.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Loader.DefaultContext.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Loader.RefEmitLoadContext.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Loader.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Numerics.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Numerics.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Serialization.Json.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Serialization.Xml.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Cryptography.Primitives.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Cryptography.Primitives.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Cryptography.Xml.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ServiceModel.Syndication.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Text.Encoding.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Text.Encoding.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Text.RegularExpressions.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Text.RegularExpressions.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Channels.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Tasks.Extensions.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Tasks.Extensions.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Tasks.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Thread.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.ThreadPool.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ValueTuple.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Linq.Misc.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XmlDocument.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XmlSerializer.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Xsl.XslCompiledTransformApi.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "XsltCompiler.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Canonicalization.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "CoreFx.Private.TestUtilities.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Microsoft.VisualBasic.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Microsoft.Win32.Primitives.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.AppContext.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Buffers.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.CodeDom.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Collections.NonGeneric.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Collections.Specialized.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ComponentModel.EventBasedAsync.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ComponentModel.Primitives.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ComponentModel.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Composition.AttributeModel.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Composition.Hosting.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Composition.Runtime.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Composition.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Composition.TypedParts.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Configuration.ConfigurationManager.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Data.DataSetExtensions.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Data.SqlClient.ManualTesting.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.Contracts.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.DiagnosticSource.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.StackTrace.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.TextWriterTraceListener.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.Tools.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Dynamic.Runtime.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Globalization.Calendars.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Globalization.Extensions.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.FileSystem.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.FileSystem.Primitives.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Packaging.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Pipes.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Mail.Functional.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.NetworkInformation.Functional.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Requests.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.WebClient.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.WebHeaderCollection.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.WebProxy.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Private.Uri.ExtendedFunctional.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Private.Uri.Functional.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Private.Uri.Unit.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.Context.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.Extensions.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Resources.Reader.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Resources.ResourceManager.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Resources.Writer.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.CompilerServices.Unsafe.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.CompilerServices.VisualC.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Handles.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Serialization.Formatters.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Serialization.Json.ReflectionOnly.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Serialization.Json.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Serialization.Xml.ReflectionOnly.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Serialization.Xml.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Claims.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Permissions.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.SecureString.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Text.Encoding.CodePages.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Text.Encoding.Extensions.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Text.Encodings.Web.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Channels.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Overlapped.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Tasks.Dataflow.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Tasks.Parallel.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Timer.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Transactions.Local.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Web.HttpUtility.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Linq.Events.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Misc.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.CharCheckingReader.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.CustomReader.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.FactoryReader.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.NameTable.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.ReaderSettings.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.RwFactory.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.SubtreeReader.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.WrappedReader.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.XmlConvert.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.XmlReader.ReadContentAs.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.XmlReader.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.XmlSystemPathResolver.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.XmlWriter.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.XmlWriterApi.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XmlDocument.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XmlSchema.XmlSchemaValidatorApi.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XmlSchemaSet.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XmlSerializer.ReflectionOnly.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XmlSerializer.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XPath.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XPath.XmlDocument.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Xsl.XslTransformApi.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } } -] \ No newline at end of file + ] \ No newline at end of file diff --git a/tests/runtest.cmd b/tests/runtest.cmd index bf8c5f84b67c..e8a99e2cb8f2 100644 --- a/tests/runtest.cmd +++ b/tests/runtest.cmd @@ -337,6 +337,7 @@ if errorlevel 1 ( ) set _CoreFXTestExecutable=xunit.console.netcore.exe +set _CoreFXTestExecutableArgs=-notrait category=nonnetcoreapptests -notrait category=nonwindowstests -notrait category=failing -notrait category=IgnoreForCI REM Set the log file name to something Jenkins can understand set _CoreFX_TestLogFileName=testResults.xml @@ -351,8 +352,8 @@ for /D %%i in ("%_CoreFXTestBinariesPath%\*") do ( echo %__MsgPrefix%Running !_TestName! echo Writing logs to !_LogPath! echo To reproduce directly run: - echo "%_CoreFXTestHost%\dotnet.exe" "%%i\%_CoreFXTestExecutable%" "%%i\!_TestName!.dll" @"%%i\!_TestName!.rsp" -xml "!_LogPath!\%_CoreFX_TestLogFileName%" -notrait category=nonnetcoreapptests -notrait category=nonwindowstests -notrait category=failing - call "%_CoreFXTestHost%\dotnet.exe" "%%i\%_CoreFXTestExecutable%" "%%i\!_TestName!.dll" @"%%i\!_TestName!.rsp" -xml "!_LogPath!\\%_CoreFX_TestLogFileName%" -notrait category=nonnetcoreapptests -notrait category=nonwindowstests -notrait category=failing + echo "%_CoreFXTestHost%\dotnet.exe" "%%i\%_CoreFXTestExecutable%" "%%i\!_TestName!.dll" @"%%i\!_TestName!.rsp" -xml "!_LogPath!\%_CoreFX_TestLogFileName%" %_CoreFXTestExecutableArgs% + call "%_CoreFXTestHost%\dotnet.exe" "%%i\%_CoreFXTestExecutable%" "%%i\!_TestName!.dll" @"%%i\!_TestName!.rsp" -xml "!_LogPath!\\%_CoreFX_TestLogFileName%" %_CoreFXTestExecutableArgs% popd ) goto TestsDone From 785f7d3c3b8529a413746b3b93192ea554712bff Mon Sep 17 00:00:00 2001 From: Andon Andonov Date: Mon, 11 Jun 2018 20:25:27 -0700 Subject: [PATCH 07/28] Add test dependencies --- tests/runtest.proj | 10 +- tests/src/Common/CoreFX/CoreFX.depproj | 144 ++++++++++++++++++------- 2 files changed, 115 insertions(+), 39 deletions(-) diff --git a/tests/runtest.proj b/tests/runtest.proj index b2d48ce39388..aaff5b1bdc63 100644 --- a/tests/runtest.proj +++ b/tests/runtest.proj @@ -423,9 +423,15 @@ namespace $([System.String]::Copy($(Category)).Replace(".","_").Replace("\",""). - + + + + + + - + diff --git a/tests/src/Common/CoreFX/CoreFX.depproj b/tests/src/Common/CoreFX/CoreFX.depproj index 377f7242c537..a4575284d459 100644 --- a/tests/src/Common/CoreFX/CoreFX.depproj +++ b/tests/src/Common/CoreFX/CoreFX.depproj @@ -2,63 +2,133 @@ - - $(MSBuildThisFileDirectory)obj - C# - .NETCoreApp,Version=v2.0 - netcoreapp2.0 - true - SharedLibrary - false - - 4.6.0-preview1-26604-03 - 2.2.0-preview1-02902-01 + $(SourceDir)Common\CoreFX\obj + C# + .NETCoreApp,Version=v2.0 + netcoreapp2.0 + true + SharedLibrary + false + + 1.3.0-preview3-26501-04 + 4.6.0-preview1-26604-03 + 2.2.0-preview1-02902-01 + + 2.0.1 - - - win-x64 - linux-x64 - osx-x64 - $(RuntimeIdentifier) - + + + win-x64 + linux-x64 + osx-x64 + $(RuntimeIdentifier) + + + + $(XunitPackageVersion) + + + $(XunitPackageVersion) + + + $(XUnitAbstractionsVersion) + $(XunitPackageVersion) + + $(XunitPackageVersion) + + + $(XunitPackageVersion) + - $(MXNEVer) + $(XUnitNetcoreExtensionsVersion) - $(FxTestUtilVer) + $(CoreFxTestUtilsVersion) - - $(XunitPackageVersion) + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) - - $(XunitPackageVersion) + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + + + $(SystemCompositionVersions) + + + $(SystemCompositionVersions) + + + + + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) - netcoreapp2.0 + netcoreapp2.2 - - - - - - - + - - $(SourceDir)Common\CoreFX\obj\project.assets.json - From 122b98702732dd22501ec8a962ff7989d2821cbb Mon Sep 17 00:00:00 2001 From: Andon Andonov Date: Wed, 13 Jun 2018 20:40:00 -0700 Subject: [PATCH 08/28] Add extra dependencies --- tests/src/Common/CoreFX/CoreFX.depproj | 51 ++++++++++++++++++-------- 1 file changed, 35 insertions(+), 16 deletions(-) diff --git a/tests/src/Common/CoreFX/CoreFX.depproj b/tests/src/Common/CoreFX/CoreFX.depproj index a4575284d459..01bae22e61fe 100644 --- a/tests/src/Common/CoreFX/CoreFX.depproj +++ b/tests/src/Common/CoreFX/CoreFX.depproj @@ -51,28 +51,43 @@ $(CoreFxTestUtilsVersion) - - $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) - $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) - + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) - - $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + + $(SystemCompositionVersions) + + + $(SystemCompositionVersions) + + + $(SystemCompositionVersions) + + + $(SystemCompositionVersions) + + + $(SystemCompositionVersions) $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) - + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) @@ -81,7 +96,10 @@ $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) - + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) @@ -90,27 +108,28 @@ $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) - + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) - + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) - + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) - + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) - - $(SystemCompositionVersions) + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) - - $(SystemCompositionVersions) + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + From 78243d8f417f7711380af5029a0aab86c14597a5 Mon Sep 17 00:00:00 2001 From: Andon Andonov Date: Wed, 13 Jun 2018 20:40:40 -0700 Subject: [PATCH 09/28] Add parallel test execution --- tests/runtest.cmd | 34 ++--- tests/src/Common/CoreFX/CoreFX.depproj | 2 +- .../TestFileHelper.cs} | 111 +++----------- .../TestFileSetup/Helpers/TestRunHelper.cs | 137 ++++++++++++++++++ .../Common/CoreFX/TestFileSetup/Program.cs | 136 +++++++++++++++++ .../CoreFX/TestFileSetup/RSPGenerator.cs | 2 + .../{ => XUnit}/XUnitTestAssembly.cs | 0 7 files changed, 310 insertions(+), 112 deletions(-) rename tests/src/Common/CoreFX/TestFileSetup/{TestFileSetup.cs => Helpers/TestFileHelper.cs} (68%) create mode 100644 tests/src/Common/CoreFX/TestFileSetup/Helpers/TestRunHelper.cs create mode 100644 tests/src/Common/CoreFX/TestFileSetup/Program.cs rename tests/src/Common/CoreFX/TestFileSetup/{ => XUnit}/XUnitTestAssembly.cs (100%) diff --git a/tests/runtest.cmd b/tests/runtest.cmd index e8a99e2cb8f2..3f5fd081e1f5 100644 --- a/tests/runtest.cmd +++ b/tests/runtest.cmd @@ -329,32 +329,24 @@ if not exist %_CoreFXTestHost%\dotnet.exe echo CoreFX test host not found, pleas set /p _CoreFXTestRemoteURL=< "%__ProjectFilesDir%\CoreFX\CoreFXTestListURL.txt" if not defined __CoreFXTestList ( set __CoreFXTestList=%__ProjectFilesDir%\CoreFX\TopN.CoreFX.Windows.issues.json ) -echo Downloading CoreFX Test Binaries -echo "%_dotnet%" "%_CoreFXTestUtilitiesOutputPath%\%_CoreFXTestSetupUtilityName%.dll" --clean --outputDirectory "%_CoreFXTestBinariesPath%" --testListJsonPath "%__CoreFXTestList%" --testUrl "%_CoreFXTestRemoteURL%" -call "%_dotnet%" "%_CoreFXTestUtilitiesOutputPath%\%_CoreFXTestSetupUtilityName%.dll" --clean --outputDirectory "%_CoreFXTestBinariesPath%" --testListJsonPath "%__CoreFXTestList%" --testUrl "%_CoreFXTestRemoteURL%" -if errorlevel 1 ( - exit /b 1 -) set _CoreFXTestExecutable=xunit.console.netcore.exe -set _CoreFXTestExecutableArgs=-notrait category=nonnetcoreapptests -notrait category=nonwindowstests -notrait category=failing -notrait category=IgnoreForCI +set _CoreFXTestExecutableArgs= --notrait nonnetcoreapptests --notrait nonwindowstests --notrait failing --notrait IgnoreForCI REM Set the log file name to something Jenkins can understand set _CoreFX_TestLogFileName=testResults.xml -for /D %%i in ("%_CoreFXTestBinariesPath%\*") do ( - pushd %%i - if not exist "%%i\%_CoreFXTestExecutable%" echo "Error running CoreFX tests - %_CoreFXTestExecutable% not found" && exit /b 1 - - set _TestName=%%~nxi - set _LogPath=%_CoreFXLogsDir%\!_TestName! - if not exist "!_LogPath!" (mkdir "!_LogPath!") - - echo %__MsgPrefix%Running !_TestName! - echo Writing logs to !_LogPath! - echo To reproduce directly run: - echo "%_CoreFXTestHost%\dotnet.exe" "%%i\%_CoreFXTestExecutable%" "%%i\!_TestName!.dll" @"%%i\!_TestName!.rsp" -xml "!_LogPath!\%_CoreFX_TestLogFileName%" %_CoreFXTestExecutableArgs% - call "%_CoreFXTestHost%\dotnet.exe" "%%i\%_CoreFXTestExecutable%" "%%i\!_TestName!.dll" @"%%i\!_TestName!.rsp" -xml "!_LogPath!\\%_CoreFX_TestLogFileName%" %_CoreFXTestExecutableArgs% - popd +set _CoreFX_TestRunScriptName=CoreCLR_RunTest.cmd + + +echo Downloading and Running CoreFX Test Binaries +echo call "%_dotnet%" "%_CoreFXTestUtilitiesOutputPath%\%_CoreFXTestSetupUtilityName%.dll" --clean --outputDirectory "%_CoreFXTestBinariesPath%" --testListJsonPath "%__CoreFXTestList%" --testUrl "%_CoreFXTestRemoteURL%" --runTests --dotnetPath "%_CoreFXTestHost%\dotnet.exe" --executable %_CoreFXTestExecutable% --logPath %_CoreFXLogsDir% --maxProcessCount 5 %_CoreFXTestExecutableArgs% +call "%_dotnet%" "%_CoreFXTestUtilitiesOutputPath%\%_CoreFXTestSetupUtilityName%.dll" --clean --outputDirectory "%_CoreFXTestBinariesPath%" --testListJsonPath "%__CoreFXTestList%" --testUrl "%_CoreFXTestRemoteURL%" --runTests --dotnetPath "%_CoreFXTestHost%\dotnet.exe" --executable %_CoreFXTestExecutable% --log %_CoreFXLogsDir% --maxProcessCount 5 %_CoreFXTestExecutableArgs% +if errorlevel 1 ( + echo %__MsgPrefix%Running CoreFX tests finished with Failures + echo %__MsgPrefix%Check %_CoreFXLogsDir% for test run logs + exit /b 1 +) + ) goto TestsDone diff --git a/tests/src/Common/CoreFX/CoreFX.depproj b/tests/src/Common/CoreFX/CoreFX.depproj index 01bae22e61fe..6c629146f962 100644 --- a/tests/src/Common/CoreFX/CoreFX.depproj +++ b/tests/src/Common/CoreFX/CoreFX.depproj @@ -126,7 +126,7 @@ $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) - + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) diff --git a/tests/src/Common/CoreFX/TestFileSetup/TestFileSetup.cs b/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestFileHelper.cs similarity index 68% rename from tests/src/Common/CoreFX/TestFileSetup/TestFileSetup.cs rename to tests/src/Common/CoreFX/TestFileSetup/Helpers/TestFileHelper.cs index 50e89c5ad766..3f4f638e55cc 100644 --- a/tests/src/Common/CoreFX/TestFileSetup/TestFileSetup.cs +++ b/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestFileHelper.cs @@ -15,7 +15,7 @@ using Newtonsoft.Json.Schema; using Newtonsoft.Json.Schema.Generation; -namespace CoreFX.TestUtils.TestFileSetup +namespace CoreFX.TestUtils.TestFileSetup.Helpers { /// /// Defines the set of flags that represent exit codes @@ -24,9 +24,10 @@ namespace CoreFX.TestUtils.TestFileSetup public enum ExitCode : int { Success = 0, - HttpError = 1, - IOError = 2, - JsonSchemaValidationError = 3, + TestFailure = 1, + HttpError = 2, + IOError = 3, + JsonSchemaValidationError = 4, UnknownError = 10 } @@ -35,83 +36,23 @@ public enum ExitCode : int /// This helper class is used to fetch CoreFX tests from a specified URL, unarchive them and create a flat directory structure /// through which to iterate. /// - public static class TestFileSetup + public class TestFileHelper { - private static HttpClient httpClient; - private static bool cleanTestBuild = false; - - private static string outputDir; - private static string testUrl; - private static string testListPath; - - public static void Main(string[] args) + private HttpClient httpClient; + public HttpClient HttpClient { - ExitCode exitCode = ExitCode.UnknownError; - ArgumentSyntax argSyntax = ParseCommandLine(args); - - try + get { - if (!Directory.Exists(outputDir)) - Directory.CreateDirectory(outputDir); - - if (cleanTestBuild) + if (httpClient == null) { - CleanBuild(outputDir); + httpClient = new HttpClient(); } - - // Map test names to their definitions - Dictionary testAssemblyDefinitions = DeserializeTestJson(testListPath); - - SetupTests(testUrl, outputDir, testAssemblyDefinitions).Wait(); - exitCode = ExitCode.Success; + return httpClient; } - - catch (AggregateException e) - { - e.Handle(innerExc => - { - - if (innerExc is HttpRequestException) - { - exitCode = ExitCode.HttpError; - Console.WriteLine("Error downloading tests from: " + testUrl); - Console.WriteLine(innerExc.Message); - return true; - } - else if (innerExc is IOException) - { - exitCode = ExitCode.IOError; - Console.WriteLine(innerExc.Message); - return true; - } - else if (innerExc is JSchemaValidationException || innerExc is JsonSerializationException) - { - exitCode = ExitCode.JsonSchemaValidationError; - Console.WriteLine("Error validating test list: "); - Console.WriteLine(innerExc.Message); - return true; - } - return false; - }); - } - - Environment.Exit((int)exitCode); - } - - private static ArgumentSyntax ParseCommandLine(string[] args) - { - ArgumentSyntax argSyntax = ArgumentSyntax.Parse(args, syntax => - { - syntax.DefineOption("out|outDir|outputDirectory", ref outputDir, "Directory where tests are downloaded"); - syntax.DefineOption("testUrl", ref testUrl, "URL, pointing to the list of tests"); - syntax.DefineOption("testListJsonPath", ref testListPath, "JSON-formatted list of test assembly names to download"); - syntax.DefineOption("clean|cleanOutputDir", ref cleanTestBuild, "Clean test assembly output directory"); - }); - - return argSyntax; + set{ httpClient = value; } } - private static Dictionary DeserializeTestJson(string testDefinitionFilePath) + public Dictionary DeserializeTestJson(string testDefinitionFilePath) { JSchemaGenerator jsonGenerator = new JSchemaGenerator(); @@ -166,7 +107,7 @@ private static Dictionary DeserializeTestJson(string return nameToTestAssemblyDef; } - private static async Task SetupTests(string jsonUrl, string destinationDirectory, Dictionary testDefinitions = null, bool runAllTests = false) + public async Task SetupTests(string jsonUrl, string destinationDirectory, Dictionary testDefinitions = null, bool runAllTests = false) { Debug.Assert(Directory.Exists(destinationDirectory)); Debug.Assert(runAllTests || testDefinitions != null); @@ -195,16 +136,11 @@ private static async Task SetupTests(string jsonUrl, string destinationDirectory Directory.Delete(tempDirPath); } - private static async Task> GetTestUrls(string jsonUrl, Dictionary testDefinitions = null, bool runAllTests = false) + public async Task> GetTestUrls(string jsonUrl, Dictionary testDefinitions = null, bool runAllTests = false) { - if (httpClient is null) - { - httpClient = new HttpClient(); - } - Debug.Assert(runAllTests || testDefinitions != null); // Set up the json stream reader - using (var responseStream = await httpClient.GetStreamAsync(jsonUrl)) + using (var responseStream = await HttpClient.GetStreamAsync(jsonUrl)) using (var streamReader = new StreamReader(responseStream)) using (var jsonReader = new JsonTextReader(streamReader)) { @@ -249,13 +185,8 @@ private static async Task> GetTestUrls(str return testDefinitions; } - private static async Task GetTestArchives(Dictionary testPayloads, string downloadDir) + public async Task GetTestArchives(Dictionary testPayloads, string downloadDir) { - if (httpClient is null) - { - httpClient = new HttpClient(); - } - foreach (string testName in testPayloads.Keys) { string payloadUri = testPayloads[testName].Url; @@ -263,7 +194,7 @@ private static async Task GetTestArchives(Dictionary if (!Uri.IsWellFormedUriString(payloadUri, UriKind.Absolute)) continue; - using (var response = await httpClient.GetStreamAsync(payloadUri)) + using (var response = await HttpClient.GetStreamAsync(payloadUri)) { if (response.CanRead) { @@ -287,7 +218,7 @@ private static async Task GetTestArchives(Dictionary } } - private static void ExpandArchivesInDirectory(string archiveDirectory, string destinationDirectory, bool cleanup = true) + public void ExpandArchivesInDirectory(string archiveDirectory, string destinationDirectory, bool cleanup = true) { Debug.Assert(Directory.Exists(archiveDirectory)); Debug.Assert(Directory.Exists(destinationDirectory)); @@ -309,7 +240,7 @@ private static void ExpandArchivesInDirectory(string archiveDirectory, string de } } - private static void CleanBuild(string directoryToClean) + public void CleanBuild(string directoryToClean) { Debug.Assert(Directory.Exists(directoryToClean)); DirectoryInfo dirInfo = new DirectoryInfo(directoryToClean); diff --git a/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestRunHelper.cs b/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestRunHelper.cs new file mode 100644 index 000000000000..31b7d3454c80 --- /dev/null +++ b/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestRunHelper.cs @@ -0,0 +1,137 @@ +using System; +using System.Collections.Generic; +using System.Diagnostics; +using System.IO; +using System.Runtime.InteropServices; +using System.Text; +using System.Threading.Tasks; + +namespace CoreFX.TestUtils.TestFileSetup.Helpers +{ + public class NetCoreTestRunHelper + { + public string DotnetExecutablePath { get; set; } + + public string logRootOutputPath { get; set; } + + public int TestRunExitCode { get; set; } + + + public NetCoreTestRunHelper(string DotnetExecutablePath, string logRootOutputPath) + { + this.DotnetExecutablePath = DotnetExecutablePath; + this.logRootOutputPath = logRootOutputPath; + } + + public int RunExecutable(string workingDirectory, string executableName, IReadOnlyList xunitTestTraits, string logRootOutputPath) + { + string logPath = Path.Combine(logRootOutputPath, Path.GetFileName(workingDirectory)); + if (!Directory.Exists(logPath)) + Directory.CreateDirectory(logPath); + string arguments = CalculateCommandLineArguments(workingDirectory, executableName, xunitTestTraits, Path.Combine(logPath,"testResults.xml")); + + ProcessStartInfo startInfo = new ProcessStartInfo(DotnetExecutablePath, arguments) + { + Arguments = arguments, + WorkingDirectory = workingDirectory + }; + + + Process executableProcess = new Process(); + executableProcess.StartInfo = startInfo; + executableProcess.EnableRaisingEvents = true; + executableProcess.Exited += new EventHandler(ExitEventHandler); + executableProcess.Start(); + executableProcess.WaitForExit(); + + return executableProcess.ExitCode; + } + + private void ExitEventHandler(object sender, EventArgs e) + { + TestRunExitCode = (sender as Process).ExitCode; + } + + public int RunAllExecutablesInDirectory(string rootDirectory, string executableName, IReadOnlyList xunitTestTraits, int processLimit, string logRootOutputPath = null) + { + int result = 0; + // Do a Depth-First Search to find and run executables with the same name + Stack directories = new Stack(); + List testDirectories = new List(); + // Push rootdir + directories.Push(rootDirectory); + + while (directories.Count > 0) + { + string currentDirectory = directories.Pop(); + + if (File.Exists(Path.Combine(currentDirectory, executableName))) + testDirectories.Add(currentDirectory); + + foreach (string subDir in Directory.GetDirectories(currentDirectory)) + directories.Push(subDir); + } + + ParallelOptions parallelOptions = new ParallelOptions(); + parallelOptions.MaxDegreeOfParallelism = processLimit; + + Parallel.ForEach(testDirectories, parallelOptions, + (testDirectory) => + { + if (RunExecutable(testDirectory, executableName, xunitTestTraits, logRootOutputPath) != 0) + result = 1; + } + ); + return result; + } + + private string CalculateCommandLineArguments(string testDirectory, string executableName, IReadOnlyList xunitTestTraits, string logPath) + { + StringBuilder arguments = new StringBuilder(); + + arguments.Append("\""); + arguments.Append(Path.Combine(testDirectory, Path.GetFileName(executableName))); + arguments.Append("\""); + arguments.Append(" "); + + // Append test name dll + arguments.Append("\""); + arguments.Append(Path.Combine(testDirectory, Path.GetFileName(testDirectory))); + arguments.Append(".dll"); + arguments.Append("\""); + + arguments.Append(" "); + + // Append RSP file + arguments.Append("@"); + arguments.Append("\""); + arguments.Append(Path.Combine(testDirectory, Path.GetFileName(testDirectory))); + arguments.Append(".rsp"); + arguments.Append("\""); + arguments.Append(" "); + + if (!String.IsNullOrEmpty(logPath)) + { + // Add logging information + arguments.Append("-xml"); + arguments.Append(" "); + arguments.Append(logPath); + arguments.Append(" "); + } + + // Append all additional arguments + foreach (string traitToExclude in xunitTestTraits) + { + arguments.Append("-notrait"); + arguments.Append(" "); + arguments.Append("category="); + + arguments.Append(traitToExclude); + arguments.Append(" "); + } + + + return arguments.ToString(); + } + } +} diff --git a/tests/src/Common/CoreFX/TestFileSetup/Program.cs b/tests/src/Common/CoreFX/TestFileSetup/Program.cs new file mode 100644 index 000000000000..32a5ed9b8d72 --- /dev/null +++ b/tests/src/Common/CoreFX/TestFileSetup/Program.cs @@ -0,0 +1,136 @@ +using System; +using System.Collections.Generic; +using System.CommandLine; +using System.IO; +using System.Net.Http; +using System.Text; +using CoreFX.TestUtils.TestFileSetup.Helpers; +using Newtonsoft.Json; +using Newtonsoft.Json.Schema; + +namespace CoreFX.TestUtils.TestFileSetup +{ + public class Program + { + private static TestFileHelper testFileHelper; + private static NetCoreTestRunHelper testRunHelper; + + // Test Set-up Options + private static string outputDir; + private static string testUrl; + private static string testListPath; + private static bool cleanTestBuild = false; + + // Test Run Options + private static string dotnetPath; + private static bool runTests = false; + private static int maximumDegreeOfParalellization; + private static string logRootOutputPath; + + private static ExitCode exitCode; + private static string executableName; + private static IReadOnlyList traitExclusions = Array.Empty(); + + public static void Main(string[] args) + { + exitCode = ExitCode.Success; + ArgumentSyntax argSyntax = ParseCommandLine(args); + try + { + SetupTests(); + + if (runTests) + { + if (String.IsNullOrEmpty(dotnetPath)) + throw new ArgumentException("Please supply a test host location to run tests."); + + if (!File.Exists(dotnetPath)) + throw new ArgumentException("Invalid testhost path. Please supply a test host location to run tests."); + + exitCode = RunTests(); + + } + } + catch (AggregateException e) + { + e.Handle(innerExc => + { + + if (innerExc is HttpRequestException) + { + exitCode = ExitCode.HttpError; + Console.WriteLine("Error downloading tests from: " + testUrl); + Console.WriteLine(innerExc.Message); + return true; + } + else if (innerExc is IOException) + { + exitCode = ExitCode.IOError; + Console.WriteLine(innerExc.Message); + return true; + } + else if (innerExc is JSchemaValidationException || innerExc is JsonSerializationException) + { + exitCode = ExitCode.JsonSchemaValidationError; + Console.WriteLine("Error validating test list: "); + Console.WriteLine(innerExc.Message); + return true; + } + else + { + exitCode = ExitCode.UnknownError; + } + return false; + }); + } + + Environment.Exit((int)exitCode); + } + + + private static ArgumentSyntax ParseCommandLine(string[] args) + { + ArgumentSyntax argSyntax = ArgumentSyntax.Parse(args, syntax => + { + syntax.DefineOption("out|outDir|outputDirectory", ref outputDir, "Directory where tests are downloaded"); + syntax.DefineOption("testUrl", ref testUrl, "URL, pointing to the list of tests"); + syntax.DefineOption("testListJsonPath", ref testListPath, "JSON-formatted list of test assembly names to download"); + syntax.DefineOption("clean|cleanOutputDir", ref cleanTestBuild, "Clean test assembly output directory"); + syntax.DefineOption("run|runTests", ref runTests, "Run Tests after setup"); + syntax.DefineOption("dotnet|dotnetPath", ref dotnetPath, "Path to dotnet executable used to run tests."); + syntax.DefineOption("executable|executableName", ref executableName, "Name of the test executable to start"); + syntax.DefineOption("log|logPath|logRootOutputPath", ref logRootOutputPath, "Run Tests after setup"); + syntax.DefineOption("maxProcessCount|numberOfParallelTests|maximumDegreeOfParalellization", ref maximumDegreeOfParalellization, "Maximum number of concurrently executing processes"); + syntax.DefineOptionList("notrait", ref traitExclusions, "Traits to be excluded from test runs"); + + }); + return argSyntax; + } + + private static void SetupTests() + { + testFileHelper = new TestFileHelper(); + + if (!Directory.Exists(outputDir)) + Directory.CreateDirectory(outputDir); + + if (cleanTestBuild) + { + testFileHelper.CleanBuild(outputDir); + } + + // Map test names to their definitions + Dictionary testAssemblyDefinitions = testFileHelper.DeserializeTestJson(testListPath); + + testFileHelper.SetupTests(testUrl, outputDir, testAssemblyDefinitions).Wait(); + } + + private static ExitCode RunTests() + { + testRunHelper = new NetCoreTestRunHelper(dotnetPath, logRootOutputPath); + int result = testRunHelper.RunAllExecutablesInDirectory(outputDir, executableName, traitExclusions, maximumDegreeOfParalellization, logRootOutputPath); + + return result == 0 ? ExitCode.Success : ExitCode.TestFailure; + } + } +} diff --git a/tests/src/Common/CoreFX/TestFileSetup/RSPGenerator.cs b/tests/src/Common/CoreFX/TestFileSetup/RSPGenerator.cs index f67dd424186b..444c7dfeb19b 100644 --- a/tests/src/Common/CoreFX/TestFileSetup/RSPGenerator.cs +++ b/tests/src/Common/CoreFX/TestFileSetup/RSPGenerator.cs @@ -7,6 +7,8 @@ namespace CoreFX.TestUtils.TestFileSetup { public class RSPGenerator { + private const int MAX_THREAD_NUM = 10; + public void GenerateRSPFile(XUnitTestAssembly testDefinition, string outputPath) { if (!Directory.Exists(outputPath)) diff --git a/tests/src/Common/CoreFX/TestFileSetup/XUnitTestAssembly.cs b/tests/src/Common/CoreFX/TestFileSetup/XUnit/XUnitTestAssembly.cs similarity index 100% rename from tests/src/Common/CoreFX/TestFileSetup/XUnitTestAssembly.cs rename to tests/src/Common/CoreFX/TestFileSetup/XUnit/XUnitTestAssembly.cs From 94a16067a8b17f3e2ae18676f617b8c2cbeecfe3 Mon Sep 17 00:00:00 2001 From: Andon Andonov Date: Thu, 14 Jun 2018 16:23:15 -0700 Subject: [PATCH 10/28] Disable OuterLoop tests and System.Data.SqlClient.* tests --- tests/CoreFX/TopN.CoreFX.Windows.issues.json | 4010 ++++++++--------- tests/runtest.cmd | 2 +- tests/src/Common/CoreFX/CoreFX.depproj | 12 + .../TestFileSetup/Helpers/TestRunHelper.cs | 2 - 4 files changed, 2006 insertions(+), 2020 deletions(-) diff --git a/tests/CoreFX/TopN.CoreFX.Windows.issues.json b/tests/CoreFX/TopN.CoreFX.Windows.issues.json index a1625cb34592..088ae7eb222c 100644 --- a/tests/CoreFX/TopN.CoreFX.Windows.issues.json +++ b/tests/CoreFX/TopN.CoreFX.Windows.issues.json @@ -1,2018 +1,1994 @@ [ - { - "name": "Common.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "Microsoft.Win32.Registry.AccessControl.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "Microsoft.Win32.Registry.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "Microsoft.Win32.SystemEvents.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Console.Manual.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Data.Odbc.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.EventLog.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.PerformanceCounter.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.Process.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.TraceSource.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.Tracing.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.DirectoryServices.AccountManagement.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.DirectoryServices.Protocols.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.DirectoryServices.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Compression.Brotli.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Compression.Brotli.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Compression.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.FileSystem.AccessControl.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.FileSystem.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.FileSystem.Watcher.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.IsolatedStorage.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Pipes.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Linq.Expressions.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Management.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Http.Functional.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.NameResolution.Pal.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.NameResolution.Unit.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Primitives.Functional.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Primitives.Pal.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Primitives.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Primitives.UnitTests.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Security.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Security.Unit.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.WebSockets.Client.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.TypeExtensions.CoreCLR.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Caching.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Extensions.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.InteropServices.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.InteropServices.WindowsRuntime.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.Algorithms.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.Cng.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.Csp.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.X509Certificates.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ServiceProcess.ServiceController.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Linq.Axes.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Linq.Properties.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Linq.SDMSample.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Linq.Streaming.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Linq.TreeManipulation.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Linq.xNodeBuilder.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Linq.xNodeReader.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Schema.Extensions.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.XPath.XDocument.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Console.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Data.SqlClient.Stress.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Data.SqlClient.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.FileVersionInfo.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.FileSystem.DriveInfo.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.MemoryMappedFiles.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.MemoryMappedFiles.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Pipes.AccessControl.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Ports.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Http.WinHttpHandler.Functional.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Http.WinHttpHandler.Unit.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.HttpListener.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.NameResolution.Functional.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Ping.Functional.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Sockets.Async.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.InteropServices.RuntimeInformation.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.AccessControl.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.Encoding.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.ProtectedData.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Principal.Windows.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.AccessControl.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "Common.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "Invariant.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "Microsoft.CSharp.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "Microsoft.XmlSerializer.Generator.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Collections.Concurrent.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Collections.Concurrent.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Collections.Immutable.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Collections.NonGeneric.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Collections.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Collections.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ComponentModel.Annotations.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ComponentModel.Composition.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ComponentModel.TypeConverter.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ComponentModel.TypeConverter.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Composition.Convention.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Console.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Data.Common.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.Debug.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.Process.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Drawing.Common.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Drawing.Primitives.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Globalization.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Globalization.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Compression.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Compression.ZipFile.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Pipelines.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.UnmanagedMemoryStream.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Json.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Linq.Parallel.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Linq.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Linq.Queryable.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Linq.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Memory.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Memory.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Http.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Http.Unit.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Mail.Unit.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.ServicePoint.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Sockets.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Sockets.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.WebSockets.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.WebSockets.WebSocketProtocol.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Numerics.Vectors.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Numerics.Vectors.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ObjectModel.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.CoreCLR.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.DispatchProxy.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.Emit.ILGeneration.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.Emit.Lightweight.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.Emit.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.Metadata.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.TypeExtensions.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Extensions.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Loader.DefaultContext.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Loader.RefEmitLoadContext.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Loader.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Numerics.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Numerics.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Serialization.Json.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Serialization.Xml.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.Primitives.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.Primitives.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.Xml.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ServiceModel.Syndication.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Text.Encoding.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Text.Encoding.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Text.RegularExpressions.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Text.RegularExpressions.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Channels.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Tasks.Extensions.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Tasks.Extensions.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Tasks.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Thread.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.ThreadPool.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ValueTuple.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Linq.Misc.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.XmlDocument.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.XmlSerializer.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Xsl.XslCompiledTransformApi.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "XsltCompiler.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "Canonicalization.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "CoreFx.Private.TestUtilities.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "Microsoft.VisualBasic.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "Microsoft.Win32.Primitives.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.AppContext.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Buffers.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.CodeDom.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Collections.NonGeneric.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Collections.Specialized.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ComponentModel.EventBasedAsync.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ComponentModel.Primitives.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ComponentModel.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Composition.AttributeModel.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Composition.Hosting.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Composition.Runtime.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Composition.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Composition.TypedParts.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Configuration.ConfigurationManager.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Data.DataSetExtensions.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Data.SqlClient.ManualTesting.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.Contracts.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.DiagnosticSource.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.StackTrace.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.TextWriterTraceListener.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.Tools.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Dynamic.Runtime.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Globalization.Calendars.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Globalization.Extensions.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.FileSystem.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.FileSystem.Primitives.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Packaging.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Pipes.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Mail.Functional.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.NetworkInformation.Functional.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Requests.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.WebClient.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.WebHeaderCollection.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.WebProxy.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Private.Uri.ExtendedFunctional.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Private.Uri.Functional.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Private.Uri.Unit.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.Context.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.Extensions.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Resources.Reader.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Resources.ResourceManager.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Resources.Writer.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.CompilerServices.Unsafe.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.CompilerServices.VisualC.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Handles.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Serialization.Formatters.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Serialization.Json.ReflectionOnly.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Serialization.Json.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Serialization.Xml.ReflectionOnly.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Serialization.Xml.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Claims.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Permissions.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.SecureString.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Text.Encoding.CodePages.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Text.Encoding.Extensions.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Text.Encodings.Web.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Channels.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Overlapped.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Tasks.Dataflow.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Tasks.Parallel.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Timer.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Transactions.Local.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Web.HttpUtility.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Linq.Events.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Misc.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.CharCheckingReader.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.CustomReader.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.FactoryReader.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.NameTable.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.ReaderSettings.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.RwFactory.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.SubtreeReader.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.WrappedReader.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.XmlConvert.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.XmlReader.ReadContentAs.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.XmlReader.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.XmlSystemPathResolver.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.XmlWriter.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.XmlWriterApi.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.XmlDocument.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.XmlSchema.XmlSchemaValidatorApi.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.XmlSchemaSet.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.XmlSerializer.ReflectionOnly.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.XmlSerializer.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.XPath.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.XPath.XmlDocument.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Xsl.XslTransformApi.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - } - ] \ No newline at end of file + { + "name": "Common.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Microsoft.Win32.Registry.AccessControl.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Microsoft.Win32.Registry.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Microsoft.Win32.SystemEvents.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Console.Manual.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Data.Odbc.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.EventLog.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.PerformanceCounter.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.Process.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.TraceSource.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.Tracing.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.DirectoryServices.AccountManagement.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.DirectoryServices.Protocols.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.DirectoryServices.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Compression.Brotli.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Compression.Brotli.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Compression.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.FileSystem.AccessControl.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.FileSystem.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.FileSystem.Watcher.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.IsolatedStorage.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Pipes.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Linq.Expressions.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Management.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Http.Functional.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.NameResolution.Pal.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.NameResolution.Unit.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Primitives.Functional.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Primitives.Pal.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Primitives.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Primitives.UnitTests.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Security.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Security.Unit.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.WebSockets.Client.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.TypeExtensions.CoreCLR.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Caching.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Extensions.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.InteropServices.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.InteropServices.WindowsRuntime.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Cryptography.Algorithms.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Cryptography.Cng.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Cryptography.Csp.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Cryptography.X509Certificates.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ServiceProcess.ServiceController.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Linq.Axes.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Linq.Properties.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Linq.SDMSample.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Linq.Streaming.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Linq.TreeManipulation.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Linq.xNodeBuilder.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Linq.xNodeReader.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Schema.Extensions.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XPath.XDocument.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Console.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.FileVersionInfo.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.FileSystem.DriveInfo.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.MemoryMappedFiles.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.MemoryMappedFiles.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Pipes.AccessControl.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Ports.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Http.WinHttpHandler.Functional.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Http.WinHttpHandler.Unit.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.HttpListener.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.NameResolution.Functional.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Ping.Functional.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Sockets.Async.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.InteropServices.RuntimeInformation.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.AccessControl.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Cryptography.Encoding.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Cryptography.ProtectedData.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Principal.Windows.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.AccessControl.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Common.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Invariant.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Microsoft.CSharp.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Microsoft.XmlSerializer.Generator.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Collections.Concurrent.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Collections.Concurrent.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Collections.Immutable.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Collections.NonGeneric.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Collections.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Collections.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ComponentModel.Annotations.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ComponentModel.Composition.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ComponentModel.TypeConverter.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ComponentModel.TypeConverter.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Composition.Convention.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Console.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Data.Common.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.Debug.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.Process.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Drawing.Common.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Drawing.Primitives.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Globalization.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Globalization.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Compression.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Compression.ZipFile.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Pipelines.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.UnmanagedMemoryStream.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Json.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Linq.Parallel.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Linq.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Linq.Queryable.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Linq.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Memory.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Memory.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Http.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Http.Unit.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Mail.Unit.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.ServicePoint.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Sockets.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Sockets.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.WebSockets.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.WebSockets.WebSocketProtocol.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Numerics.Vectors.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Numerics.Vectors.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ObjectModel.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.CoreCLR.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.DispatchProxy.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.Emit.ILGeneration.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.Emit.Lightweight.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.Emit.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.Metadata.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.TypeExtensions.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Extensions.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Loader.DefaultContext.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Loader.RefEmitLoadContext.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Loader.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Numerics.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Numerics.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Serialization.Json.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Serialization.Xml.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Cryptography.Primitives.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Cryptography.Primitives.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Cryptography.Xml.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ServiceModel.Syndication.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Text.Encoding.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Text.Encoding.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Text.RegularExpressions.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Text.RegularExpressions.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Channels.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Tasks.Extensions.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Tasks.Extensions.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Tasks.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Thread.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.ThreadPool.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ValueTuple.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Linq.Misc.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XmlDocument.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XmlSerializer.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Xsl.XslCompiledTransformApi.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "XsltCompiler.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Canonicalization.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "CoreFx.Private.TestUtilities.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Microsoft.VisualBasic.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Microsoft.Win32.Primitives.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.AppContext.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Buffers.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.CodeDom.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Collections.NonGeneric.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Collections.Specialized.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ComponentModel.EventBasedAsync.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ComponentModel.Primitives.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ComponentModel.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Composition.AttributeModel.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Composition.Hosting.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Composition.Runtime.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Composition.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Composition.TypedParts.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Configuration.ConfigurationManager.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Data.DataSetExtensions.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.Contracts.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.DiagnosticSource.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.StackTrace.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.TextWriterTraceListener.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.Tools.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Dynamic.Runtime.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Globalization.Calendars.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Globalization.Extensions.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.FileSystem.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.FileSystem.Primitives.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Packaging.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Pipes.Performance.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Mail.Functional.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.NetworkInformation.Functional.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Requests.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.WebClient.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.WebHeaderCollection.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.WebProxy.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Private.Uri.ExtendedFunctional.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Private.Uri.Functional.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Private.Uri.Unit.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.Context.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.Extensions.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Resources.Reader.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Resources.ResourceManager.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Resources.Writer.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.CompilerServices.Unsafe.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.CompilerServices.VisualC.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Handles.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Serialization.Formatters.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Serialization.Json.ReflectionOnly.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Serialization.Json.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Serialization.Xml.ReflectionOnly.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Serialization.Xml.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Claims.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Permissions.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.SecureString.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Text.Encoding.CodePages.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Text.Encoding.Extensions.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Text.Encodings.Web.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Channels.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Overlapped.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Tasks.Dataflow.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Tasks.Parallel.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Timer.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Transactions.Local.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Web.HttpUtility.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Linq.Events.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Misc.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.CharCheckingReader.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.CustomReader.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.FactoryReader.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.NameTable.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.ReaderSettings.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.RwFactory.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.SubtreeReader.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.WrappedReader.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.XmlConvert.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.XmlReader.ReadContentAs.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.XmlReader.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.XmlSystemPathResolver.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.XmlWriter.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.XmlWriterApi.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XmlDocument.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XmlSchema.XmlSchemaValidatorApi.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XmlSchemaSet.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XmlSerializer.ReflectionOnly.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XmlSerializer.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XPath.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XPath.XmlDocument.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Xsl.XslTransformApi.Tests", + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + } +] \ No newline at end of file diff --git a/tests/runtest.cmd b/tests/runtest.cmd index 3f5fd081e1f5..0c9cb6a2735e 100644 --- a/tests/runtest.cmd +++ b/tests/runtest.cmd @@ -331,7 +331,7 @@ if not defined __CoreFXTestList ( set __CoreFXTestList=%__ProjectFilesDir%\CoreF set _CoreFXTestExecutable=xunit.console.netcore.exe -set _CoreFXTestExecutableArgs= --notrait nonnetcoreapptests --notrait nonwindowstests --notrait failing --notrait IgnoreForCI +set _CoreFXTestExecutableArgs= --notrait category=nonnetcoreapptests --notrait category=nonwindowstests --notrait category=failing --notrait category=IgnoreForCI --notrait category=OuterLoop --notrait Benchmark=true REM Set the log file name to something Jenkins can understand set _CoreFX_TestLogFileName=testResults.xml diff --git a/tests/src/Common/CoreFX/CoreFX.depproj b/tests/src/Common/CoreFX/CoreFX.depproj index 6c629146f962..521ab113080f 100644 --- a/tests/src/Common/CoreFX/CoreFX.depproj +++ b/tests/src/Common/CoreFX/CoreFX.depproj @@ -72,6 +72,9 @@ $(SystemCompositionVersions) + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) @@ -96,6 +99,9 @@ $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) @@ -129,6 +135,12 @@ $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + diff --git a/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestRunHelper.cs b/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestRunHelper.cs index 31b7d3454c80..1ecf2714e9d7 100644 --- a/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestRunHelper.cs +++ b/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestRunHelper.cs @@ -124,8 +124,6 @@ private string CalculateCommandLineArguments(string testDirectory, string execut { arguments.Append("-notrait"); arguments.Append(" "); - arguments.Append("category="); - arguments.Append(traitToExclude); arguments.Append(" "); } From a3f8aa55fee4e3b60944406862ddeb0e1bc1e8ee Mon Sep 17 00:00:00 2001 From: Andon Andonov Date: Thu, 14 Jun 2018 18:18:42 -0700 Subject: [PATCH 11/28] Initialize maximum degree of parallelization to Environment.ProcessCount --- tests/src/Common/CoreFX/TestFileSetup/Program.cs | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/tests/src/Common/CoreFX/TestFileSetup/Program.cs b/tests/src/Common/CoreFX/TestFileSetup/Program.cs index 32a5ed9b8d72..706873ef8d9e 100644 --- a/tests/src/Common/CoreFX/TestFileSetup/Program.cs +++ b/tests/src/Common/CoreFX/TestFileSetup/Program.cs @@ -19,11 +19,11 @@ public class Program private static string outputDir; private static string testUrl; private static string testListPath; - private static bool cleanTestBuild = false; + private static bool cleanTestBuild; // Test Run Options private static string dotnetPath; - private static bool runTests = false; + private static bool runTests; private static int maximumDegreeOfParalellization; private static string logRootOutputPath; @@ -33,7 +33,12 @@ public class Program public static void Main(string[] args) { + // Initialize default options exitCode = ExitCode.Success; + maximumDegreeOfParalellization = Environment.ProcessorCount; + runTests = false; + cleanTestBuild = false; + ArgumentSyntax argSyntax = ParseCommandLine(args); try { From 057b2137baa5365d74f3e96ce9863682b3547b35 Mon Sep 17 00:00:00 2001 From: Andon Andonov Date: Fri, 15 Jun 2018 09:46:53 -0700 Subject: [PATCH 12/28] Remove unnecessary cli option --- tests/runtest.cmd | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tests/runtest.cmd b/tests/runtest.cmd index 0c9cb6a2735e..609846337208 100644 --- a/tests/runtest.cmd +++ b/tests/runtest.cmd @@ -339,8 +339,8 @@ set _CoreFX_TestRunScriptName=CoreCLR_RunTest.cmd echo Downloading and Running CoreFX Test Binaries -echo call "%_dotnet%" "%_CoreFXTestUtilitiesOutputPath%\%_CoreFXTestSetupUtilityName%.dll" --clean --outputDirectory "%_CoreFXTestBinariesPath%" --testListJsonPath "%__CoreFXTestList%" --testUrl "%_CoreFXTestRemoteURL%" --runTests --dotnetPath "%_CoreFXTestHost%\dotnet.exe" --executable %_CoreFXTestExecutable% --logPath %_CoreFXLogsDir% --maxProcessCount 5 %_CoreFXTestExecutableArgs% -call "%_dotnet%" "%_CoreFXTestUtilitiesOutputPath%\%_CoreFXTestSetupUtilityName%.dll" --clean --outputDirectory "%_CoreFXTestBinariesPath%" --testListJsonPath "%__CoreFXTestList%" --testUrl "%_CoreFXTestRemoteURL%" --runTests --dotnetPath "%_CoreFXTestHost%\dotnet.exe" --executable %_CoreFXTestExecutable% --log %_CoreFXLogsDir% --maxProcessCount 5 %_CoreFXTestExecutableArgs% +echo call "%_dotnet%" "%_CoreFXTestUtilitiesOutputPath%\%_CoreFXTestSetupUtilityName%.dll" --clean --outputDirectory "%_CoreFXTestBinariesPath%" --testListJsonPath "%__CoreFXTestList%" --testUrl "%_CoreFXTestRemoteURL%" --runTests --dotnetPath "%_CoreFXTestHost%\dotnet.exe" --executable %_CoreFXTestExecutable% --logPath %_CoreFXLogsDir% %_CoreFXTestExecutableArgs% +call "%_dotnet%" "%_CoreFXTestUtilitiesOutputPath%\%_CoreFXTestSetupUtilityName%.dll" --clean --outputDirectory "%_CoreFXTestBinariesPath%" --testListJsonPath "%__CoreFXTestList%" --testUrl "%_CoreFXTestRemoteURL%" --runTests --dotnetPath "%_CoreFXTestHost%\dotnet.exe" --executable %_CoreFXTestExecutable% --log %_CoreFXLogsDir% %_CoreFXTestExecutableArgs% if errorlevel 1 ( echo %__MsgPrefix%Running CoreFX tests finished with Failures echo %__MsgPrefix%Check %_CoreFXLogsDir% for test run logs From a91e1639081b0a1198f927dccbd5b810d4bfe719 Mon Sep 17 00:00:00 2001 From: Andon Andonov Date: Mon, 18 Jun 2018 16:21:55 -0700 Subject: [PATCH 13/28] Update Dependencies --- tests/src/Common/CoreFX/CoreFX.depproj | 21 +++++++++++++-------- 1 file changed, 13 insertions(+), 8 deletions(-) diff --git a/tests/src/Common/CoreFX/CoreFX.depproj b/tests/src/Common/CoreFX/CoreFX.depproj index 521ab113080f..3ab24ad4f4fe 100644 --- a/tests/src/Common/CoreFX/CoreFX.depproj +++ b/tests/src/Common/CoreFX/CoreFX.depproj @@ -11,10 +11,10 @@ false 1.3.0-preview3-26501-04 - 4.6.0-preview1-26604-03 2.2.0-preview1-02902-01 2.0.1 + 2.2.0-beta2-build3300 @@ -26,30 +26,32 @@ - + + $(CoreFXXUnitPackageVersion) + - $(XunitPackageVersion) + $(CoreFXXUnitPackageVersion) - $(XunitPackageVersion) + $(CoreFXXUnitPackageVersion) $(XUnitAbstractionsVersion) - $(XunitPackageVersion) + $(CoreFXXUnitPackageVersion) - $(XunitPackageVersion) + $(CoreFXXUnitPackageVersion) - $(XunitPackageVersion) + $(CoreFXXUnitPackageVersion) $(XUnitNetcoreExtensionsVersion) - $(CoreFxTestUtilsVersion) + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) @@ -114,6 +116,9 @@ $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) From 2d37073500eda78a10a322fadda31a38dc44aede Mon Sep 17 00:00:00 2001 From: Andon Andonov Date: Tue, 19 Jun 2018 12:51:56 -0700 Subject: [PATCH 14/28] Add "enabled" property to tests --- tests/CoreFX/TopN.CoreFX.Windows.issues.json | 5674 +++++++++++------ tests/src/Common/CoreFX/CoreFX.depproj | 3 + .../TestFileSetup/Helpers/TestFileHelper.cs | 4 +- .../TestFileSetup/Helpers/TestRunHelper.cs | 3 + .../TestFileSetup/XUnit/XUnitTestAssembly.cs | 4 + 5 files changed, 3696 insertions(+), 1992 deletions(-) diff --git a/tests/CoreFX/TopN.CoreFX.Windows.issues.json b/tests/CoreFX/TopN.CoreFX.Windows.issues.json index 088ae7eb222c..8e319c4c7b71 100644 --- a/tests/CoreFX/TopN.CoreFX.Windows.issues.json +++ b/tests/CoreFX/TopN.CoreFX.Windows.issues.json @@ -1,1994 +1,3686 @@ [ - { - "name": "Common.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null + { + "name": "Canonicalization.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Common.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Common.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Tests.StringTests.IndexOfAny_NullAnyOf_ThrowsArgumentNullException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Tests.StringTests.CompareOrdinal_NegativeLength_ThrowsArgumentOutOfRangeException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Tests.StringTests.IndexOfAny_InvalidStartIndex_ThrowsArgumentOutOfRangeException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + } + ] + } + }, + { + "name": "CoreFx.Private.TestUtilities.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Invariant.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Microsoft.CSharp.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Microsoft.VisualBasic.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "Microsoft.VisualBasic.CompilerServices.Tests.UtilsTests.CopyArray_NonMatchingBounds_ThrowsArgumentOutOfRangeException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + } + ] + } + }, + { + "name": "Microsoft.Win32.Primitives.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Microsoft.Win32.Registry.AccessControl.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Microsoft.Win32.Registry.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "Microsoft.Win32.RegistryTests.Registry_GetValue_str_str_obj.NullKeyName_ThrowsArgumentNullException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "Microsoft.Win32.RegistryTests.Registry_GetValue_str_str_obj.InvalidKeyName_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "Microsoft.Win32.RegistryTests.RegistryKey_CreateSubKey_str.NegativeTests", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "Microsoft.Win32.RegistryTests.RegistryKey_CreateSubKey_str_rkpc.NegativeTests", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "Microsoft.Win32.RegistryTests.RegistryKey_OpenSubKey_str.NegativeTests", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "Microsoft.Win32.RegistryTests.RegistryKey_OpenSubKey_str_b.NegativeTests", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "Microsoft.Win32.RegistryTests.RegistryKey_OpenSubKey_str_rkpc.NegativeTests", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "Microsoft.Win32.RegistryTests.RegistryKey_OpenSubKey_str_rkpc_rr.NegativeTests", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "Microsoft.Win32.RegistryTests.RegistryKey_OpenSubKey_str_rr.NegativeTests", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + } + ] + } + }, + { + "name": "Microsoft.Win32.SystemEvents.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "Microsoft.XmlSerializer.Generator.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.AppContext.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Buffers.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.CodeDom.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.CodeDom.Compiler.Tests.CodeCompilerTests.CompileAssemblyFromFileBatch_EmptyFileNameInFileNames_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.CodeDom.Compiler.Tests.CodeCompilerTests.CompileAssemblyFromFile_EmptyFileName_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.CodeDom.Compiler.Tests.CodeCompilerTests.FromFile_EmptyFileName_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + } + ] + } + }, + { + "name": "System.Collections.Concurrent.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Collections.Concurrent.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Collections.Concurrent.Tests.ConcurrentDictionaryTests.TestAddNullValue_IDictionary_ReferenceType_null", + "reason": "System.ArgumentException System.ArgumentException : The value was of an incorrect type for this dictionary." + }, + { + "name": "System.Collections.Concurrent.Tests.ConcurrentDictionaryTests.TestAddNullValue_IDictionary_ValueType_null_add", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentException)\\r\\nActual: typeof(System.NullReferenceException): Object reference not set to an instance of an object." + } + ] + } + }, + { + "name": "System.Collections.Immutable.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Collections.Immutable.Tests.ImmutableArrayTest.CreateRangeSliceWithSelector", + "reason": "System.IndexOutOfRangeException System.IndexOutOfRangeException : Index was outside the bounds of the array." + }, + { + "name": "System.Collections.Immutable.Tests.ImmutableArrayTest.CreateRangeWithSelector", + "reason": "System.IndexOutOfRangeException System.IndexOutOfRangeException : Index was outside the bounds of the array." + }, + { + "name": "System.Collections.Immutable.Tests.ImmutableArrayTest.CreateRangeWithSelectorAndArgument", + "reason": "System.IndexOutOfRangeException System.IndexOutOfRangeException : Index was outside the bounds of the array." + }, + { + "name": "System.Collections.Immutable.Tests.ImmutableArrayTest.CreateRangeSliceWithSelectorAndArgument", + "reason": "System.IndexOutOfRangeException System.IndexOutOfRangeException : Index was outside the bounds of the array." + } + ] + } + }, + { + "name": "System.Collections.NonGeneric.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Collections.NonGeneric.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Collections.Tests.HashtableTests.Ctor_Int_Invalid", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Collections.Tests.HashtableTests.Ctor_Int_IEqualityComparer_Invalid", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Collections.Tests.HashtableTests.Ctor_Int_Int_Invalid", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Collections.Tests.HashtableTests.Ctor_Capacity_LoadFactor_IEqualityComparer_Invalid", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + } + ] + } + }, + { + "name": "System.Collections.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Collections.Specialized.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Collections.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_NullComparer.SortedSet_Generic_GetViewBetween_LowerValueGreaterThanUpperValue_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_int.SortedSet_Generic_GetViewBetween_LowerValueGreaterThanUpperValue_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Collections.Tests.SortedSet_TreeSubset_String_Tests.SortedSet_Generic_GetViewBetween_LowerValueGreaterThanUpperValue_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Collections.Tests.SortedSet_TreeSubset_Int_Tests.SortedSet_Generic_GetViewBetween_LowerValueGreaterThanUpperValue_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Collections.Tests.SortedSet_Generic_Tests_string.SortedSet_Generic_GetViewBetween_LowerValueGreaterThanUpperValue_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + } + ] + } + }, + { + "name": "System.ComponentModel.Annotations.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.ComponentModel.DataAnnotations.Schema.Tests.TableAttributeTests.Ctor_String_NullOrWhitespaceName_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.ComponentModel.DataAnnotations.Schema.Tests.TableAttributeTests.Schema_Set_NullOrWhitespaceValue_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.ComponentModel.DataAnnotations.Schema.Tests.ForeignKeyAttributeTests.Ctor_String_NullOrWhitespaceName_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.ComponentModel.DataAnnotations.Schema.Tests.InversePropertyAttributeTests.Ctor_String_NullOrWhitespaceProperty_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.ComponentModel.DataAnnotations.Schema.Tests.ColumnAttributeTests.Ctor_String_NullOrWhitespaceName_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.ComponentModel.DataAnnotations.Schema.Tests.ColumnAttributeTests.TypeName_Set_NullOrWhitespaceValue_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + } + ] + } + }, + { + "name": "System.ComponentModel.Composition.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ComponentModel.EventBasedAsync.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ComponentModel.Primitives.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ComponentModel.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ComponentModel.TypeConverter.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ComponentModel.TypeConverter.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.ComponentModel.ToolboxItemAttributeTests.Ctor_NullToolboxItemTypeName_ThrowsArgumentNullException", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentNullException)\\r\\nActual: typeof(System.NullReferenceException): Object reference not set to an instance of an object." + }, + { + "name": "System.ComponentModel.Tests.EditorAttributeTests.Ctor_NullEditorTypeName_ThrowsArgumentNullException", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentNullException)\\r\\nActual: typeof(System.NullReferenceException): Object reference not set to an instance of an object." + }, + { + "name": "System.ComponentModel.Tests.DesignerAttributeTests.Ctor_NullDesignerTypeName_ThrowsArgumentNullExceptionException", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentNullException)\\r\\nActual: typeof(System.NullReferenceException): Object reference not set to an instance of an object." + }, + { + "name": "System.ComponentModel.Tests.EnumConverterTests.ConvertTo_WithContext_Negative", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Timers.Tests.TimersDescriptionAttributeTests.Description_GetWithNullDescription_ThrowsArgumentNullException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + } + ] + } + }, + { + "name": "System.Composition.AttributeModel.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Composition.Convention.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Composition.Hosting.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Composition.Runtime.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Composition.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Composition.TypedParts.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Configuration.ConfigurationManager.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Console.Manual.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Console.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Console.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "WindowAndCursorProps.WindowLeftTop_Windows", + "reason": "Assert.Throws() Failure\r\nExpected: typeof(System.IO.IOException)\r\nActual: (No exception was thrown)" + }, + { + "name": "WindowAndCursorProps.WindowWidth_WindowHeight_InvalidSize", + "reason": "Assert.Throws() Failure\r\nExpected: typeof(System.IO.IOException)\r\nActual: typeof(System.ArgumentOutOfRangeException): Positive number required.\r\nParameter name: width\r\nActual value was 0." + }, + { + "name": "WindowAndCursorProps.SetWindowPosition_GetWindowPosition_ReturnsExpected", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\n ↓ (pos 0)\\r\\nExpected: top\\r\\nActual: left\\r\\n ↑ (pos 0)" + }, + { + "name": "WindowAndCursorProps.GetCursorPosition", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\nExpected: 2886\\r\\nActual: 2887" + } + ] + } + }, + { + "name": "System.Data.Common.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Data.DataSetExtensions.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Data.Tests.DataRowComparerTests.Equals_NullStringValueInStringArray_CanBeCompared", + "reason": "System.NullReferenceException : Object reference not set to an instance of an object." + } + ] + } + }, + { + "name": "System.Data.Odbc.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.Contracts.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.Debug.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.DiagnosticSource.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.EventLog.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.FileVersionInfo.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.PerformanceCounter.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.Process.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.Process.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.StackTrace.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.TextWriterTraceListener.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.Tools.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Diagnostics.TraceSource.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Diagnostics.TraceSourceTests.TraceSourceClassTests.ConstrutorExceptionTest", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Diagnostics.TraceSourceTests.TraceSourceClassTests.EmptySourceName", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + } + ] + } + }, + { + "name": "System.Diagnostics.Tracing.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.DirectoryServices.AccountManagement.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.DirectoryServices.AccountManagement.Tests.ComputerPrincipalTest.Ctor_EmptySamAccountName_ThrowsArgumentNullException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + } + ] + } + }, + { + "name": "System.DirectoryServices.Protocols.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.DirectoryServices.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Drawing.Common.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Drawing.Drawing2D.Tests.PathGradientBrushTests.Transform_Null_ArgumentNullException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Drawing.Imaging.Tests.MetafileTests.Static_GetMetafileHeader_InvalidPath_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Drawing.Imaging.Tests.MetafileTests.Ctor_InvalidPath_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Drawing.Imaging.Tests.MetafileTests.Ctor_InvalidPathI_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Drawing.Tests.IconTests.ExtractAssociatedIcon_InvalidFilePath_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Drawing.Tests.ImageTests.FromFile_EmptyFileName_ThrowsArgumentNullException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Drawing.Drawing2D.Tests.HatchBrushTests.Ctor_InvalidHatchStyle_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Drawing.Tests.BufferedGraphicsContextTests.MaximumBuffer_SetInvalidHeight_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Drawing.Tests.BufferedGraphicsContextTests.MaximumBuffer_SetInvalidWidth_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Drawing.Drawing2D.Tests.LinearGradientBrushTests.Transform_SetNull_ThrowsArgumentNullException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Drawing.Tests.GraphicsTests.InterpolationMode_SetInvalid_ThrowsInvalidEnumArgumentException", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\r\\nActual: typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-2) is invalid for Enum type 'InterpolationMode'.\\r\\nParameter name: value" + }, + { + "name": "System.Drawing.Tests.GraphicsTests.CompositingQuality_SetInvalid_ThrowsInvalidEnumArgumentException", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\r\\nActual: typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-2) is invalid for Enum type 'CompositingQuality'.\\r\\nParameter name: value" + }, + { + "name": "System.Drawing.Tests.GraphicsTests.PixelOffsetMode_SetInvalid_ThrowsInvalidEnumArgumentException", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\r\\nActual: typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-2) is invalid for Enum type 'PixelOffsetMode'.\\r\\nParameter name: value" + }, + { + "name": "System.Drawing.Tests.GraphicsTests.PageUnit_SetInvalid_ThrowsInvalidEnumArgumentException", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\r\\nActual: typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-1) is invalid for Enum type 'GraphicsUnit'.\\r\\nParameter name: value" + }, + { + "name": "System.Drawing.Tests.GraphicsTests.SmoothingMode_SetInvalid_ThrowsInvalidEnumArgumentException", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\r\\nActual: typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-2) is invalid for Enum type 'SmoothingMode'.\\r\\nParameter name: value" + }, + { + "name": "System.Drawing.Tests.GraphicsTests.CompositingMode_SetInvalid_ThrowsInvalidEnumArgumentException", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\r\\nActual: typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-1) is invalid for Enum type 'CompositingMode'.\\r\\nParameter name: value" + }, + { + "name": "System.Drawing.Tests.GraphicsTests.TextRenderingHint_SetInvalid_ThrowsInvalidEnumArgumentException", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\r\\nActual: typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-1) is invalid for Enum type 'TextRenderingHint'.\\r\\nParameter name: value" + }, + { + "name": "System.Drawing.Tests.BitmapTests.Ctor_NullGraphics_ThrowsArgumentNullException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Drawing.Tests.BitmapTests.Ctor_InvalidFilePath_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + } + ] + } + }, + { + "name": "System.Drawing.Primitives.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Dynamic.Runtime.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Globalization.Calendars.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Globalization.Extensions.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Globalization.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Globalization.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Globalization.Tests.RegionInfoMethodTests.Ctor_EmptyName_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + } + ] + } + }, + { + "name": "System.IO.Compression.Brotli.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Compression.Brotli.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Compression.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Compression.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.IO.Compression.GzipStreamUnitTests.ConcatenatedGzipStreams", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\nExpected: Stream 2\\r\\nActual: (null)" + }, + { + "name": "System.IO.Compression.GzipStreamUnitTests.ManyConcatenatedGzipStreams", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\nExpected: 1000\\r\\nActual: 1" + } + ] + } + }, + { + "name": "System.IO.Compression.ZipFile.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.FileSystem.AccessControl.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.FileSystem.DriveInfo.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.IO.FileSystem.DriveInfoTests.DriveInfoWindowsTests.Ctor_InvalidPath_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + } + ] + } + }, + { + "name": "System.IO.FileSystem.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.FileSystem.Primitives.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.FileSystem.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.IO.Tests.Enumeration.RemovedDirectoryTests.RemoveDirectoryBeforeHandleCreationAndReplaceWithFile", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + }, + { + "name": "System.IO.Tests.Enumeration.RemovedDirectoryTests.RemoveDirectoryBeforeHandleCreation", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + }, + { + "name": "System.IO.Tests.Enumeration.ExampleTests.TestCountFiles", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + }, + { + "name": "System.IO.Tests.Enumeration.ExampleTests.TestGetFilesWithExtensions", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + }, + { + "name": "System.IO.Tests.Enumeration.ExampleTests.TestCountFileBytes", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + }, + { + "name": "System.IO.Tests.Enumeration.ExampleTests.GetFileNamesEnumerable", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + }, + { + "name": "System.IO.Tests.FileStream_SetLength.SetLengthUnseekableThrows", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.IO.Tests.FileStream_Seek.SeekUnseekableThrows", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.IO.Tests.FileStream_Seek.InvalidSeekOriginThrows", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.IO.Tests.FileStream_Seek.SeekDisposedThrows", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.IO.Tests.DirectoryInfo_CreateSubDirectory.ValidPathWithoutTrailingSlash", + "reason": "System.ArgumentException System.ArgumentException : The directory specified, 'oq3eklx3.oeu', is not a subdirectory of 'C:\\\\Users\\\\anandono\\\\AppData\\\\Local\\\\Temp\\\\DirectoryInfo_CreateSubDirectory_vv4tbdki.2q5\\\\ValidPathWithoutTrailingSlash_142_98959e38\\\\'.\\r\\nParameter name: path" + }, + { + "name": "System.IO.Tests.DirectoryInfo_CreateSubDirectory.ValidPathWithTrailingSlash", + "reason": "System.ArgumentException System.ArgumentException : The directory specified, '3tw22dam.r5w\\\\', is not a subdirectory of 'C:\\\\Users\\\\anandono\\\\AppData\\\\Local\\\\Temp\\\\DirectoryInfo_CreateSubDirectory_xiv2oluq.bps\\\\ValidPathWithTrailingSlash_121_6652a2bc\\\\'.\\r\\nParameter name: path" + }, + { + "name": "System.IO.Tests.Enumeration.TrimmedPaths.TrimmedPathsText_Windows", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + }, + { + "name": "System.IO.Tests.Enumeration.TrimmedPaths.TrimmedPathsCopyTo_Windows", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + }, + { + "name": "System.IO.Tests.Enumeration.TrimmedPaths.TrimmedPathsOpen_Windows", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + }, + { + "name": "System.IO.Tests.Enumeration.TrimmedPaths.TrimmedPathsMoveTo_Windows", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String, System.String)'." + }, + { + "name": "System.IO.Tests.Enumeration.TrimmedPaths.TrimmedPathsReplace_Windows", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + } + ] + } + }, + { + "name": "System.IO.FileSystem.Watcher.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.IsolatedStorage.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.IO.IsolatedStorage.GetCreationTimeTests.GetCreationTime_RaisesArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.IO.IsolatedStorage.GetLastAccessTimeTests.GetLastAccessTime_RaisesArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.IO.IsolatedStorage.GetLastWriteTimeTests.GetLastWriteTime_RaisesArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + } + ] + } + }, + { + "name": "System.IO.MemoryMappedFiles.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.MemoryMappedFiles.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.IO.MemoryMappedFiles.Tests.MemoryMappedFileTests_CreateFromFile.InvalidArguments_Mode_Truncate", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.IO.MemoryMappedFiles.Tests.MemoryMappedFileTests_CreateFromFile.InvalidArguments_Mode", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + } + ] + } + }, + { + "name": "System.IO.Packaging.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Pipelines.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Pipes.AccessControl.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Pipes.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Pipes.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Ports.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.IO.UnmanagedMemoryStream.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.IO.Tests.Uma_ReadWriteStructArray.UmaReadWriteGenericStringStructArray_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.IO.Tests.Uma_ReadWriteStructArray.UmaReadWriteStructArrayWithReferenceType_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + } + ] + } + }, + { + "name": "System.Json.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Linq.Expressions.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Linq.Expressions.Tests.GetDelegateTypeTests.CantBeFunc", + "reason": "System.TypeLoadException System.TypeLoadException : The generic type 'System.Func`1' was used with an invalid instantiation in assembly 'System.Private.CoreLib, Version=4.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e'." + }, + { + "name": "System.Linq.Expressions.Tests.GetDelegateTypeTests.CantBeAction", + "reason": "System.TypeLoadException System.TypeLoadException : The generic type 'System.Action`1' was used with an invalid instantiation in assembly 'System.Private.CoreLib, Version=4.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e'." + } + ] + } + }, + { + "name": "System.Linq.Parallel.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Linq.Parallel.Tests.GroupJoinTests.GroupJoin_CustomComparator_LeftWithOrderingColisions", + "reason": "Xunit.Sdk.AllException Assert.All() Failure: 1 out of 1 items in the collection did not pass.\\r\\n[0]: Item: [0, System.Linq.Parallel.ListChunk`1[System.Int32]]\\r\\n Xunit.Sdk.AllException: Assert.All() Failure: 3 out of 4 items in the collection did not pass.\\r\\n [3]: Item: 4\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 12\\r\\n Actual: 4\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.GroupJoinTests.<>c__DisplayClass23_2.b__5(Int32 y) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\GroupJoinTests.cs:line 407\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n [2]: Item: 12\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 8\\r\\n Actual: 12\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.GroupJoinTests.<>c__DisplayClass23_2.b__5(Int32 y) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\GroupJoinTests.cs:line 407\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n [1]: Item: 8\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 4\\r\\n Actual: 8\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.GroupJoinTests.<>c__DisplayClass23_2.b__5(Int32 y) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\GroupJoinTests.cs:line 407\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 45\\r\\n at System.Linq.Parallel.Tests.GroupJoinTests.<>c__DisplayClass23_0.b__4(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\GroupJoinTests.cs:line 414\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36" + }, + { + "name": "System.Linq.Parallel.Tests.GroupJoinTests.GroupJoin_Multiple_LeftWithOrderingColisions", + "reason": "Xunit.Sdk.AllException Assert.All() Failure: 1 out of 1 items in the collection did not pass.\\r\\n[0]: Item: [0, System.Linq.Parallel.ListChunk`1[System.Int32]]\\r\\n Xunit.Sdk.AllException: Assert.All() Failure: 2 out of 2 items in the collection did not pass.\\r\\n [1]: Item: 0\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 1\\r\\n Actual: 0\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n [0]: Item: 1\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 0\\r\\n Actual: 1\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 45\\r\\n at System.Linq.Parallel.Tests.GroupJoinTests.<>c__DisplayClass17_0.b__4(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\GroupJoinTests.cs:line 261\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36" + }, + { + "name": "System.Linq.Parallel.Tests.GroupJoinTests.GroupJoin_CustomComparator", + "reason": "Xunit.Sdk.AllException Assert.All() Failure: 1 out of 1 items in the collection did not pass.\\r\\n[0]: Item: [0, System.Linq.Parallel.ListChunk`1[System.Int32]]\\r\\n Xunit.Sdk.AllException: Assert.All() Failure: 2 out of 4 items in the collection did not pass.\\r\\n [2]: Item: 0\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 8\\r\\n Actual: 0\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n [0]: Item: 8\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 0\\r\\n Actual: 8\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 45\\r\\n at System.Linq.Parallel.Tests.GroupJoinTests.<>c__DisplayClass21_0.b__3(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\GroupJoinTests.cs:line 335\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36" + }, + { + "name": "System.Linq.Parallel.Tests.GroupJoinTests.GroupJoin_Multiple", + "reason": "Xunit.Sdk.AllException Assert.All() Failure: 1 out of 1 items in the collection did not pass.\\r\\n[0]: Item: [0, System.Linq.Parallel.ListChunk`1[System.Int32]]\\r\\n Xunit.Sdk.AllException: Assert.All() Failure: 8 out of 8 items in the collection did not pass.\\r\\n [7]: Item: 0\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 7\\r\\n Actual: 0\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n [6]: Item: 7\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 6\\r\\n Actual: 7\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n [5]: Item: 6\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 5\\r\\n Actual: 6\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n [4]: Item: 5\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 4\\r\\n Actual: 5\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n [3]: Item: 4\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 3\\r\\n Actual: 4\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n [2]: Item: 3\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 2\\r\\n Actual: 3\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n [1]: Item: 2\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 1\\r\\n Actual: 2\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n [0]: Item: 1\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 0\\r\\n Actual: 1\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 45\\r\\n at System.Linq.Parallel.Tests.GroupJoinTests.<>c__DisplayClass15_0.b__3(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\GroupJoinTests.cs:line 219\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36" + }, + { + "name": "System.Linq.Parallel.Tests.JoinTests.Join_Multiple", + "reason": "Xunit.Sdk.AllException Assert.All() Failure: 2 out of 2 items in the collection did not pass.\\r\\n[1]: Item: [0, 0]\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 1\\r\\n Actual: 0\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.JoinTests.<>c__DisplayClass15_0.b__3(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 177\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n[0]: Item: [0, 1]\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 0\\r\\n Actual: 1\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.JoinTests.<>c__DisplayClass15_0.b__3(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 177\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36" + }, + { + "name": "System.Linq.Parallel.Tests.JoinTests.Join_CustomComparator_LeftWithOrderingColisions_UnorderedRight", + "reason": "Xunit.Sdk.AllException Assert.All() Failure: 3 out of 8 items in the collection did not pass.\\r\\n[4]: Item: [6, 6]\\r\\n System.Exception: Key: 6, Value: 6 ---> Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 2\\r\\n Actual: 1\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 533\\r\\n --- End of inner exception stack trace ---\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 547\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n[3]: Item: [0, 0]\\r\\n System.Exception: Key: 0, Value: 0 ---> Xunit.Sdk.TrueException: Key already seen! 0\\r\\n Expected: True\\r\\n Actual: False\\r\\n at Xunit.Assert.True(Nullable`1 condition, String userMessage) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\BooleanAsserts.cs:line 95\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 531\\r\\n --- End of inner exception stack trace ---\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 547\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n[1]: Item: [2, 2]\\r\\n System.Exception: Key: 2, Value: 2 ---> Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 2\\r\\n Actual: 1\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 533\\r\\n --- End of inner exception stack trace ---\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 547\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36" + }, + { + "name": "System.Linq.Parallel.Tests.JoinTests.Join_CustomComparator", + "reason": "Xunit.Sdk.AllException Assert.All() Failure: 1 out of 2 items in the collection did not pass.\\r\\n[0]: Item: [0, 8]\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 0\\r\\n Actual: 8\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.JoinTests.<>c__DisplayClass25_0.b__3(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 321\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36" + }, + { + "name": "System.Linq.Parallel.Tests.JoinTests.Join_Multiple_LeftWithOrderingColisions_UnorderedRight", + "reason": "Xunit.Sdk.AllException Assert.All() Failure: 3 out of 8 items in the collection did not pass.\\r\\n[4]: Item: [6, 6]\\r\\n System.Exception: Key: 6, Value: 6 ---> Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 2\\r\\n Actual: 1\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 533\\r\\n --- End of inner exception stack trace ---\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 547\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n[3]: Item: [0, 0]\\r\\n System.Exception: Key: 0, Value: 0 ---> Xunit.Sdk.TrueException: Key already seen! 0\\r\\n Expected: True\\r\\n Actual: False\\r\\n at Xunit.Assert.True(Nullable`1 condition, String userMessage) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\BooleanAsserts.cs:line 95\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 531\\r\\n --- End of inner exception stack trace ---\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 547\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n[1]: Item: [2, 2]\\r\\n System.Exception: Key: 2, Value: 2 ---> Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 2\\r\\n Actual: 1\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 533\\r\\n --- End of inner exception stack trace ---\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 547\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36" + }, + { + "name": "System.Linq.Parallel.Tests.JoinTests.Join_CustomComparator_LeftWithOrderingColisions", + "reason": "Xunit.Sdk.AllException Assert.All() Failure: 2 out of 3 items in the collection did not pass.\\r\\n[1]: Item: [0, 0]\\r\\n System.Exception: Key: 0, Value: 0 ---> Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 8\\r\\n Actual: 0\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 543\\r\\n --- End of inner exception stack trace ---\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 547\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n[0]: Item: [0, 8]\\r\\n System.Exception: Key: 0, Value: 8 ---> Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 0\\r\\n Actual: 8\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 543\\r\\n --- End of inner exception stack trace ---\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 547\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36" + }, + { + "name": "System.Linq.Parallel.Tests.JoinTests.Join_Multiple_LeftWithOrderingColisions", + "reason": "Xunit.Sdk.AllException Assert.All() Failure: 2 out of 3 items in the collection did not pass.\\r\\n[1]: Item: [0, 0]\\r\\n System.Exception: Key: 0, Value: 0 ---> Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 8\\r\\n Actual: 0\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 543\\r\\n --- End of inner exception stack trace ---\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 547\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n[0]: Item: [0, 8]\\r\\n System.Exception: Key: 0, Value: 8 ---> Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 0\\r\\n Actual: 8\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 543\\r\\n --- End of inner exception stack trace ---\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 547\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36" + } + ] + } + }, + { + "name": "System.Linq.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Linq.Queryable.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Linq.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Management.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Memory.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Memory.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Tests.StringTests.CompareOrdinal_NegativeLength_ThrowsArgumentOutOfRangeException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Tests.StringTests.IndexOfAny_InvalidStartIndex_ThrowsArgumentOutOfRangeException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Tests.StringTests.IndexOfAny_NullAnyOf_ThrowsArgumentNullException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + } + ] + } + }, + { + "name": "System.Net.Http.Functional.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Net.Http.Functional.Tests.SocketsHttpHandler_HttpClientHandlerTest.GetAsync_ExpectContinueTrue_NoContent_StillSendsHeader", + "reason": "System.Net.Http.HttpRequestException System.Net.Http.HttpRequestException : Response status code does not indicate success: 100 (Continue)." + }, + { + "name": "System.Net.Http.Functional.Tests.SocketsHttpHandler_HttpProtocolTests_Dribble.CustomMethod_SentUppercasedIfKnown", + "reason": "Xunit.Sdk.StartsWithException Assert.StartsWith() Failure:\\r\\nExpected: GET \\r\\nActual: get ..." + }, + { + "name": "System.Net.Http.Functional.Tests.SocketsHttpHandler_HttpProtocolTests.CustomMethod_SentUppercasedIfKnown_Additional", + "reason": "Xunit.Sdk.StartsWithException Assert.StartsWith() Failure:\\r\\nExpected: DELETE \\r\\nActual: delete ..." + }, + { + "name": "System.Net.Http.Functional.Tests.SocketsHttpHandler_HttpProtocolTests.CustomMethod_SentUppercasedIfKnown", + "reason": "Xunit.Sdk.StartsWithException Assert.StartsWith() Failure:\\r\\nExpected: GET \\r\\nActual: get ..." + } + ] + } + }, + { + "name": "System.Net.Http.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Http.Unit.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Http.WinHttpHandler.Functional.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Http.WinHttpHandler.Unit.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.HttpListener.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Net.Tests.HttpListenerAuthenticationTests.ExtendedProtectionSelectorDelegate_SetNull_ThrowsArgumentNullException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Net.Tests.HttpListenerAuthenticationTests.ExtendedProtectionPolicy_SetCustomChannelBinding_ThrowsObjectDisposedException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + } + ] + } + }, + { + "name": "System.Net.Mail.Functional.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Mail.Unit.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.NameResolution.Functional.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.NameResolution.Pal.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.NameResolution.Unit.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.NetworkInformation.Functional.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Ping.Functional.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Primitives.Functional.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Net.Primitives.Functional.Tests.CookieCollectionTest.Remove_NonExistantCookie_ReturnsFalse", + "reason": "System.EntryPointNotFoundException System.EntryPointNotFoundException : Entry point was not found." + }, + { + "name": "System.Net.Primitives.Functional.Tests.CookieCollectionTest.Contains_Success", + "reason": "System.EntryPointNotFoundException System.EntryPointNotFoundException : Entry point was not found." + }, + { + "name": "System.Net.Primitives.Functional.Tests.CookieCollectionTest.Remove_Success", + "reason": "System.EntryPointNotFoundException System.EntryPointNotFoundException : Entry point was not found." + }, + { + "name": "System.Net.Primitives.Functional.Tests.CookieCollectionTest.Clear_Success", + "reason": "System.EntryPointNotFoundException System.EntryPointNotFoundException : Entry point was not found." + } + ] + } + }, + { + "name": "System.Net.Primitives.Pal.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Primitives.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Primitives.UnitTests.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Requests.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Net.Tests.RequestStreamTest.BeginWriteAsync_CountIsNegative_ThrowsArgumentOutOfRangeException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Net.Tests.RequestStreamTest.BeginWriteAsync_OffsetPlusCountExceedsBufferLength_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Net.Tests.HttpWebRequestTest.Host_SetInvalidUri_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Net.Tests.HttpWebRequestTest.Host_SetNullValue_ThrowsArgumentNullException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Net.Tests.HttpWebRequestTest.Host_SetSlash_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + } + ] + } + }, + { + "name": "System.Net.Security.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Security.Unit.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.ServicePoint.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Sockets.Async.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Sockets.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.Sockets.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.WebClient.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.WebHeaderCollection.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.WebProxy.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.WebSockets.Client.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Net.WebSockets.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Net.WebSockets.Tests.WebSocketTests.ReceiveAsync_ServerSplitHeader_ValidDataReceived", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\nExpected: 84\\r\\nActual: 0" + } + ] + } + }, + { + "name": "System.Net.WebSockets.WebSocketProtocol.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Net.WebSockets.Tests.WebSocketProtocolCreateTests.ReceiveAsync_ServerSplitHeader_ValidDataReceived", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\nExpected: 84\\r\\nActual: 0" + } + ] + } + }, + { + "name": "System.Numerics.Vectors.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Numerics.Vectors.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ObjectModel.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Private.Uri.ExtendedFunctional.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Private.Uri.Functional.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.PrivateUri.Tests.UriBuilderTests.InvalidScheme_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.PrivateUri.Tests.UriBuilderTests.Ctor_InvalidExtraValue_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + } + ] + } + }, + { + "name": "System.Private.Uri.Unit.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.Context.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.Invoke_NullObject_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.GetCustomAttributes_NoType_Test", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.GetCustomAttributes_WithType_Test", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.Invoke_NotEmptyParameter_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.ProjectionTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.GetCustomAttributesDataTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.IsDefinedTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.Invoke_NullParameters_Success", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.Invoke_EmptyParameters_Success", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.Invoke_WrongObject_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.SetValue_HasSetter_Success", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.Ctor_NullPropertyName_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.ReflectedTypeTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.AttributesTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetCustomAttributes_NoType_Test", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.CanReadTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.Ctor_NullPropertyType_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.ModuleTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.ToStringTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetAccessorsTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetConstantValueTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetHashCodeTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetOptionalCustomModifiersTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetRawConstantValueTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetValue_NoGetter_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.ProjectionTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.SetValue_NoSetter_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.Ctor_WrongPropertyType_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.SetValue_HasSetterWithIndex_Success", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetCustomAttributesDataTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetRequiredCustomModifiersTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetValue_HasGetter_Success", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.CanWriteTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.MetadataTokenTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.Ctor_GetterAndSetterNull_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetCustomAttributes_WithType_Test", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.Ctor_EmptyPropertyName_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetIndexParametersTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.IsDefinedTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomAssemblyTests.IsDefinedTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomAssemblyTests.GetTypesTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomAssemblyTests.ProjectAssemblyTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomAssemblyTests.GetTypeTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomAssemblyTests.GetCustomAttributesTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomAssemblyTests.GetExportedTypesTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomAssemblyTests.GetModuleTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomAssemblyTests.GetManifestResourceInfoTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomAssemblyTests.EntryPoint", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomAssemblyTests.GetModulesTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomAssemblyTests.GetCustomAttributesDataTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomAssemblyTests.GetHashCodeTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomAssemblyTests.EqualsTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomAssemblyTests.GetSatelliteAssemblyTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomAssemblyTests.ManifestModuleTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomAssemblyTests.GetLoadedModulesTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.GetCustomAttributes_NoType_Test", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.MakeGenericMethodTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.Invoke_WrongObject_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.GetGenericMethodDefinitionTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.Invoke_NotSingleParameter_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.IsGenericMethodDefinitionTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.GetMethodImplementationFlagsTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.GetBaseDefinition", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.MethodHandleTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.ProjectionTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.Invoke_NullParameter_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.ReturnTypeCustomAttributes", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.Invoke_ValidArguments_Success", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.CallingConventionTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.ModuleTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.GetParametersTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.GetCustomAttributesTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.IsGenericMethodTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.Invoke_NullObject_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.IsDefinedTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.GetCustomAttributes_WithType_Test", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.ReturnParameterTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.GetGenericArgumentsTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.ContainsGenericParametersTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.GetCustomAttributesDataTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomPropertyInfoTests.GetCustomAttributesDataTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomReflectionContextTests.MapType_ParameterAttributes_Success", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomReflectionContextTests.MapType_MemberAttributes_Success", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomReflectionContextTests.MapType_Null_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomReflectionContextTests.MapAssembly_Null_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomReflectionContextTests.Ctor_Null_Throws", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentNullException)\\r\\nActual: typeof(System.PlatformNotSupportedException): Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomReflectionContextTests.MapType_Interface_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + } + ] + } + }, + { + "name": "System.Reflection.CoreCLR.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.DispatchProxy.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.Emit.ILGeneration.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.Emit.Lightweight.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.Emit.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.Extensions.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.Metadata.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.TypeExtensions.CoreCLR.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Reflection.TypeExtensions.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Resources.Reader.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Resources.ResourceManager.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Resources.Writer.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Caching.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.CompilerServices.Unsafe.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.CompilerServices.VisualC.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Extensions.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Extensions.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Tests.EnvironmentTests.CurrentDirectory_Empty_Path_Throws_ArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Reflection.Tests.AssemblyNameProxyTests.GetAssemblyName_AssemblyNameProxy", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Tests.BitConverterTests.ValueArgumentNull", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Tests.BitConverterTests.StartIndexPlusNeededLengthTooLong", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.IO.Tests.PathTests.GetFullPath_InvalidArgs", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.IO.Tests.PathTests_Join.JoinTwoPaths", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + }, + { + "name": "System.IO.Tests.PathTests_Join.JoinThreePaths", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String, System.String)'." + } + ] + } + }, + { + "name": "System.Runtime.Handles.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.InteropServices.RuntimeInformation.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.InteropServices.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.InteropServices.WindowsRuntime.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Loader.DefaultContext.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Loader.RefEmitLoadContext.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Loader.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Numerics.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Numerics.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Serialization.Formatters.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Serialization.Json.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Serialization.Json.ReflectionOnly.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Serialization.Json.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Serialization.Xml.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Serialization.Xml.ReflectionOnly.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Serialization.Xml.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Runtime.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Reflection.Tests.AssemblyNameTests.GetAssemblyName", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Reflection.Tests.AssemblyTests.LoadFile_NoSuchPath_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Reflection.Tests.AssemblyTests.LoadFrom_EmptyAssemblyFile_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Tests.GuidTests.Ctor_Int_Short_Short_ByteArray_InvalidLengthByteArray_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Tests.GuidTests.CompareTo_ValueNotGuid_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Tests.GuidTests.CtorSpan_InvalidLengthByteArray_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Tests.GuidTests.Ctor_InvalidLengthByteArray_ThrowsArgumentException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Text.Tests.StringBuilderTests.Append_Char_NoSpareCapacity_ThrowsArgumentOutOfRangeException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Tests.DecimalTests.GetHashCode", + "reason": "Xunit.Sdk.XunitException Decimal 3 has multiple hash codes: 1074266112 (3) and -1074266097 (3.000000000000000000000000000)" + }, + { + "name": "System.Runtime.CompilerServices.Tests.CallerArgumentExpressionAttributeTests.ArgumentToCallerArgumentExpressionSetsParameterNameProperty", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Runtime.CompilerServices.CallerArgumentExpressionAttribute' from assembly 'System.Runtime, Version=4.2.1.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Tests.ArrayTests.Copy", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\nExpected: Object[,] [1, 2, 3, 4, 5, ...]\\r\\nActual: Object[,] [1, 2, 3, 4, 5, ...]" + }, + { + "name": "System.Tests.StringTests.IndexOfAny_NullAnyOf_ThrowsArgumentNullException", + "reason": "System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'" + }, + { + "name": "System.Tests.StringTests.CompareOrdinal_NegativeLength_ThrowsArgumentOutOfRangeException", + "reason": "System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'" + }, + { + "name": "System.Tests.StringTests.IndexOfAny_InvalidStartIndex_ThrowsArgumentOutOfRangeException", + "reason": "System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'" + } + ] + } + }, + { + "name": "System.Security.AccessControl.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Claims.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Cryptography.Algorithms.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Security.Cryptography.DeriveBytesTests.Rfc2898Tests.Ctor_DiminishedSalt", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Security.Cryptography.DeriveBytesTests.Rfc2898Tests.Ctor_GenerateZeroSalt", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Security.Cryptography.DeriveBytesTests.Rfc2898Tests.Ctor_EmptySalt", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Security.Cryptography.DeriveBytesTests.Rfc2898Tests.Ctor_GenerateDiminishedSalt", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + } + ] + } + }, + { + "name": "System.Security.Cryptography.Cng.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Cryptography.Csp.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Security.Cryptography.Csp.Tests.CspParametersTests.SetFlags_ValidatesInput", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + } + ] + } + }, + { + "name": "System.Security.Cryptography.Encoding.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.ProcessResponse_Symantec_NoCerts_WithNonce", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.NegativeNonceIsMadePositive", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.BuildFromSignerInfo", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.BuildExpectedRequest_FromHashAndName", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.NonceLeadingZerosIgnored", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.BuildExpectedRequest_FromData", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.NoncePaddingZerosIgnored", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.BuildFromNullSignerInfo", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentNullException)\\r\\nActual: typeof(System.TypeLoadException): Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.TryDecode_WithExtensions", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.BuildExpectedRequest_FromHashAndOid", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.ProcessResponse_FreeTsa_WithCerts_NoNonce", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.BuildWithAllOptions", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.EmptyNonce", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.EnsureExtraCertsAdded", + "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Unknown algorithm '1.2.840.10040.4.3'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.SignCmsUsingECDsaCertWithNotMatchingKeyThrows", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.Security.Cryptography.CryptographicException)\\r\\nActual: (No exception was thrown)" + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.CheckSignedEncrypted_IssuerSerial_FromNetFx", + "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Unable to set field EncapContentInfo on type System.Security.Cryptography.Pkcs.Asn1.SignedDataAsn.\\r\\n---- System.Security.Cryptography.CryptographicException : Unable to set field Content on type System.Security.Cryptography.Pkcs.Asn1.EncapsulatedContentInfoAsn.\\r\\n-------- System.Security.Cryptography.CryptographicException : ASN1 corrupted data." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.AddFirstSigner_DSA", + "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Could not determine signature algorithm for the signer certificate." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.CounterSignCmsUsingExplicitDSAKeyForFirstSignerAndECDsaForCounterSignature", + "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Could not determine signature algorithm for the signer certificate." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.CounterSignCmsUsingExplicitRSAKeyForFirstSignerAndDSAForCounterSignature", + "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Could not determine signature algorithm for the signer certificate." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.SignEnveloped", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\nExpected: 2\\r\\nActual: 0" + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.SignIdentifiedContent_BadOid", + "reason": "System.ArgumentNullException System.ArgumentNullException : Value cannot be null.\\r\\nParameter name: oidValue" + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.SignCmsUsingExplicitDSAKey", + "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Could not determine signature algorithm for the signer certificate." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.SignerInfoCollection_Indexer_MinusOne", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentOutOfRangeException)\\r\\nActual: typeof(System.IndexOutOfRangeException): Index was outside the bounds of the array." + }, + { + "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingExplicitPrivateKey.DecryptEnvelopedEmptyOctetStringWithIndefiniteLength", + "reason": "Internal.Cryptography.CryptoThrowHelper+WindowsCryptographicException Internal.Cryptography.CryptoThrowHelper+WindowsCryptographicException : Unexpected cryptographic message encoding." + }, + { + "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingExplicitPrivateKey.DecryptEnvelopedDataWithNonPkcs7Oid", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\n ↓ (pos 0)\\r\\nExpected: 3003010203\\r\\nActual: 010203\\r\\n ↑ (pos 0)" + }, + { + "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingExplicitPrivateKey.DecryptEnvelopedOctetStringWithExtraData", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\n ↓ (pos 0)\\r\\nExpected: 300102\\r\\nActual: 02\\r\\n ↑ (pos 0)" + }, + { + "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingExplicitPrivateKey.DecryptEnvelopedEmptyArray", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\n ↓ (pos 0)\\r\\nExpected: 3000\\r\\nActual: \\r\\n ↑ (pos 0)" + }, + { + "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingExplicitPrivateKey.DecryptEnvelopedOctetStringWithDefiniteLength", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\n ↓ (pos 0)\\r\\nExpected: 3003010203\\r\\nActual: 010203\\r\\n ↑ (pos 0)" + }, + { + "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingExplicitPrivateKey.DecryptEnvelopedOctetStringWithIndefiniteLength", + "reason": "Internal.Cryptography.CryptoThrowHelper+WindowsCryptographicException Internal.Cryptography.CryptoThrowHelper+WindowsCryptographicException : Unexpected cryptographic message encoding." + }, + { + "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingExplicitPrivateKey.DecryptEnvelopedEmptyOctetString", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\n ↓ (pos 0)\\r\\nExpected: 3000\\r\\nActual: \\r\\n ↑ (pos 0)" + }, + { + "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingExplicitPrivateKey.DecryptEnvelopedOctetStringWithInefficientlyEncodedLength", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\n ↓ (pos 0)\\r\\nExpected: 3003010203\\r\\nActual: 010203\\r\\n ↑ (pos 0)" + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignerInfoTests.SignerInfo_AddRemoveUnsignedAttributes_JoinCounterSignaturesAttributesIntoOne", + "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Could not determine signature algorithm for the signer certificate." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignerInfoTests.SignerInfo_AddUnsignedAttribute_Adds", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignerInfoTests.EnsureExtraCertsAdded", + "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Unknown algorithm '1.2.840.10040.4.3'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignerInfoTests.AddCounterSigner_DSA", + "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Could not determine signature algorithm for the signer certificate." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignerInfoTests.SignerInfo_RemoveUnsignedAttributes_MultipleAttributeValues", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignerInfoTests.RemoveCounterSignature_EncodedInSingleAttribute", + "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Unknown algorithm '1.2.840.10040.4.3'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.TryDecode_Fails_Empty", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.NoEkuExtension", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.CertHashMismatchV2", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.MatchV2", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.TimestampTooOld", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.TryDecode_Fails_SignedCmsOfData", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.TwoEkuExtensions", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.TryDecode_Fails_MalformedToken", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.CertMismatchIssuerAndSerialV2", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.CertHashMismatchV1", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.TimestampTooNew", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.MatchV1", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.CertMismatchIssuerAndSerialV1", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.CertMismatchV1OrV2", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.CertMatchV1AndV2", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.TryDecode_Fails_EnvelopedCms", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.NonCriticalEkuExtension", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.ParseDocument_ExcessData", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.NoTsaEku", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.ParseDocument", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingCertWithPrivateKey.DecryptEnvelopedOctetStringWithIndefiniteLength", + "reason": "Internal.Cryptography.CryptoThrowHelper+WindowsCryptographicException Internal.Cryptography.CryptoThrowHelper+WindowsCryptographicException : Unexpected cryptographic message encoding." + }, + { + "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingCertWithPrivateKey.DecryptEnvelopedEmptyOctetStringWithIndefiniteLength", + "reason": "Internal.Cryptography.CryptoThrowHelper+WindowsCryptographicException Internal.Cryptography.CryptoThrowHelper+WindowsCryptographicException : Unexpected cryptographic message encoding." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.BuilderCtor_TsaNameOptional", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.BuilderCtor_IsOrdering_Roundtrips", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.BuilderCtor_HashAlgorithmIdRequired", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentNullException)\\r\\nActual: typeof(System.TypeLoadException): Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.Accuracy_Bounds_ParsesAsExpected", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.NegativeAccuracyThrows", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentOutOfRangeException)\\r\\nActual: typeof(System.TypeLoadException): Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.ExtensionsRoundtrips", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.AccuracyRoundtrips", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.CreateFromValue", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.BuilderCtor_AccuracyOptional", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.TryDecode_Invalid", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.CreateFromParameters", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.BuilderCtor_Timestamp_KeepsSubSeconds", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.TryDecode_LongerThanNeeded", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.BuilderCtor_PolicyIdRequired", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentNullException)\\r\\nActual: typeof(System.TypeLoadException): Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.TsaName_SameDataSecondInvocation", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + } + ] + } + }, + { + "name": "System.Security.Cryptography.Primitives.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Cryptography.Primitives.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Security.Cryptography.Encryption.Tests.Asymmetric.CryptoStreamTests.Ctor", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + } + ] + } + }, + { + "name": "System.Security.Cryptography.ProtectedData.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Cryptography.X509Certificates.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Cryptography.Xml.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Security.Cryptography.Xml.Tests.EncryptionMethodTests.KeySize_SetNegativeValue_ThrowsArgumentOutOfRangeException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + } + ] + } + }, + { + "name": "System.Security.Permissions.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.Principal.Windows.Tests", + "enabled": false, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Security.SecureString.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ServiceModel.Syndication.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ServiceProcess.ServiceController.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Data.SqlClient.ManualTesting.Tests", + "enabled": false, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Data.SqlClient.Stress.Tests", + "enabled": false, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Data.SqlClient.Tests", + "enabled": false, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Text.Encoding.CodePages.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Text.Encoding.Extensions.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Text.Encoding.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Text.Encoding.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Text.Tests.DecoderFallbackTests.TestDecoderFallbackIndex", + "reason": "System.Text.DecoderFallbackException System.Text.DecoderFallbackException : Encountered a negative index during Utf8 decoding fallback " + } + ] + } + }, + { + "name": "System.Text.Encodings.Web.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Text.RegularExpressions.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Text.RegularExpressions.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Text.RegularExpressions.Tests.RegexCompilationInfoTests.Name_GetSet", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Text.RegularExpressions.Tests.RegexCompilationInfoTests.Pattern_GetSet", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Text.RegularExpressions.Tests.RegexCompilationInfoTests.Namespace_GetSet", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Text.RegularExpressions.Tests.GroupCollectionReadOnlyDictionaryTests.IReadOnlyDictionary_TryGetValueSuccess", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Boolean System.Text.RegularExpressions.GroupCollection.TryGetValue(System.String, System.Text.RegularExpressions.Group ByRef)'." + }, + { + "name": "System.Text.RegularExpressions.Tests.GroupCollectionReadOnlyDictionaryTests.IReadOnlyDictionary_TryGetValue_NoMatch", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Boolean System.Text.RegularExpressions.GroupCollection.TryGetValue(System.String, System.Text.RegularExpressions.Group ByRef)'." + }, + { + "name": "System.Text.RegularExpressions.Tests.GroupCollectionReadOnlyDictionaryTests.IReadOnlyDictionary_Values", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.Collections.Generic.IEnumerable`1 System.Text.RegularExpressions.GroupCollection.get_Values()'." + }, + { + "name": "System.Text.RegularExpressions.Tests.GroupCollectionReadOnlyDictionaryTests.IReadOnlyDictionary_TryGetValue_DoesntExist", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Boolean System.Text.RegularExpressions.GroupCollection.TryGetValue(System.String, System.Text.RegularExpressions.Group ByRef)'." + }, + { + "name": "System.Text.RegularExpressions.Tests.GroupCollectionReadOnlyDictionaryTests.IReadOnlyDictionary_TryGetValue_Number", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Boolean System.Text.RegularExpressions.GroupCollection.TryGetValue(System.String, System.Text.RegularExpressions.Group ByRef)'." + }, + { + "name": "System.Text.RegularExpressions.Tests.GroupCollectionReadOnlyDictionaryTests.IReadOnlyDictionary_Keys", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.Collections.Generic.IEnumerable`1 System.Text.RegularExpressions.GroupCollection.get_Keys()'." + }, + { + "name": "System.Text.RegularExpressions.Tests.GroupCollectionReadOnlyDictionaryTests.IReadOnlyDictionary_GetEnumerator", + "reason": "System.EntryPointNotFoundException System.EntryPointNotFoundException : Entry point was not found." + }, + { + "name": "System.Text.RegularExpressions.Tests.GroupCollectionReadOnlyDictionaryTests.GetEnumerator_Invalid", + "reason": "System.EntryPointNotFoundException System.EntryPointNotFoundException : Entry point was not found." + } + ] + } + }, + { + "name": "System.Threading.AccessControl.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Channels.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Channels.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Overlapped.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Tasks.Dataflow.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Tasks.Extensions.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Tasks.Extensions.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Tasks.Parallel.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Tasks.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Threading.Tests.EventWaitHandleTests.OpenExisting_Windows", + "reason": "System.ArgumentException System.ArgumentException : The name 'fac694268eb248e9990777825b5aaab9aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa' can be no more than 260 characters in length.\\r\\nParameter name: name" + }, + { + "name": "System.Threading.Tests.EventWaitHandleTests.Ctor_ValidNames", + "reason": "System.ArgumentException System.ArgumentException : The name '8503e07c28f04a8e8ce1c4604f6adbb2aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa' can be no more than 260 characters in length.\\r\\nParameter name: name" + }, + { + "name": "System.Threading.Tests.EventWaitHandleTests.OpenExisting_InvalidNames_Windows", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Threading.Tests.MutexTests.OpenExisting_InvalidNames", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Threading.Tests.MutexTests.Ctor_ValidName", + "reason": "System.ArgumentException System.ArgumentException : The name '998ce9564d1745d8b901082f7ad17183aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa' can be no more than 260 characters in length.\\r\\nParameter name: name" + }, + { + "name": "System.Threading.Tests.MutexTests.OpenExisting", + "reason": "System.ArgumentException System.ArgumentException : The name '9cc4ad4ac10046cdb05f91bf0f81ad13aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa' can be no more than 260 characters in length.\\r\\nParameter name: name" + }, + { + "name": "System.Threading.Tests.SemaphoreTests.OpenExisting_InvalidNames_Windows", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + }, + { + "name": "System.Threading.Tests.SemaphoreTests.OpenExisting_SameAsOriginal_Windows", + "reason": "System.ArgumentException System.ArgumentException : The name '03ded9d0ccd74eefa101daae32e80ef8aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa' can be no more than 260 characters in length.\\r\\nParameter name: name" + }, + { + "name": "System.Threading.Tests.SemaphoreTests.Ctor_ValidName_Windows", + "reason": "System.ArgumentException System.ArgumentException : The name '27095bdc00264a159609fd12b7052b03aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa' can be no more than 260 characters in length.\\r\\nParameter name: name" + } + ] + } + }, + { + "name": "System.Threading.Thread.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.ThreadPool.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Threading.Timer.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Transactions.Local.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.ValueTuple.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Web.HttpUtility.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Linq.Axes.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Linq.Events.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Linq.Misc.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Linq.Properties.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Linq.SDMSample.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Linq.Streaming.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Linq.TreeManipulation.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Linq.xNodeBuilder.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Linq.xNodeReader.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Misc.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.CharCheckingReader.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.CustomReader.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.FactoryReader.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.NameTable.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.ReaderSettings.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.RwFactory.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.SubtreeReader.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.WrappedReader.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.XmlConvert.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.XmlReader.ReadContentAs.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.XmlReader.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.XmlSystemPathResolver.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.XmlWriter.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.RW.XmlWriterApi.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Schema.Extensions.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XmlDocument.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XmlDocument.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XmlSchema.XmlSchemaValidatorApi.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XmlSchemaSet.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XmlSerializer.Performance.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XmlSerializer.ReflectionOnly.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XmlSerializer.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XPath.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XPath.XDocument.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.XPath.XmlDocument.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Xsl.XslCompiledTransformApi.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } + }, + { + "name": "System.Xml.Xsl.XslTransformApi.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": [ + { + "name": "System.Xml.Tests.CXmlResolverTest.TC_AbsolutePath_Transform", + "reason": "Xunit.Sdk.TrueException Assert.True() Failure\\r\\nExpected: True\\r\\nActual: False" + }, + { + "name": "System.Xml.Tests.CTransformResolverTest.TC_AbsolutePath_Transform", + "reason": "Xunit.Sdk.TrueException Assert.True() Failure\\r\\nExpected: True\\r\\nActual: False" + } + ] + } + }, + { + "name": "XsltCompiler.Tests", + "enabled": true, + "exclusions": { + "namespaces": null, + "classes": null, + "methods": null + } } - }, - { - "name": "Microsoft.Win32.Registry.AccessControl.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "Microsoft.Win32.Registry.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "Microsoft.Win32.SystemEvents.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Console.Manual.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Data.Odbc.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.EventLog.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.PerformanceCounter.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.Process.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.TraceSource.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.Tracing.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.DirectoryServices.AccountManagement.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.DirectoryServices.Protocols.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.DirectoryServices.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Compression.Brotli.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Compression.Brotli.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Compression.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.FileSystem.AccessControl.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.FileSystem.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.FileSystem.Watcher.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.IsolatedStorage.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Pipes.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Linq.Expressions.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Management.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Http.Functional.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.NameResolution.Pal.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.NameResolution.Unit.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Primitives.Functional.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Primitives.Pal.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Primitives.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Primitives.UnitTests.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Security.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Security.Unit.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.WebSockets.Client.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.TypeExtensions.CoreCLR.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Caching.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Extensions.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.InteropServices.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.InteropServices.WindowsRuntime.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.Algorithms.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.Cng.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.Csp.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.X509Certificates.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ServiceProcess.ServiceController.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Linq.Axes.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Linq.Properties.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Linq.SDMSample.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Linq.Streaming.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Linq.TreeManipulation.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Linq.xNodeBuilder.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Linq.xNodeReader.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Schema.Extensions.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.XPath.XDocument.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Console.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.FileVersionInfo.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.FileSystem.DriveInfo.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.MemoryMappedFiles.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.MemoryMappedFiles.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Pipes.AccessControl.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Ports.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Http.WinHttpHandler.Functional.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Http.WinHttpHandler.Unit.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.HttpListener.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.NameResolution.Functional.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Ping.Functional.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Sockets.Async.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.InteropServices.RuntimeInformation.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.AccessControl.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.Encoding.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.ProtectedData.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Principal.Windows.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.AccessControl.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "Common.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "Invariant.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "Microsoft.CSharp.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "Microsoft.XmlSerializer.Generator.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Collections.Concurrent.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Collections.Concurrent.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Collections.Immutable.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Collections.NonGeneric.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Collections.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Collections.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ComponentModel.Annotations.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ComponentModel.Composition.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ComponentModel.TypeConverter.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ComponentModel.TypeConverter.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Composition.Convention.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Console.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Data.Common.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.Debug.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.Process.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Drawing.Common.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Drawing.Primitives.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Globalization.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Globalization.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Compression.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Compression.ZipFile.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Pipelines.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.UnmanagedMemoryStream.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Json.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Linq.Parallel.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Linq.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Linq.Queryable.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Linq.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Memory.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Memory.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Http.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Http.Unit.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Mail.Unit.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.ServicePoint.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Sockets.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Sockets.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.WebSockets.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.WebSockets.WebSocketProtocol.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Numerics.Vectors.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Numerics.Vectors.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ObjectModel.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.CoreCLR.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.DispatchProxy.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.Emit.ILGeneration.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.Emit.Lightweight.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.Emit.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.Metadata.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.TypeExtensions.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Extensions.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Loader.DefaultContext.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Loader.RefEmitLoadContext.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Loader.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Numerics.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Numerics.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Serialization.Json.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Serialization.Xml.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.Primitives.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.Primitives.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.Xml.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ServiceModel.Syndication.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Text.Encoding.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Text.Encoding.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Text.RegularExpressions.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Text.RegularExpressions.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Channels.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Tasks.Extensions.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Tasks.Extensions.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Tasks.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Thread.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.ThreadPool.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ValueTuple.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Linq.Misc.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.XmlDocument.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.XmlSerializer.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Xsl.XslCompiledTransformApi.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "XsltCompiler.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "Canonicalization.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "CoreFx.Private.TestUtilities.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "Microsoft.VisualBasic.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "Microsoft.Win32.Primitives.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.AppContext.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Buffers.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.CodeDom.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Collections.NonGeneric.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Collections.Specialized.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ComponentModel.EventBasedAsync.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ComponentModel.Primitives.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ComponentModel.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Composition.AttributeModel.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Composition.Hosting.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Composition.Runtime.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Composition.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Composition.TypedParts.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Configuration.ConfigurationManager.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Data.DataSetExtensions.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.Contracts.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.DiagnosticSource.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.StackTrace.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.TextWriterTraceListener.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.Tools.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Dynamic.Runtime.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Globalization.Calendars.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Globalization.Extensions.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.FileSystem.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.FileSystem.Primitives.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Packaging.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Pipes.Performance.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Mail.Functional.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.NetworkInformation.Functional.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Requests.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.WebClient.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.WebHeaderCollection.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.WebProxy.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Private.Uri.ExtendedFunctional.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Private.Uri.Functional.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Private.Uri.Unit.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.Context.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.Extensions.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Resources.Reader.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Resources.ResourceManager.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Resources.Writer.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.CompilerServices.Unsafe.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.CompilerServices.VisualC.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Handles.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Serialization.Formatters.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Serialization.Json.ReflectionOnly.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Serialization.Json.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Serialization.Xml.ReflectionOnly.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Serialization.Xml.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Claims.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Permissions.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.SecureString.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Text.Encoding.CodePages.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Text.Encoding.Extensions.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Text.Encodings.Web.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Channels.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Overlapped.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Tasks.Dataflow.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Tasks.Parallel.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Timer.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Transactions.Local.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Web.HttpUtility.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Linq.Events.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Misc.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.CharCheckingReader.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.CustomReader.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.FactoryReader.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.NameTable.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.ReaderSettings.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.RwFactory.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.SubtreeReader.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.WrappedReader.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.XmlConvert.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.XmlReader.ReadContentAs.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.XmlReader.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.XmlSystemPathResolver.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.XmlWriter.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.XmlWriterApi.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.XmlDocument.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.XmlSchema.XmlSchemaValidatorApi.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.XmlSchemaSet.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.XmlSerializer.ReflectionOnly.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.XmlSerializer.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.XPath.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.XPath.XmlDocument.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Xsl.XslTransformApi.Tests", - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - } ] \ No newline at end of file diff --git a/tests/src/Common/CoreFX/CoreFX.depproj b/tests/src/Common/CoreFX/CoreFX.depproj index 3ab24ad4f4fe..5863b1914568 100644 --- a/tests/src/Common/CoreFX/CoreFX.depproj +++ b/tests/src/Common/CoreFX/CoreFX.depproj @@ -77,6 +77,9 @@ $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) + $(MicrosoftPrivateCoreFxNETCoreAppPackageVersion) diff --git a/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestFileHelper.cs b/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestFileHelper.cs index 3f4f638e55cc..0d8f754a9266 100644 --- a/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestFileHelper.cs +++ b/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestFileHelper.cs @@ -101,7 +101,9 @@ public Dictionary DeserializeTestJson(string testDefi // Map test names to their definitions foreach (XUnitTestAssembly assembly in testAssemblies) { - nameToTestAssemblyDef.Add(assembly.Name, assembly); + // Filter disabled tests + if(assembly.IsEnabled) + nameToTestAssemblyDef.Add(assembly.Name, assembly); } return nameToTestAssemblyDef; diff --git a/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestRunHelper.cs b/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestRunHelper.cs index 1ecf2714e9d7..36a2ee7776d3 100644 --- a/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestRunHelper.cs +++ b/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestRunHelper.cs @@ -79,7 +79,10 @@ public int RunAllExecutablesInDirectory(string rootDirectory, string executableN (testDirectory) => { if (RunExecutable(testDirectory, executableName, xunitTestTraits, logRootOutputPath) != 0) + { + Console.WriteLine("Test Run Failed " + testDirectory); result = 1; + } } ); return result; diff --git a/tests/src/Common/CoreFX/TestFileSetup/XUnit/XUnitTestAssembly.cs b/tests/src/Common/CoreFX/TestFileSetup/XUnit/XUnitTestAssembly.cs index 6570b0af87bc..aac29e07699d 100644 --- a/tests/src/Common/CoreFX/TestFileSetup/XUnit/XUnitTestAssembly.cs +++ b/tests/src/Common/CoreFX/TestFileSetup/XUnit/XUnitTestAssembly.cs @@ -11,6 +11,10 @@ public class XUnitTestAssembly [JsonProperty("name")] public string Name; + [JsonRequired] + [JsonProperty("enabled")] + public bool IsEnabled; + [JsonRequired] [JsonProperty("exclusions")] public Exclusions Exclusions; From f8fb14e7865fd3f87ffff54e3b25a7c3fcdbdc17 Mon Sep 17 00:00:00 2001 From: Andon Andonov Date: Tue, 19 Jun 2018 20:18:59 -0700 Subject: [PATCH 15/28] Remove exclusions due to TestUtilities mismatch --- tests/CoreFX/TopN.CoreFX.Windows.issues.json | 534 +------------------ 1 file changed, 22 insertions(+), 512 deletions(-) diff --git a/tests/CoreFX/TopN.CoreFX.Windows.issues.json b/tests/CoreFX/TopN.CoreFX.Windows.issues.json index 8e319c4c7b71..2b45a495920c 100644 --- a/tests/CoreFX/TopN.CoreFX.Windows.issues.json +++ b/tests/CoreFX/TopN.CoreFX.Windows.issues.json @@ -23,20 +23,7 @@ "exclusions": { "namespaces": null, "classes": null, - "methods": [ - { - "name": "System.Tests.StringTests.IndexOfAny_NullAnyOf_ThrowsArgumentNullException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Tests.StringTests.CompareOrdinal_NegativeLength_ThrowsArgumentOutOfRangeException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Tests.StringTests.IndexOfAny_InvalidStartIndex_ThrowsArgumentOutOfRangeException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - } - ] + "methods": null } }, { @@ -72,12 +59,7 @@ "exclusions": { "namespaces": null, "classes": null, - "methods": [ - { - "name": "Microsoft.VisualBasic.CompilerServices.Tests.UtilsTests.CopyArray_NonMatchingBounds_ThrowsArgumentOutOfRangeException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - } - ] + "methods": null } }, { @@ -104,44 +86,7 @@ "exclusions": { "namespaces": null, "classes": null, - "methods": [ - { - "name": "Microsoft.Win32.RegistryTests.Registry_GetValue_str_str_obj.NullKeyName_ThrowsArgumentNullException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "Microsoft.Win32.RegistryTests.Registry_GetValue_str_str_obj.InvalidKeyName_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "Microsoft.Win32.RegistryTests.RegistryKey_CreateSubKey_str.NegativeTests", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "Microsoft.Win32.RegistryTests.RegistryKey_CreateSubKey_str_rkpc.NegativeTests", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "Microsoft.Win32.RegistryTests.RegistryKey_OpenSubKey_str.NegativeTests", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "Microsoft.Win32.RegistryTests.RegistryKey_OpenSubKey_str_b.NegativeTests", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "Microsoft.Win32.RegistryTests.RegistryKey_OpenSubKey_str_rkpc.NegativeTests", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "Microsoft.Win32.RegistryTests.RegistryKey_OpenSubKey_str_rkpc_rr.NegativeTests", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "Microsoft.Win32.RegistryTests.RegistryKey_OpenSubKey_str_rr.NegativeTests", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - } - ] + "methods": null } }, { @@ -186,20 +131,7 @@ "exclusions": { "namespaces": null, "classes": null, - "methods": [ - { - "name": "System.CodeDom.Compiler.Tests.CodeCompilerTests.CompileAssemblyFromFileBatch_EmptyFileNameInFileNames_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.CodeDom.Compiler.Tests.CodeCompilerTests.CompileAssemblyFromFile_EmptyFileName_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.CodeDom.Compiler.Tests.CodeCompilerTests.FromFile_EmptyFileName_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - } - ] + "methods": null } }, { @@ -270,24 +202,7 @@ "exclusions": { "namespaces": null, "classes": null, - "methods": [ - { - "name": "System.Collections.Tests.HashtableTests.Ctor_Int_Invalid", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Collections.Tests.HashtableTests.Ctor_Int_IEqualityComparer_Invalid", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Collections.Tests.HashtableTests.Ctor_Int_Int_Invalid", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Collections.Tests.HashtableTests.Ctor_Capacity_LoadFactor_IEqualityComparer_Invalid", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - } - ] + "methods": null } }, { @@ -314,28 +229,7 @@ "exclusions": { "namespaces": null, "classes": null, - "methods": [ - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int_With_NullComparer.SortedSet_Generic_GetViewBetween_LowerValueGreaterThanUpperValue_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_int.SortedSet_Generic_GetViewBetween_LowerValueGreaterThanUpperValue_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Collections.Tests.SortedSet_TreeSubset_String_Tests.SortedSet_Generic_GetViewBetween_LowerValueGreaterThanUpperValue_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Collections.Tests.SortedSet_TreeSubset_Int_Tests.SortedSet_Generic_GetViewBetween_LowerValueGreaterThanUpperValue_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Collections.Tests.SortedSet_Generic_Tests_string.SortedSet_Generic_GetViewBetween_LowerValueGreaterThanUpperValue_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - } - ] + "methods": null } }, { @@ -344,32 +238,7 @@ "exclusions": { "namespaces": null, "classes": null, - "methods": [ - { - "name": "System.ComponentModel.DataAnnotations.Schema.Tests.TableAttributeTests.Ctor_String_NullOrWhitespaceName_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.ComponentModel.DataAnnotations.Schema.Tests.TableAttributeTests.Schema_Set_NullOrWhitespaceValue_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.ComponentModel.DataAnnotations.Schema.Tests.ForeignKeyAttributeTests.Ctor_String_NullOrWhitespaceName_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.ComponentModel.DataAnnotations.Schema.Tests.InversePropertyAttributeTests.Ctor_String_NullOrWhitespaceProperty_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.ComponentModel.DataAnnotations.Schema.Tests.ColumnAttributeTests.Ctor_String_NullOrWhitespaceName_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.ComponentModel.DataAnnotations.Schema.Tests.ColumnAttributeTests.TypeName_Set_NullOrWhitespaceValue_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - } - ] + "methods": null } }, { @@ -435,14 +304,6 @@ { "name": "System.ComponentModel.Tests.DesignerAttributeTests.Ctor_NullDesignerTypeName_ThrowsArgumentNullExceptionException", "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentNullException)\\r\\nActual: typeof(System.NullReferenceException): Object reference not set to an instance of an object." - }, - { - "name": "System.ComponentModel.Tests.EnumConverterTests.ConvertTo_WithContext_Negative", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Timers.Tests.TimersDescriptionAttributeTests.Description_GetWithNullDescription_ThrowsArgumentNullException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." } ] } @@ -691,16 +552,7 @@ "exclusions": { "namespaces": null, "classes": null, - "methods": [ - { - "name": "System.Diagnostics.TraceSourceTests.TraceSourceClassTests.ConstrutorExceptionTest", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Diagnostics.TraceSourceTests.TraceSourceClassTests.EmptySourceName", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - } - ] + "methods": null } }, { @@ -718,12 +570,7 @@ "exclusions": { "namespaces": null, "classes": null, - "methods": [ - { - "name": "System.DirectoryServices.AccountManagement.Tests.ComputerPrincipalTest.Ctor_EmptySamAccountName_ThrowsArgumentNullException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - } - ] + "methods": null } }, { @@ -751,46 +598,6 @@ "namespaces": null, "classes": null, "methods": [ - { - "name": "System.Drawing.Drawing2D.Tests.PathGradientBrushTests.Transform_Null_ArgumentNullException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Drawing.Imaging.Tests.MetafileTests.Static_GetMetafileHeader_InvalidPath_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Drawing.Imaging.Tests.MetafileTests.Ctor_InvalidPath_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Drawing.Imaging.Tests.MetafileTests.Ctor_InvalidPathI_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Drawing.Tests.IconTests.ExtractAssociatedIcon_InvalidFilePath_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Drawing.Tests.ImageTests.FromFile_EmptyFileName_ThrowsArgumentNullException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Drawing.Drawing2D.Tests.HatchBrushTests.Ctor_InvalidHatchStyle_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Drawing.Tests.BufferedGraphicsContextTests.MaximumBuffer_SetInvalidHeight_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Drawing.Tests.BufferedGraphicsContextTests.MaximumBuffer_SetInvalidWidth_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Drawing.Drawing2D.Tests.LinearGradientBrushTests.Transform_SetNull_ThrowsArgumentNullException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, { "name": "System.Drawing.Tests.GraphicsTests.InterpolationMode_SetInvalid_ThrowsInvalidEnumArgumentException", "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\r\\nActual: typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-2) is invalid for Enum type 'InterpolationMode'.\\r\\nParameter name: value" @@ -818,14 +625,6 @@ { "name": "System.Drawing.Tests.GraphicsTests.TextRenderingHint_SetInvalid_ThrowsInvalidEnumArgumentException", "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\r\\nActual: typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-1) is invalid for Enum type 'TextRenderingHint'.\\r\\nParameter name: value" - }, - { - "name": "System.Drawing.Tests.BitmapTests.Ctor_NullGraphics_ThrowsArgumentNullException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Drawing.Tests.BitmapTests.Ctor_InvalidFilePath_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." } ] } @@ -881,12 +680,7 @@ "exclusions": { "namespaces": null, "classes": null, - "methods": [ - { - "name": "System.Globalization.Tests.RegionInfoMethodTests.Ctor_EmptyName_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - } - ] + "methods": null } }, { @@ -958,12 +752,7 @@ "exclusions": { "namespaces": null, "classes": null, - "methods": [ - { - "name": "System.IO.FileSystem.DriveInfoTests.DriveInfoWindowsTests.Ctor_InvalidPath_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - } - ] + "methods": null } }, { @@ -1015,22 +804,6 @@ "name": "System.IO.Tests.Enumeration.ExampleTests.GetFileNamesEnumerable", "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." }, - { - "name": "System.IO.Tests.FileStream_SetLength.SetLengthUnseekableThrows", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.IO.Tests.FileStream_Seek.SeekUnseekableThrows", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.IO.Tests.FileStream_Seek.InvalidSeekOriginThrows", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.IO.Tests.FileStream_Seek.SeekDisposedThrows", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, { "name": "System.IO.Tests.DirectoryInfo_CreateSubDirectory.ValidPathWithoutTrailingSlash", "reason": "System.ArgumentException System.ArgumentException : The directory specified, 'oq3eklx3.oeu', is not a subdirectory of 'C:\\\\Users\\\\anandono\\\\AppData\\\\Local\\\\Temp\\\\DirectoryInfo_CreateSubDirectory_vv4tbdki.2q5\\\\ValidPathWithoutTrailingSlash_142_98959e38\\\\'.\\r\\nParameter name: path" @@ -1077,20 +850,7 @@ "exclusions": { "namespaces": null, "classes": null, - "methods": [ - { - "name": "System.IO.IsolatedStorage.GetCreationTimeTests.GetCreationTime_RaisesArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.IO.IsolatedStorage.GetLastAccessTimeTests.GetLastAccessTime_RaisesArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.IO.IsolatedStorage.GetLastWriteTimeTests.GetLastWriteTime_RaisesArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - } - ] + "methods": null } }, { @@ -1108,16 +868,7 @@ "exclusions": { "namespaces": null, "classes": null, - "methods": [ - { - "name": "System.IO.MemoryMappedFiles.Tests.MemoryMappedFileTests_CreateFromFile.InvalidArguments_Mode_Truncate", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.IO.MemoryMappedFiles.Tests.MemoryMappedFileTests_CreateFromFile.InvalidArguments_Mode", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - } - ] + "methods": null } }, { @@ -1189,16 +940,7 @@ "exclusions": { "namespaces": null, "classes": null, - "methods": [ - { - "name": "System.IO.Tests.Uma_ReadWriteStructArray.UmaReadWriteGenericStringStructArray_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.IO.Tests.Uma_ReadWriteStructArray.UmaReadWriteStructArrayWithReferenceType_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - } - ] + "methods": null } }, { @@ -1234,48 +976,7 @@ "exclusions": { "namespaces": null, "classes": null, - "methods": [ - { - "name": "System.Linq.Parallel.Tests.GroupJoinTests.GroupJoin_CustomComparator_LeftWithOrderingColisions", - "reason": "Xunit.Sdk.AllException Assert.All() Failure: 1 out of 1 items in the collection did not pass.\\r\\n[0]: Item: [0, System.Linq.Parallel.ListChunk`1[System.Int32]]\\r\\n Xunit.Sdk.AllException: Assert.All() Failure: 3 out of 4 items in the collection did not pass.\\r\\n [3]: Item: 4\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 12\\r\\n Actual: 4\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.GroupJoinTests.<>c__DisplayClass23_2.b__5(Int32 y) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\GroupJoinTests.cs:line 407\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n [2]: Item: 12\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 8\\r\\n Actual: 12\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.GroupJoinTests.<>c__DisplayClass23_2.b__5(Int32 y) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\GroupJoinTests.cs:line 407\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n [1]: Item: 8\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 4\\r\\n Actual: 8\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.GroupJoinTests.<>c__DisplayClass23_2.b__5(Int32 y) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\GroupJoinTests.cs:line 407\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 45\\r\\n at System.Linq.Parallel.Tests.GroupJoinTests.<>c__DisplayClass23_0.b__4(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\GroupJoinTests.cs:line 414\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36" - }, - { - "name": "System.Linq.Parallel.Tests.GroupJoinTests.GroupJoin_Multiple_LeftWithOrderingColisions", - "reason": "Xunit.Sdk.AllException Assert.All() Failure: 1 out of 1 items in the collection did not pass.\\r\\n[0]: Item: [0, System.Linq.Parallel.ListChunk`1[System.Int32]]\\r\\n Xunit.Sdk.AllException: Assert.All() Failure: 2 out of 2 items in the collection did not pass.\\r\\n [1]: Item: 0\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 1\\r\\n Actual: 0\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n [0]: Item: 1\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 0\\r\\n Actual: 1\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 45\\r\\n at System.Linq.Parallel.Tests.GroupJoinTests.<>c__DisplayClass17_0.b__4(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\GroupJoinTests.cs:line 261\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36" - }, - { - "name": "System.Linq.Parallel.Tests.GroupJoinTests.GroupJoin_CustomComparator", - "reason": "Xunit.Sdk.AllException Assert.All() Failure: 1 out of 1 items in the collection did not pass.\\r\\n[0]: Item: [0, System.Linq.Parallel.ListChunk`1[System.Int32]]\\r\\n Xunit.Sdk.AllException: Assert.All() Failure: 2 out of 4 items in the collection did not pass.\\r\\n [2]: Item: 0\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 8\\r\\n Actual: 0\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n [0]: Item: 8\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 0\\r\\n Actual: 8\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 45\\r\\n at System.Linq.Parallel.Tests.GroupJoinTests.<>c__DisplayClass21_0.b__3(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\GroupJoinTests.cs:line 335\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36" - }, - { - "name": "System.Linq.Parallel.Tests.GroupJoinTests.GroupJoin_Multiple", - "reason": "Xunit.Sdk.AllException Assert.All() Failure: 1 out of 1 items in the collection did not pass.\\r\\n[0]: Item: [0, System.Linq.Parallel.ListChunk`1[System.Int32]]\\r\\n Xunit.Sdk.AllException: Assert.All() Failure: 8 out of 8 items in the collection did not pass.\\r\\n [7]: Item: 0\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 7\\r\\n Actual: 0\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n [6]: Item: 7\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 6\\r\\n Actual: 7\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n [5]: Item: 6\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 5\\r\\n Actual: 6\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n [4]: Item: 5\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 4\\r\\n Actual: 5\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n [3]: Item: 4\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 3\\r\\n Actual: 4\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n [2]: Item: 3\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 2\\r\\n Actual: 3\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n [1]: Item: 2\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 1\\r\\n Actual: 2\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n [0]: Item: 1\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 0\\r\\n Actual: 1\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 45\\r\\n at System.Linq.Parallel.Tests.GroupJoinTests.<>c__DisplayClass15_0.b__3(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\GroupJoinTests.cs:line 219\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36" - }, - { - "name": "System.Linq.Parallel.Tests.JoinTests.Join_Multiple", - "reason": "Xunit.Sdk.AllException Assert.All() Failure: 2 out of 2 items in the collection did not pass.\\r\\n[1]: Item: [0, 0]\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 1\\r\\n Actual: 0\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.JoinTests.<>c__DisplayClass15_0.b__3(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 177\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n[0]: Item: [0, 1]\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 0\\r\\n Actual: 1\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.JoinTests.<>c__DisplayClass15_0.b__3(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 177\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36" - }, - { - "name": "System.Linq.Parallel.Tests.JoinTests.Join_CustomComparator_LeftWithOrderingColisions_UnorderedRight", - "reason": "Xunit.Sdk.AllException Assert.All() Failure: 3 out of 8 items in the collection did not pass.\\r\\n[4]: Item: [6, 6]\\r\\n System.Exception: Key: 6, Value: 6 ---> Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 2\\r\\n Actual: 1\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 533\\r\\n --- End of inner exception stack trace ---\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 547\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n[3]: Item: [0, 0]\\r\\n System.Exception: Key: 0, Value: 0 ---> Xunit.Sdk.TrueException: Key already seen! 0\\r\\n Expected: True\\r\\n Actual: False\\r\\n at Xunit.Assert.True(Nullable`1 condition, String userMessage) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\BooleanAsserts.cs:line 95\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 531\\r\\n --- End of inner exception stack trace ---\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 547\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n[1]: Item: [2, 2]\\r\\n System.Exception: Key: 2, Value: 2 ---> Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 2\\r\\n Actual: 1\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 533\\r\\n --- End of inner exception stack trace ---\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 547\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36" - }, - { - "name": "System.Linq.Parallel.Tests.JoinTests.Join_CustomComparator", - "reason": "Xunit.Sdk.AllException Assert.All() Failure: 1 out of 2 items in the collection did not pass.\\r\\n[0]: Item: [0, 8]\\r\\n Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 0\\r\\n Actual: 8\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.JoinTests.<>c__DisplayClass25_0.b__3(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 321\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36" - }, - { - "name": "System.Linq.Parallel.Tests.JoinTests.Join_Multiple_LeftWithOrderingColisions_UnorderedRight", - "reason": "Xunit.Sdk.AllException Assert.All() Failure: 3 out of 8 items in the collection did not pass.\\r\\n[4]: Item: [6, 6]\\r\\n System.Exception: Key: 6, Value: 6 ---> Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 2\\r\\n Actual: 1\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 533\\r\\n --- End of inner exception stack trace ---\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 547\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n[3]: Item: [0, 0]\\r\\n System.Exception: Key: 0, Value: 0 ---> Xunit.Sdk.TrueException: Key already seen! 0\\r\\n Expected: True\\r\\n Actual: False\\r\\n at Xunit.Assert.True(Nullable`1 condition, String userMessage) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\BooleanAsserts.cs:line 95\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 531\\r\\n --- End of inner exception stack trace ---\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 547\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n[1]: Item: [2, 2]\\r\\n System.Exception: Key: 2, Value: 2 ---> Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 2\\r\\n Actual: 1\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 533\\r\\n --- End of inner exception stack trace ---\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 547\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36" - }, - { - "name": "System.Linq.Parallel.Tests.JoinTests.Join_CustomComparator_LeftWithOrderingColisions", - "reason": "Xunit.Sdk.AllException Assert.All() Failure: 2 out of 3 items in the collection did not pass.\\r\\n[1]: Item: [0, 0]\\r\\n System.Exception: Key: 0, Value: 0 ---> Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 8\\r\\n Actual: 0\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 543\\r\\n --- End of inner exception stack trace ---\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 547\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n[0]: Item: [0, 8]\\r\\n System.Exception: Key: 0, Value: 8 ---> Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 0\\r\\n Actual: 8\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 543\\r\\n --- End of inner exception stack trace ---\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 547\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36" - }, - { - "name": "System.Linq.Parallel.Tests.JoinTests.Join_Multiple_LeftWithOrderingColisions", - "reason": "Xunit.Sdk.AllException Assert.All() Failure: 2 out of 3 items in the collection did not pass.\\r\\n[1]: Item: [0, 0]\\r\\n System.Exception: Key: 0, Value: 0 ---> Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 8\\r\\n Actual: 0\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 543\\r\\n --- End of inner exception stack trace ---\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 547\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36\\r\\n[0]: Item: [0, 8]\\r\\n System.Exception: Key: 0, Value: 8 ---> Xunit.Sdk.EqualException: Assert.Equal() Failure\\r\\n Expected: 0\\r\\n Actual: 8\\r\\n at Xunit.Assert.Equal[T](T expected, T actual, IEqualityComparer`1 comparer) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\EqualityAsserts.cs:line 40\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 543\\r\\n --- End of inner exception stack trace ---\\r\\n at System.Linq.Parallel.Tests.JoinTests.LeftOrderingCollisionTest.<>c__DisplayClass4_0.b__0(KeyValuePair`2 p) in C:\\\\Users\\\\anandono\\\\source\\\\repos\\\\corefx\\\\src\\\\System.Linq.Parallel\\\\tests\\\\QueryOperators\\\\JoinTests.cs:line 547\\r\\n at Xunit.Assert.All[T](IEnumerable`1 collection, Action`1 action) in C:\\\\projects\\\\xunit\\\\src\\\\xunit.assert\\\\Asserts\\\\CollectionAsserts.cs:line 36" - } - ] + "methods": null } }, { @@ -1329,20 +1030,7 @@ "exclusions": { "namespaces": null, "classes": null, - "methods": [ - { - "name": "System.Tests.StringTests.CompareOrdinal_NegativeLength_ThrowsArgumentOutOfRangeException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Tests.StringTests.IndexOfAny_InvalidStartIndex_ThrowsArgumentOutOfRangeException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Tests.StringTests.IndexOfAny_NullAnyOf_ThrowsArgumentNullException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - } - ] + "methods": null } }, { @@ -1413,16 +1101,7 @@ "exclusions": { "namespaces": null, "classes": null, - "methods": [ - { - "name": "System.Net.Tests.HttpListenerAuthenticationTests.ExtendedProtectionSelectorDelegate_SetNull_ThrowsArgumentNullException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Net.Tests.HttpListenerAuthenticationTests.ExtendedProtectionPolicy_SetCustomChannelBinding_ThrowsObjectDisposedException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - } - ] + "methods": null } }, { @@ -1547,28 +1226,7 @@ "exclusions": { "namespaces": null, "classes": null, - "methods": [ - { - "name": "System.Net.Tests.RequestStreamTest.BeginWriteAsync_CountIsNegative_ThrowsArgumentOutOfRangeException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Net.Tests.RequestStreamTest.BeginWriteAsync_OffsetPlusCountExceedsBufferLength_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Net.Tests.HttpWebRequestTest.Host_SetInvalidUri_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Net.Tests.HttpWebRequestTest.Host_SetNullValue_ThrowsArgumentNullException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Net.Tests.HttpWebRequestTest.Host_SetSlash_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - } - ] + "methods": null } }, { @@ -1731,16 +1389,7 @@ "exclusions": { "namespaces": null, "classes": null, - "methods": [ - { - "name": "System.PrivateUri.Tests.UriBuilderTests.InvalidScheme_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.PrivateUri.Tests.UriBuilderTests.Ctor_InvalidExtraValue_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - } - ] + "methods": null } }, { @@ -2270,26 +1919,6 @@ "namespaces": null, "classes": null, "methods": [ - { - "name": "System.Tests.EnvironmentTests.CurrentDirectory_Empty_Path_Throws_ArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Reflection.Tests.AssemblyNameProxyTests.GetAssemblyName_AssemblyNameProxy", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Tests.BitConverterTests.ValueArgumentNull", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Tests.BitConverterTests.StartIndexPlusNeededLengthTooLong", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.IO.Tests.PathTests.GetFullPath_InvalidArgs", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, { "name": "System.IO.Tests.PathTests_Join.JoinTwoPaths", "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." @@ -2461,38 +2090,6 @@ "namespaces": null, "classes": null, "methods": [ - { - "name": "System.Reflection.Tests.AssemblyNameTests.GetAssemblyName", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Reflection.Tests.AssemblyTests.LoadFile_NoSuchPath_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Reflection.Tests.AssemblyTests.LoadFrom_EmptyAssemblyFile_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Tests.GuidTests.Ctor_Int_Short_Short_ByteArray_InvalidLengthByteArray_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Tests.GuidTests.CompareTo_ValueNotGuid_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Tests.GuidTests.CtorSpan_InvalidLengthByteArray_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Tests.GuidTests.Ctor_InvalidLengthByteArray_ThrowsArgumentException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Text.Tests.StringBuilderTests.Append_Char_NoSpareCapacity_ThrowsArgumentOutOfRangeException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, { "name": "System.Tests.DecimalTests.GetHashCode", "reason": "Xunit.Sdk.XunitException Decimal 3 has multiple hash codes: 1074266112 (3) and -1074266097 (3.000000000000000000000000000)" @@ -2504,18 +2101,6 @@ { "name": "System.Tests.ArrayTests.Copy", "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\nExpected: Object[,] [1, 2, 3, 4, 5, ...]\\r\\nActual: Object[,] [1, 2, 3, 4, 5, ...]" - }, - { - "name": "System.Tests.StringTests.IndexOfAny_NullAnyOf_ThrowsArgumentNullException", - "reason": "System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'" - }, - { - "name": "System.Tests.StringTests.CompareOrdinal_NegativeLength_ThrowsArgumentOutOfRangeException", - "reason": "System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'" - }, - { - "name": "System.Tests.StringTests.IndexOfAny_InvalidStartIndex_ThrowsArgumentOutOfRangeException", - "reason": "System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'" } ] } @@ -2544,24 +2129,7 @@ "exclusions": { "namespaces": null, "classes": null, - "methods": [ - { - "name": "System.Security.Cryptography.DeriveBytesTests.Rfc2898Tests.Ctor_DiminishedSalt", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Security.Cryptography.DeriveBytesTests.Rfc2898Tests.Ctor_GenerateZeroSalt", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Security.Cryptography.DeriveBytesTests.Rfc2898Tests.Ctor_EmptySalt", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Security.Cryptography.DeriveBytesTests.Rfc2898Tests.Ctor_GenerateDiminishedSalt", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - } - ] + "methods": null } }, { @@ -2579,12 +2147,7 @@ "exclusions": { "namespaces": null, "classes": null, - "methods": [ - { - "name": "System.Security.Cryptography.Csp.Tests.CspParametersTests.SetFlags_ValidatesInput", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - } - ] + "methods": null } }, { @@ -2917,12 +2480,7 @@ "exclusions": { "namespaces": null, "classes": null, - "methods": [ - { - "name": "System.Security.Cryptography.Encryption.Tests.Asymmetric.CryptoStreamTests.Ctor", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - } - ] + "methods": null } }, { @@ -3095,42 +2653,6 @@ "namespaces": null, "classes": null, "methods": [ - { - "name": "System.Text.RegularExpressions.Tests.RegexCompilationInfoTests.Name_GetSet", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Text.RegularExpressions.Tests.RegexCompilationInfoTests.Pattern_GetSet", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Text.RegularExpressions.Tests.RegexCompilationInfoTests.Namespace_GetSet", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Text.RegularExpressions.Tests.GroupCollectionReadOnlyDictionaryTests.IReadOnlyDictionary_TryGetValueSuccess", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Boolean System.Text.RegularExpressions.GroupCollection.TryGetValue(System.String, System.Text.RegularExpressions.Group ByRef)'." - }, - { - "name": "System.Text.RegularExpressions.Tests.GroupCollectionReadOnlyDictionaryTests.IReadOnlyDictionary_TryGetValue_NoMatch", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Boolean System.Text.RegularExpressions.GroupCollection.TryGetValue(System.String, System.Text.RegularExpressions.Group ByRef)'." - }, - { - "name": "System.Text.RegularExpressions.Tests.GroupCollectionReadOnlyDictionaryTests.IReadOnlyDictionary_Values", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.Collections.Generic.IEnumerable`1 System.Text.RegularExpressions.GroupCollection.get_Values()'." - }, - { - "name": "System.Text.RegularExpressions.Tests.GroupCollectionReadOnlyDictionaryTests.IReadOnlyDictionary_TryGetValue_DoesntExist", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Boolean System.Text.RegularExpressions.GroupCollection.TryGetValue(System.String, System.Text.RegularExpressions.Group ByRef)'." - }, - { - "name": "System.Text.RegularExpressions.Tests.GroupCollectionReadOnlyDictionaryTests.IReadOnlyDictionary_TryGetValue_Number", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Boolean System.Text.RegularExpressions.GroupCollection.TryGetValue(System.String, System.Text.RegularExpressions.Group ByRef)'." - }, - { - "name": "System.Text.RegularExpressions.Tests.GroupCollectionReadOnlyDictionaryTests.IReadOnlyDictionary_Keys", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.Collections.Generic.IEnumerable`1 System.Text.RegularExpressions.GroupCollection.get_Keys()'." - }, { "name": "System.Text.RegularExpressions.Tests.GroupCollectionReadOnlyDictionaryTests.IReadOnlyDictionary_GetEnumerator", "reason": "System.EntryPointNotFoundException System.EntryPointNotFoundException : Entry point was not found." @@ -3247,14 +2769,6 @@ "name": "System.Threading.Tests.EventWaitHandleTests.Ctor_ValidNames", "reason": "System.ArgumentException System.ArgumentException : The name '8503e07c28f04a8e8ce1c4604f6adbb2aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa' can be no more than 260 characters in length.\\r\\nParameter name: name" }, - { - "name": "System.Threading.Tests.EventWaitHandleTests.OpenExisting_InvalidNames_Windows", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, - { - "name": "System.Threading.Tests.MutexTests.OpenExisting_InvalidNames", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, { "name": "System.Threading.Tests.MutexTests.Ctor_ValidName", "reason": "System.ArgumentException System.ArgumentException : The name '998ce9564d1745d8b901082f7ad17183aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa' can be no more than 260 characters in length.\\r\\nParameter name: name" @@ -3263,10 +2777,6 @@ "name": "System.Threading.Tests.MutexTests.OpenExisting", "reason": "System.ArgumentException System.ArgumentException : The name '9cc4ad4ac10046cdb05f91bf0f81ad13aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa' can be no more than 260 characters in length.\\r\\nParameter name: name" }, - { - "name": "System.Threading.Tests.SemaphoreTests.OpenExisting_InvalidNames_Windows", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - }, { "name": "System.Threading.Tests.SemaphoreTests.OpenExisting_SameAsOriginal_Windows", "reason": "System.ArgumentException System.ArgumentException : The name '03ded9d0ccd74eefa101daae32e80ef8aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa' can be no more than 260 characters in length.\\r\\nParameter name: name" From e59e80c7db961f4a21e756a545feb5ab6ae18e01 Mon Sep 17 00:00:00 2001 From: Andon Andonov Date: Thu, 21 Jun 2018 15:29:10 -0700 Subject: [PATCH 16/28] Add capability to run all tests for running Helix test lists directly --- tests/runtest.cmd | 12 +++++-- .../Common/CoreFX/TestFileSetup/Program.cs | 33 +++++++++++-------- 2 files changed, 30 insertions(+), 15 deletions(-) diff --git a/tests/runtest.cmd b/tests/runtest.cmd index 609846337208..1f658c91d1bb 100644 --- a/tests/runtest.cmd +++ b/tests/runtest.cmd @@ -41,6 +41,7 @@ set __DoCrossgen= set __CrossgenAltJit= set __PerfTests= set __CoreFXTests= +set __CoreFXTestsRunAllAvailable= :Arg_Loop if "%1" == "" goto ArgsDone @@ -80,6 +81,7 @@ if /i "%1" == "ilasmroundtrip" (set __IlasmRoundTrip=1&shift&goto Arg_Loo if /i "%1" == "GenerateLayoutOnly" (set __GenerateLayoutOnly=1&shift&goto Arg_Loop) if /i "%1" == "PerfTests" (set __PerfTests=true&shift&goto Arg_Loop) if /i "%1" == "CoreFXTests" (set __CoreFXTests=true&shift&goto Arg_Loop) +if /i "%1" == "CoreFXTestsAll" (set __CoreFXTests=true&shift&set __CoreFXTestsRunAllAvailable=true&shift&goto Arg_Loop) if /i "%1" == "CoreFXTestList" (set __CoreFXTests=true&set __CoreFXTestList=%2&shift&shift&goto Arg_Loop) if /i "%1" == "runcrossgentests" (set RunCrossGen=true&shift&goto Arg_Loop) if /i "%1" == "link" (set DoLink=true&set ILLINK=%2&shift&shift&goto Arg_Loop) @@ -336,11 +338,17 @@ set _CoreFXTestExecutableArgs= --notrait category=nonnetcoreapptests --notrait c REM Set the log file name to something Jenkins can understand set _CoreFX_TestLogFileName=testResults.xml set _CoreFX_TestRunScriptName=CoreCLR_RunTest.cmd +echo All coreFX tests set to %__CoreFXTestsRunAllAvailable% +if "%__CoreFXTestsRunAllAvailable%" == "true" ( + set _CoreFX_RunCommand=--runAllTests +) else ( + set _CoreFX_RunCommand=--runSpecifiedTests +) echo Downloading and Running CoreFX Test Binaries -echo call "%_dotnet%" "%_CoreFXTestUtilitiesOutputPath%\%_CoreFXTestSetupUtilityName%.dll" --clean --outputDirectory "%_CoreFXTestBinariesPath%" --testListJsonPath "%__CoreFXTestList%" --testUrl "%_CoreFXTestRemoteURL%" --runTests --dotnetPath "%_CoreFXTestHost%\dotnet.exe" --executable %_CoreFXTestExecutable% --logPath %_CoreFXLogsDir% %_CoreFXTestExecutableArgs% -call "%_dotnet%" "%_CoreFXTestUtilitiesOutputPath%\%_CoreFXTestSetupUtilityName%.dll" --clean --outputDirectory "%_CoreFXTestBinariesPath%" --testListJsonPath "%__CoreFXTestList%" --testUrl "%_CoreFXTestRemoteURL%" --runTests --dotnetPath "%_CoreFXTestHost%\dotnet.exe" --executable %_CoreFXTestExecutable% --log %_CoreFXLogsDir% %_CoreFXTestExecutableArgs% +echo call "%_dotnet%" "%_CoreFXTestUtilitiesOutputPath%\%_CoreFXTestSetupUtilityName%.dll" --clean --outputDirectory "%_CoreFXTestBinariesPath%" --testListJsonPath "%__CoreFXTestList%" --testUrl "!_CoreFXTestRemoteURL!" %_CoreFX_RunCommand% --dotnetPath "%_CoreFXTestHost%\dotnet.exe" --executable %_CoreFXTestExecutable% --logPath %_CoreFXLogsDir% %_CoreFXTestExecutableArgs% +call "%_dotnet%" "%_CoreFXTestUtilitiesOutputPath%\%_CoreFXTestSetupUtilityName%.dll" --clean --outputDirectory "%_CoreFXTestBinariesPath%" --testListJsonPath "%__CoreFXTestList%" --testUrl "!_CoreFXTestRemoteURL!" %_CoreFX_RunCommand% --dotnetPath "%_CoreFXTestHost%\dotnet.exe" --executable %_CoreFXTestExecutable% --log %_CoreFXLogsDir% %_CoreFXTestExecutableArgs% if errorlevel 1 ( echo %__MsgPrefix%Running CoreFX tests finished with Failures echo %__MsgPrefix%Check %_CoreFXLogsDir% for test run logs diff --git a/tests/src/Common/CoreFX/TestFileSetup/Program.cs b/tests/src/Common/CoreFX/TestFileSetup/Program.cs index 706873ef8d9e..8f0952be2a7f 100644 --- a/tests/src/Common/CoreFX/TestFileSetup/Program.cs +++ b/tests/src/Common/CoreFX/TestFileSetup/Program.cs @@ -23,7 +23,8 @@ public class Program // Test Run Options private static string dotnetPath; - private static bool runTests; + private static bool runSpecifiedTests; + private static bool runAllTests; private static int maximumDegreeOfParalellization; private static string logRootOutputPath; @@ -36,22 +37,17 @@ public static void Main(string[] args) // Initialize default options exitCode = ExitCode.Success; maximumDegreeOfParalellization = Environment.ProcessorCount; - runTests = false; + runSpecifiedTests = false; + runAllTests = false; cleanTestBuild = false; ArgumentSyntax argSyntax = ParseCommandLine(args); try { - SetupTests(); + SetupTests(runAllTests); - if (runTests) + if (runSpecifiedTests || runAllTests) { - if (String.IsNullOrEmpty(dotnetPath)) - throw new ArgumentException("Please supply a test host location to run tests."); - - if (!File.Exists(dotnetPath)) - throw new ArgumentException("Invalid testhost path. Please supply a test host location to run tests."); - exitCode = RunTests(); } @@ -101,7 +97,8 @@ private static ArgumentSyntax ParseCommandLine(string[] args) syntax.DefineOption("testUrl", ref testUrl, "URL, pointing to the list of tests"); syntax.DefineOption("testListJsonPath", ref testListPath, "JSON-formatted list of test assembly names to download"); syntax.DefineOption("clean|cleanOutputDir", ref cleanTestBuild, "Clean test assembly output directory"); - syntax.DefineOption("run|runTests", ref runTests, "Run Tests after setup"); + syntax.DefineOption("runSpecified|runSpecifiedTests", ref runSpecifiedTests, "Run specified Tests after setup"); + syntax.DefineOption("runAll|runAllTests", ref runAllTests, "Run All available Tests in the specified TestList"); syntax.DefineOption("dotnet|dotnetPath", ref dotnetPath, "Path to dotnet executable used to run tests."); syntax.DefineOption("executable|executableName", ref executableName, "Name of the test executable to start"); syntax.DefineOption("log|logPath|logRootOutputPath", ref logRootOutputPath, "Run Tests after setup"); @@ -109,10 +106,20 @@ private static ArgumentSyntax ParseCommandLine(string[] args) syntax.DefineOptionList("notrait", ref traitExclusions, "Traits to be excluded from test runs"); }); + + if (runSpecifiedTests || runAllTests) + { + if (String.IsNullOrEmpty(dotnetPath)) + throw new ArgumentException("Please supply a test host location to run tests."); + + if (!File.Exists(dotnetPath)) + throw new ArgumentException("Invalid testhost path. Please supply a test host location to run tests."); + } + return argSyntax; } - private static void SetupTests() + private static void SetupTests(bool runAll = false) { testFileHelper = new TestFileHelper(); @@ -127,7 +134,7 @@ private static void SetupTests() // Map test names to their definitions Dictionary testAssemblyDefinitions = testFileHelper.DeserializeTestJson(testListPath); - testFileHelper.SetupTests(testUrl, outputDir, testAssemblyDefinitions).Wait(); + testFileHelper.SetupTests(testUrl, outputDir, testAssemblyDefinitions, runAll).Wait(); } private static ExitCode RunTests() From d7b2a1ef3aa976aa11b503b70788199ede13434e Mon Sep 17 00:00:00 2001 From: Andon Andonov Date: Fri, 22 Jun 2018 17:33:00 -0700 Subject: [PATCH 17/28] Refactor build script to build testhost when skipping managed tests --- build-test.cmd | 66 +++++++++++++++++++++++++++----------------------- 1 file changed, 36 insertions(+), 30 deletions(-) diff --git a/build-test.cmd b/build-test.cmd index e7d981476acb..ecf2a7ad8026 100644 --- a/build-test.cmd +++ b/build-test.cmd @@ -46,6 +46,7 @@ set processedArgs= set __unprocessedBuildArgs= set __RunArgs= set __BuildAgainstPackagesArg= +set __SkipRestorePackages= set __RuntimeId= set __ZipTests= set __TargetsWindows=1 @@ -76,6 +77,7 @@ if /i "%1" == "checked" (set __BuildType=Checked&set processedArgs if /i "%1" == "skipmanaged" (set __SkipManaged=1&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) if /i "%1" == "toolset_dir" (set __ToolsetDir=%2&set __PassThroughArgs=%__PassThroughArgs% %2&set processedArgs=!processedArgs! %1 %2&shift&shift&goto Arg_Loop) if /i "%1" == "buildagainstpackages" (set __ZipTests=1&set __BuildAgainstPackagesArg=-BuildTestsAgainstPackages&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) +if /i "%1" == "skiprestorepackages" (set __ZipTests=1&set __SkipRestorePackages=1) if /i "%1" == "ziptests" (set __ZipTests=1&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) if /i "%1" == "crossgen" (set __DoCrossgen=1&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) if /i "%1" == "runtimeid" (set __RuntimeId=%2&set processedArgs=!processedArgs! %1 %2&shift&shift&goto Arg_Loop) @@ -224,8 +226,7 @@ if errorlevel 1 ( :skipnative set "__TestWorkingDir=%__RootBinDir%\tests\%__BuildOS%.%__BuildArch%.%__BuildType%" - -if not defined __BuildAgainstPackagesArg goto SkipRestoreProduct +if "%__SkipRestorePackages%" == 1 goto SkipRestoreProduct REM ========================================================================================= REM === REM === Restore product binaries from packages @@ -245,6 +246,7 @@ set __msbuildErr=/flp2:ErrorsOnly;LogFile="%__BuildErr%" call "%__ProjectDir%\run.cmd" build -Project=%__ProjectDir%\tests\build.proj -BatchRestorePackages -MsBuildLog=!__msbuildLog! -MsBuildWrn=!__msbuildWrn! -MsBuildErr=!__msbuildErr! %__RunArgs% %__BuildAgainstPackagesArg% %__unprocessedBuildArgs% +if not defined __BuildAgainstPackagesArg goto SkipRestoreProduct set __BuildLogRootName=Tests_GenerateRuntimeLayout set __BuildLog=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.log set __BuildWrn=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.wrn @@ -263,7 +265,7 @@ echo %__MsgPrefix% Restored CoreCLR product from packages :SkipRestoreProduct -if defined __SkipManaged exit /b 0 +if defined __SkipManaged goto BuildTestHost REM ========================================================================================= REM === @@ -316,6 +318,7 @@ for /l %%G in (1, 1, %__BuildLoopCount%) do ( set __AppendToLog=true ) +:BuildTestHost REM Prepare the Test Drop REM Cleans any NI from the last run powershell -NoProfile "Get-ChildItem -path %__TestWorkingDir% -Include '*.ni.*' -Recurse -Force | Remove-Item -force" @@ -344,22 +347,9 @@ if defined __BuildAgainstPackagesArg ( ) ) -echo %__MsgPrefix%Creating test wrappers... - -set RuntimeIdArg= -set TargetsWindowsArg= - -if defined __RuntimeId ( - set RuntimeIdArg=-RuntimeID="%__RuntimeId%" -) - -if "%__TargetsWindows%"=="1" ( - set TargetsWindowsArg=-TargetsWindows=true -) else if "%__TargetsWindows%"=="0" ( - set TargetsWindowsArg=-TargetsWindows=false -) +echo %__MsgPrefix%Creating test overlay... -set __BuildLogRootName=Tests_XunitWrapper +set __BuildLogRootName=Tests_Overlay_Managed set __BuildLog=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.log set __BuildWrn=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.wrn set __BuildErr=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.err @@ -367,15 +357,18 @@ set __msbuildLog=/flp:Verbosity=normal;LogFile="%__BuildLog%" set __msbuildWrn=/flp1:WarningsOnly;LogFile="%__BuildWrn%" set __msbuildErr=/flp2:ErrorsOnly;LogFile="%__BuildErr%" -call %__ProjectDir%\run.cmd build -Project=%__ProjectDir%\tests\runtest.proj -BuildWrappers -MsBuildEventLogging=" " -MsBuildLog=!__msbuildLog! -MsBuildWrn=!__msbuildWrn! -MsBuildErr=!__msbuildErr! %__RunArgs% %__BuildAgainstPackagesArg% %TargetsWindowsArg% %__unprocessedBuildArgs% +call %__ProjectDir%\run.cmd build -Project=%__ProjectDir%\tests\runtest.proj -testOverlay -MsBuildLog=!__msbuildLog! -MsBuildWrn=!__msbuildWrn! -MsBuildErr=!__msbuildErr! %__RunArgs% %RuntimeIdArg% %__unprocessedBuildArgs% if errorlevel 1 ( - echo Xunit Wrapper build failed + echo %__MsgPrefix%Error: build failed. Refer to the build log files for details: + echo %__BuildLog% + echo %__BuildWrn% + echo %__BuildErr% exit /b 1 ) -echo %__MsgPrefix%Creating test overlay... +xcopy /s /y "%CORE_ROOT_STAGE%" "%CORE_ROOT%" -set __BuildLogRootName=Tests_Overlay_Managed +set __BuildLogRootName=Tests_CoreFX_Testhost set __BuildLog=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.log set __BuildWrn=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.wrn set __BuildErr=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.err @@ -383,7 +376,7 @@ set __msbuildLog=/flp:Verbosity=normal;LogFile="%__BuildLog%" set __msbuildWrn=/flp1:WarningsOnly;LogFile="%__BuildWrn%" set __msbuildErr=/flp2:ErrorsOnly;LogFile="%__BuildErr%" -call %__ProjectDir%\run.cmd build -Project=%__ProjectDir%\tests\runtest.proj -testOverlay -MsBuildLog=!__msbuildLog! -MsBuildWrn=!__msbuildWrn! -MsBuildErr=!__msbuildErr! %__RunArgs% %RuntimeIdArg% %__unprocessedBuildArgs% +call %__ProjectDir%\run.cmd build -Project=%__ProjectDir%\tests\runtest.proj -testHost -MsBuildLog=!__msbuildLog! -MsBuildWrn=!__msbuildWrn! -MsBuildErr=!__msbuildErr! %__RunArgs% %RuntimeIdArg% %__unprocessedBuildArgs% if errorlevel 1 ( echo %__MsgPrefix%Error: build failed. Refer to the build log files for details: echo %__BuildLog% @@ -392,9 +385,25 @@ if errorlevel 1 ( exit /b 1 ) -xcopy /s /y "%CORE_ROOT_STAGE%" "%CORE_ROOT%" +if defined __SkipManaged exit /b 0 +REM End of BuildTestHost -set __BuildLogRootName=Tests_CoreFX_Testhost +echo %__MsgPrefix%Creating test wrappers... + +set RuntimeIdArg= +set TargetsWindowsArg= + +if defined __RuntimeId ( + set RuntimeIdArg=-RuntimeID="%__RuntimeId%" +) + +if "%__TargetsWindows%"=="1" ( + set TargetsWindowsArg=-TargetsWindows=true +) else if "%__TargetsWindows%"=="0" ( + set TargetsWindowsArg=-TargetsWindows=false +) + +set __BuildLogRootName=Tests_XunitWrapper set __BuildLog=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.log set __BuildWrn=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.wrn set __BuildErr=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.err @@ -402,12 +411,9 @@ set __msbuildLog=/flp:Verbosity=normal;LogFile="%__BuildLog%" set __msbuildWrn=/flp1:WarningsOnly;LogFile="%__BuildWrn%" set __msbuildErr=/flp2:ErrorsOnly;LogFile="%__BuildErr%" -call %__ProjectDir%\run.cmd build -Project=%__ProjectDir%\tests\runtest.proj -testHost -MsBuildLog=!__msbuildLog! -MsBuildWrn=!__msbuildWrn! -MsBuildErr=!__msbuildErr! %__RunArgs% %RuntimeIdArg% %__unprocessedBuildArgs% +call %__ProjectDir%\run.cmd build -Project=%__ProjectDir%\tests\runtest.proj -BuildWrappers -MsBuildEventLogging=" " -MsBuildLog=!__msbuildLog! -MsBuildWrn=!__msbuildWrn! -MsBuildErr=!__msbuildErr! %__RunArgs% %__BuildAgainstPackagesArg% %TargetsWindowsArg% %__unprocessedBuildArgs% if errorlevel 1 ( - echo %__MsgPrefix%Error: build failed. Refer to the build log files for details: - echo %__BuildLog% - echo %__BuildWrn% - echo %__BuildErr% + echo Xunit Wrapper build failed exit /b 1 ) From c158f38115ece7d3a8e4d901e6f90c2756b65df1 Mon Sep 17 00:00:00 2001 From: Andon Andonov Date: Sat, 23 Jun 2018 12:58:41 -0700 Subject: [PATCH 18/28] Disable failing System.Threading.Tests.EventWaitHandleTests.Ctor_InvalidMode --- tests/CoreFX/TopN.CoreFX.Windows.issues.json | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/tests/CoreFX/TopN.CoreFX.Windows.issues.json b/tests/CoreFX/TopN.CoreFX.Windows.issues.json index 2b45a495920c..75e178cd0944 100644 --- a/tests/CoreFX/TopN.CoreFX.Windows.issues.json +++ b/tests/CoreFX/TopN.CoreFX.Windows.issues.json @@ -2784,6 +2784,10 @@ { "name": "System.Threading.Tests.SemaphoreTests.Ctor_ValidName_Windows", "reason": "System.ArgumentException System.ArgumentException : The name '27095bdc00264a159609fd12b7052b03aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa' can be no more than 260 characters in length.\\r\\nParameter name: name" + }, + { + "name": "System.Threading.Tests.EventWaitHandleTests.Ctor_InvalidMode", + "reason": "Assert.Equal() Failure Expected: (null) Actual: mode" } ] } From b01e78e51938c1c07628c55b7b7f8c76c4ede221 Mon Sep 17 00:00:00 2001 From: Andon Andonov Date: Mon, 25 Jun 2018 16:03:20 -0700 Subject: [PATCH 19/28] Add switch to skip native test build --- build-test.cmd | 3 +++ 1 file changed, 3 insertions(+) diff --git a/build-test.cmd b/build-test.cmd index ecf2a7ad8026..57d1541557e2 100644 --- a/build-test.cmd +++ b/build-test.cmd @@ -75,6 +75,7 @@ if /i "%1" == "release" (set __BuildType=Release&set processedArgs if /i "%1" == "checked" (set __BuildType=Checked&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) if /i "%1" == "skipmanaged" (set __SkipManaged=1&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) +if /i "%1" == "skipnative" (set __SkipNative=1&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) if /i "%1" == "toolset_dir" (set __ToolsetDir=%2&set __PassThroughArgs=%__PassThroughArgs% %2&set processedArgs=!processedArgs! %1 %2&shift&shift&goto Arg_Loop) if /i "%1" == "buildagainstpackages" (set __ZipTests=1&set __BuildAgainstPackagesArg=-BuildTestsAgainstPackages&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) if /i "%1" == "skiprestorepackages" (set __ZipTests=1&set __SkipRestorePackages=1) @@ -162,6 +163,8 @@ REM ============================================================================ call "%__TestDir%\setup-stress-dependencies.cmd" /arch %__BuildArch% /outputdir %__BinDir% @if defined _echo @echo on +if defined __SkipNative goto skipnative + REM ========================================================================================= REM === REM === Native test build section From b6776f30ab7cb9bbbd34db7604af3eba53827be6 Mon Sep 17 00:00:00 2001 From: Andon Andonov Date: Mon, 25 Jun 2018 18:27:29 -0700 Subject: [PATCH 20/28] Add testing documentation --- Documentation/building/testing-with-corefx.md | 36 +++++++++++++++++++ 1 file changed, 36 insertions(+) diff --git a/Documentation/building/testing-with-corefx.md b/Documentation/building/testing-with-corefx.md index a400d1426f24..5a801ae1d146 100644 --- a/Documentation/building/testing-with-corefx.md +++ b/Documentation/building/testing-with-corefx.md @@ -3,6 +3,7 @@ Testing with CoreFX It may be valuable to use CoreFX tests to validate your changes to CoreCLR or mscorlib. +## Building CoreFX against CoreCLR **NOTE:** The `BUILDTOOLS_OVERRIDE_RUNTIME` property no longer works. To run CoreFX tests with an updated System.Private.Corelib.dll, [use these instructions](https://github.com/dotnet/corefx/blob/master/Documentation/project-docs/developer-guide.md#testing-with-private-coreclr-bits). @@ -27,3 +28,38 @@ Use the following instructions to test a change to the dotnet/coreclr repo using [run-corefx-tests.py](https://github.com/dotnet/coreclr/blob/master/tests/scripts/run-corefx-tests.py) will clone dotnet/corefx and run steps 2-4 above automatically. It is primarily intended to be run by the dotnet/coreclr CI system, but it might provide a useful reference or shortcut for individuals running the tests locally. +## Using the built CoreCLR testhost +**These instructions are currenly Windows only** + +Instead of copying CoreCLR binaries you can also test your changes with an existing CoreFX build or CoreCLR's CI assemblies + +### Locally-built CoreFX +Once you have finished steps 1, 2. and 4. above execute the following instructions to test your local CLR changes with the built-CoreFX changes. + +1. From `` run `build-test.cmd skipmanaged` to generate the test host. +2. Navigate to `\bin\tests\` and then the test you would like to run +3. Run + +```cmd +\bin\..\testhost\dotnet.exe \bin\tests\\xunit.console.netcore.exe .dll +``` +followed by any extra command-line arguments. + +For example to run .NET Core Windows tests from System.Collections.Tests with an x64 Release build of CoreCLR. +``` +pushd C:\corefx\bin\tests\System.Collections.Tests +C:\coreclr\bin\tests\Windows_NT.x64.Release\testhost\dotnet.exe .\xunit.console.netcore.exe .\System.Collections.Tests.dll -notrait category=nonnetcoretests -notraint category=nonwindowstests +``` + +### CI Script +CoreCLR has an alternative way to run CoreFX tests, built for PR CI jobs. To run tests against pre-built binaries you can exscute the following from the CoreCLR repo root: + +1. `.\build.cmd ` +2. `.\build-test.cmd skipmanaged` - generates the test host +3. `.\tests\runtest.cmd corefxtests|corefxtestsall` - runs CoreFX tests + +CoreFXTests - runs all tests defined in TopN.Windows.CoreFX.issues.json or the test list specified with the argument `CoreFXTestList` +CoreFXTestsAll - runs all tests available in the test list found at the URL in `.\coreclr\tests\CoreFX\CoreFXTestListURL.txt`. + +### Helix Testing +To use Helix-built binaries, substitute the URL in `.\coreclr\tests\CoreFX\CoreFXTestListURL.txt` with one acquired from a Helix test run and run the commands above. \ No newline at end of file From 2996714abeb4bf896a27c3f16a18d93ff172ae40 Mon Sep 17 00:00:00 2001 From: Andon Andonov Date: Tue, 26 Jun 2018 11:44:37 -0700 Subject: [PATCH 21/28] Don't run tests marked as "disabled" when running all available tests --- .../CoreFX/TestFileSetup/Helpers/TestFileHelper.cs | 11 +++++++++-- 1 file changed, 9 insertions(+), 2 deletions(-) diff --git a/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestFileHelper.cs b/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestFileHelper.cs index 0d8f754a9266..54299c23d240 100644 --- a/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestFileHelper.cs +++ b/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestFileHelper.cs @@ -52,6 +52,12 @@ public HttpClient HttpClient set{ httpClient = value; } } + private HashSet disabledTests; + + public TestFileHelper() { + disabledTests = new HashSet(); + } + public Dictionary DeserializeTestJson(string testDefinitionFilePath) { JSchemaGenerator jsonGenerator = new JSchemaGenerator(); @@ -81,7 +87,6 @@ public Dictionary DeserializeTestJson(string testDefi } } - // TODO - ABORT AND WARN if (validationMessages.Count != 0) { StringBuilder aggregateExceptionMessage = new StringBuilder(); @@ -104,6 +109,8 @@ public Dictionary DeserializeTestJson(string testDefi // Filter disabled tests if(assembly.IsEnabled) nameToTestAssemblyDef.Add(assembly.Name, assembly); + else + disabledTests.Add(assembly.Name); } return nameToTestAssemblyDef; @@ -164,7 +171,7 @@ public async Task> GetTestUrls(string json { string currentTestName = jsonReader.Value.ToString(); - if (runAllTests || testDefinitions.ContainsKey(currentTestName)) + if ((runAllTests || testDefinitions.ContainsKey(currentTestName)) && !disabledTests.Contains(currentTestName)) { markedTestName = currentTestName; } From d7103aeff3ebf41d9f18bfd4077f5e229aeeddc5 Mon Sep 17 00:00:00 2001 From: Andon Andonov Date: Tue, 26 Jun 2018 11:46:05 -0700 Subject: [PATCH 22/28] Add switch to build only testhost and remove Core_Root_Stage --- build-test.cmd | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/build-test.cmd b/build-test.cmd index 57d1541557e2..482ec1d36cfd 100644 --- a/build-test.cmd +++ b/build-test.cmd @@ -76,6 +76,7 @@ if /i "%1" == "checked" (set __BuildType=Checked&set processedArgs if /i "%1" == "skipmanaged" (set __SkipManaged=1&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) if /i "%1" == "skipnative" (set __SkipNative=1&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) +if /i "%1" == "buildtesthost" (set __SkipNative=1&__SkipManaged=1&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) if /i "%1" == "toolset_dir" (set __ToolsetDir=%2&set __PassThroughArgs=%__PassThroughArgs% %2&set processedArgs=!processedArgs! %1 %2&shift&shift&goto Arg_Loop) if /i "%1" == "buildagainstpackages" (set __ZipTests=1&set __BuildAgainstPackagesArg=-BuildTestsAgainstPackages&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) if /i "%1" == "skiprestorepackages" (set __ZipTests=1&set __SkipRestorePackages=1) @@ -388,7 +389,10 @@ if errorlevel 1 ( exit /b 1 ) -if defined __SkipManaged exit /b 0 +if defined __SkipManaged ( + rd /s /q "%CORE_ROOT_STAGE%" + exit /b 0 +) REM End of BuildTestHost echo %__MsgPrefix%Creating test wrappers... From 187182affd300dfc742e415a28c26c51e68872e4 Mon Sep 17 00:00:00 2001 From: Andon Andonov Date: Tue, 26 Jun 2018 11:56:31 -0700 Subject: [PATCH 23/28] Clean up TopN.CoreFX.Windows.issues.json --- tests/CoreFX/TopN.CoreFX.Windows.issues.json | 3588 ++++-------------- 1 file changed, 826 insertions(+), 2762 deletions(-) diff --git a/tests/CoreFX/TopN.CoreFX.Windows.issues.json b/tests/CoreFX/TopN.CoreFX.Windows.issues.json index 75e178cd0944..0cea22db99cb 100644 --- a/tests/CoreFX/TopN.CoreFX.Windows.issues.json +++ b/tests/CoreFX/TopN.CoreFX.Windows.issues.json @@ -1,146 +1,85 @@ [ - { - "name": "Canonicalization.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "Common.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "Common.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "CoreFx.Private.TestUtilities.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "Invariant.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "Microsoft.CSharp.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "Microsoft.VisualBasic.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "Microsoft.Win32.Primitives.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "Microsoft.Win32.Registry.AccessControl.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "Microsoft.Win32.Registry.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, + { "name": "Microsoft.Win32.SystemEvents.Tests", "enabled": true, "exclusions": { "namespaces": null, "classes": null, - "methods": null - } - }, - { - "name": "Microsoft.XmlSerializer.Generator.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.AppContext.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Buffers.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.CodeDom.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Collections.Concurrent.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null + "methods": [ + { + "name": "Microsoft.Win32.SystemEventsTests.PowerModeTests.SignalsPowerModeChanged", + "reason": "Xunit.Sdk.TrueException Assert.True() Failure\\r\\nExpected: True\\r\\nActual: False" + }, + { + "name": "Microsoft.Win32.SystemEventsTests.SessionEndingTests.CancelSessionEnding", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\nExpected: 0\\r\\nActual: 1" + }, + { + "name": "Microsoft.Win32.SystemEventsTests.SessionEndingTests.SignalsSessionEnding", + "reason": "Xunit.Sdk.TrueException Assert.True() Failure\\r\\nExpected: True\\r\\nActual: False" + }, + { + "name": "Microsoft.Win32.SystemEventsTests.PaletteChangedTests.SignalsEventsAsynchronouslyOnMessage", + "reason": "Xunit.Sdk.TrueException Assert.True() Failure\\r\\nExpected: True\\r\\nActual: False" + }, + { + "name": "Microsoft.Win32.SystemEventsTests.PaletteChangedTests.SignalsEventsSynchronouslyOnReflectedMessage", + "reason": "Xunit.Sdk.TrueException Assert.True() Failure\\r\\nExpected: True\\r\\nActual: False" + }, + { + "name": "Microsoft.Win32.SystemEventsTests.InvokeOnEventsThreadTests.InvokeOnEventsThreadRunsOnSameThreadAsOtherEvents", + "reason": "Xunit.Sdk.NotEqualException Assert.NotEqual() Failure\\r\\nExpected: Not -1\\r\\nActual: -1" + }, + { + "name": "Microsoft.Win32.SystemEventsTests.LowMemoryTests.SignalsEventsAsynchronouslyOnMessage", + "reason": "Xunit.Sdk.TrueException Assert.True() Failure\\r\\nExpected: True\\r\\nActual: False" + }, + { + "name": "Microsoft.Win32.SystemEventsTests.LowMemoryTests.SignalsEventsSynchronouslyOnReflectedMessage", + "reason": "Xunit.Sdk.TrueException Assert.True() Failure\\r\\nExpected: True\\r\\nActual: False" + }, + { + "name": "Microsoft.Win32.SystemEventsTests.UserPreferenceTests.SignalsUserPreferenceEventsAsynchronouslyOnThemeChanged", + "reason": "Xunit.Sdk.TrueException Assert.True() Failure\\r\\nExpected: True\\r\\nActual: False" + }, + { + "name": "Microsoft.Win32.SystemEventsTests.UserPreferenceTests.SignalsUserPreferenceEventsSynchronously", + "reason": "Xunit.Sdk.TrueException Assert.True() Failure\\r\\nExpected: True\\r\\nActual: False" + }, + { + "name": "Microsoft.Win32.SystemEventsTests.SessionSwitchTests.SignalsSessionSwitch", + "reason": "Xunit.Sdk.TrueException Assert.True() Failure\\r\\nExpected: True\\r\\nActual: False" + }, + { + "name": "Microsoft.Win32.SystemEventsTests.TimeChangedTests.SignalsEventsAsynchronouslyOnMessage", + "reason": "Xunit.Sdk.TrueException Assert.True() Failure\\r\\nExpected: True\\r\\nActual: False" + }, + { + "name": "Microsoft.Win32.SystemEventsTests.TimeChangedTests.SignalsEventsSynchronouslyOnReflectedMessage", + "reason": "Xunit.Sdk.TrueException Assert.True() Failure\\r\\nExpected: True\\r\\nActual: False" + }, + { + "name": "Microsoft.Win32.SystemEventsTests.SessionEndedTests.SignalsSessionEnded", + "reason": "Xunit.Sdk.TrueException Assert.True() Failure\\r\\nExpected: True\\r\\nActual: False" + }, + { + "name": "Microsoft.Win32.SystemEventsTests.InstalledFontsChangedTests.SignalsEventsSynchronouslyOnReflectedMessage", + "reason": "Xunit.Sdk.TrueException Assert.True() Failure\\r\\nExpected: True\\r\\nActual: False" + }, + { + "name": "Microsoft.Win32.SystemEventsTests.InstalledFontsChangedTests.SignalsEventsAsynchronouslyOnMessage", + "reason": "Xunit.Sdk.TrueException Assert.True() Failure\\r\\nExpected: True\\r\\nActual: False" + }, + { + "name": "Microsoft.Win32.SystemEventsTests.DisplaySettingsTests.SignalsDisplayEventsAsynchronouslyOnDISPLAYCHANGE", + "reason": "Xunit.Sdk.TrueException Assert.True() Failure\\r\\nExpected: True\\r\\nActual: False" + }, + { + "name": "Microsoft.Win32.SystemEventsTests.DisplaySettingsTests.SignalsDisplayEventsSynchronouslyOnREFLECTDISPLAYCHANGE", + "reason": "Xunit.Sdk.TrueException Assert.True() Failure\\r\\nExpected: True\\r\\nActual: False" + } + ] } }, { @@ -188,268 +127,273 @@ } }, { - "name": "System.Collections.NonGeneric.Performance.Tests", + "name": "System.ComponentModel.TypeConverter.Tests", "enabled": true, "exclusions": { "namespaces": null, "classes": null, - "methods": null + "methods": [ + { + "name": "System.ComponentModel.ToolboxItemAttributeTests.Ctor_NullToolboxItemTypeName_ThrowsArgumentNullException", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentNullException)\\r\\nActual: typeof(System.NullReferenceException): Object reference not set to an instance of an object." + }, + { + "name": "System.ComponentModel.Tests.EditorAttributeTests.Ctor_NullEditorTypeName_ThrowsArgumentNullException", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentNullException)\\r\\nActual: typeof(System.NullReferenceException): Object reference not set to an instance of an object." + }, + { + "name": "System.ComponentModel.Tests.DesignerAttributeTests.Ctor_NullDesignerTypeName_ThrowsArgumentNullExceptionException", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentNullException)\\r\\nActual: typeof(System.NullReferenceException): Object reference not set to an instance of an object." + } + ] } }, { - "name": "System.Collections.NonGeneric.Tests", + "name": "System.Console.Tests", "enabled": true, "exclusions": { "namespaces": null, "classes": null, - "methods": null + "methods": [ + { + "name": "WindowAndCursorProps.WindowLeftTop_Windows", + "reason": "Assert.Throws() Failure\r\nExpected: typeof(System.IO.IOException)\r\nActual: (No exception was thrown)" + }, + { + "name": "WindowAndCursorProps.WindowWidth_WindowHeight_InvalidSize", + "reason": "Assert.Throws() Failure\r\nExpected: typeof(System.IO.IOException)\r\nActual: typeof(System.ArgumentOutOfRangeException): Positive number required.\r\nParameter name: width\r\nActual value was 0." + }, + { + "name": "WindowAndCursorProps.SetWindowPosition_GetWindowPosition_ReturnsExpected", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\n ↓ (pos 0)\\r\\nExpected: top\\r\\nActual: left\\r\\n ↑ (pos 0)" + }, + { + "name": "WindowAndCursorProps.GetCursorPosition", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\nExpected: 2886\\r\\nActual: 2887" + } + ] } }, { - "name": "System.Collections.Performance.Tests", + "name": "System.Data.DataSetExtensions.Tests", "enabled": true, "exclusions": { "namespaces": null, "classes": null, - "methods": null + "methods": [ + { + "name": "System.Data.Tests.DataRowComparerTests.Equals_NullStringValueInStringArray_CanBeCompared", + "reason": "System.NullReferenceException : Object reference not set to an instance of an object." + } + ] } }, { - "name": "System.Collections.Specialized.Tests", + "name": "System.Drawing.Common.Tests", "enabled": true, "exclusions": { "namespaces": null, "classes": null, - "methods": null + "methods": [ + { + "name": "System.Drawing.Tests.GraphicsTests.InterpolationMode_SetInvalid_ThrowsInvalidEnumArgumentException", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\r\\nActual: typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-2) is invalid for Enum type 'InterpolationMode'.\\r\\nParameter name: value" + }, + { + "name": "System.Drawing.Tests.GraphicsTests.CompositingQuality_SetInvalid_ThrowsInvalidEnumArgumentException", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\r\\nActual: typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-2) is invalid for Enum type 'CompositingQuality'.\\r\\nParameter name: value" + }, + { + "name": "System.Drawing.Tests.GraphicsTests.PixelOffsetMode_SetInvalid_ThrowsInvalidEnumArgumentException", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\r\\nActual: typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-2) is invalid for Enum type 'PixelOffsetMode'.\\r\\nParameter name: value" + }, + { + "name": "System.Drawing.Tests.GraphicsTests.PageUnit_SetInvalid_ThrowsInvalidEnumArgumentException", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\r\\nActual: typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-1) is invalid for Enum type 'GraphicsUnit'.\\r\\nParameter name: value" + }, + { + "name": "System.Drawing.Tests.GraphicsTests.SmoothingMode_SetInvalid_ThrowsInvalidEnumArgumentException", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\r\\nActual: typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-2) is invalid for Enum type 'SmoothingMode'.\\r\\nParameter name: value" + }, + { + "name": "System.Drawing.Tests.GraphicsTests.CompositingMode_SetInvalid_ThrowsInvalidEnumArgumentException", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\r\\nActual: typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-1) is invalid for Enum type 'CompositingMode'.\\r\\nParameter name: value" + }, + { + "name": "System.Drawing.Tests.GraphicsTests.TextRenderingHint_SetInvalid_ThrowsInvalidEnumArgumentException", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\r\\nActual: typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-1) is invalid for Enum type 'TextRenderingHint'.\\r\\nParameter name: value" + } + ] } }, { - "name": "System.Collections.Tests", + "name": "System.IO.Compression.Tests", "enabled": true, "exclusions": { "namespaces": null, "classes": null, - "methods": null - } - }, - { - "name": "System.ComponentModel.Annotations.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ComponentModel.Composition.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ComponentModel.EventBasedAsync.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ComponentModel.Primitives.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ComponentModel.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ComponentModel.TypeConverter.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null + "methods": [ + { + "name": "System.IO.Compression.GzipStreamUnitTests.ConcatenatedGzipStreams", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\nExpected: Stream 2\\r\\nActual: (null)" + }, + { + "name": "System.IO.Compression.GzipStreamUnitTests.ManyConcatenatedGzipStreams", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\nExpected: 1000\\r\\nActual: 1" + } + ] } }, { - "name": "System.ComponentModel.TypeConverter.Tests", + "name": "System.IO.FileSystem.Tests", "enabled": true, "exclusions": { "namespaces": null, "classes": null, "methods": [ { - "name": "System.ComponentModel.ToolboxItemAttributeTests.Ctor_NullToolboxItemTypeName_ThrowsArgumentNullException", - "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentNullException)\\r\\nActual: typeof(System.NullReferenceException): Object reference not set to an instance of an object." + "name": "System.IO.Tests.Enumeration.RemovedDirectoryTests.RemoveDirectoryBeforeHandleCreationAndReplaceWithFile", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." }, { - "name": "System.ComponentModel.Tests.EditorAttributeTests.Ctor_NullEditorTypeName_ThrowsArgumentNullException", - "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentNullException)\\r\\nActual: typeof(System.NullReferenceException): Object reference not set to an instance of an object." + "name": "System.IO.Tests.Enumeration.RemovedDirectoryTests.RemoveDirectoryBeforeHandleCreation", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." }, { - "name": "System.ComponentModel.Tests.DesignerAttributeTests.Ctor_NullDesignerTypeName_ThrowsArgumentNullExceptionException", - "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentNullException)\\r\\nActual: typeof(System.NullReferenceException): Object reference not set to an instance of an object." + "name": "System.IO.Tests.Enumeration.ExampleTests.TestCountFiles", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + }, + { + "name": "System.IO.Tests.Enumeration.ExampleTests.TestGetFilesWithExtensions", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + }, + { + "name": "System.IO.Tests.Enumeration.ExampleTests.TestCountFileBytes", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + }, + { + "name": "System.IO.Tests.Enumeration.ExampleTests.GetFileNamesEnumerable", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + }, + { + "name": "System.IO.Tests.DirectoryInfo_CreateSubDirectory.ValidPathWithoutTrailingSlash", + "reason": "System.ArgumentException System.ArgumentException : The directory specified, 'oq3eklx3.oeu', is not a subdirectory of 'C:\\\\Users\\\\anandono\\\\AppData\\\\Local\\\\Temp\\\\DirectoryInfo_CreateSubDirectory_vv4tbdki.2q5\\\\ValidPathWithoutTrailingSlash_142_98959e38\\\\'.\\r\\nParameter name: path" + }, + { + "name": "System.IO.Tests.DirectoryInfo_CreateSubDirectory.ValidPathWithTrailingSlash", + "reason": "System.ArgumentException System.ArgumentException : The directory specified, '3tw22dam.r5w\\\\', is not a subdirectory of 'C:\\\\Users\\\\anandono\\\\AppData\\\\Local\\\\Temp\\\\DirectoryInfo_CreateSubDirectory_xiv2oluq.bps\\\\ValidPathWithTrailingSlash_121_6652a2bc\\\\'.\\r\\nParameter name: path" + }, + { + "name": "System.IO.Tests.Enumeration.TrimmedPaths.TrimmedPathsText_Windows", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + }, + { + "name": "System.IO.Tests.Enumeration.TrimmedPaths.TrimmedPathsCopyTo_Windows", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + }, + { + "name": "System.IO.Tests.Enumeration.TrimmedPaths.TrimmedPathsOpen_Windows", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + }, + { + "name": "System.IO.Tests.Enumeration.TrimmedPaths.TrimmedPathsMoveTo_Windows", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String, System.String)'." + }, + { + "name": "System.IO.Tests.Enumeration.TrimmedPaths.TrimmedPathsReplace_Windows", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." } ] } }, { - "name": "System.Composition.AttributeModel.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Composition.Convention.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Composition.Hosting.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Composition.Runtime.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Composition.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Composition.TypedParts.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Configuration.ConfigurationManager.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Console.Manual.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Console.Performance.Tests", + "name": "System.Linq.Expressions.Tests", "enabled": true, "exclusions": { "namespaces": null, "classes": null, - "methods": null + "methods": [ + { + "name": "System.Linq.Expressions.Tests.GetDelegateTypeTests.CantBeFunc", + "reason": "System.TypeLoadException System.TypeLoadException : The generic type 'System.Func`1' was used with an invalid instantiation in assembly 'System.Private.CoreLib, Version=4.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e'." + }, + { + "name": "System.Linq.Expressions.Tests.GetDelegateTypeTests.CantBeAction", + "reason": "System.TypeLoadException System.TypeLoadException : The generic type 'System.Action`1' was used with an invalid instantiation in assembly 'System.Private.CoreLib, Version=4.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e'." + } + ] } }, { - "name": "System.Console.Tests", + "name": "System.Net.Http.Functional.Tests", "enabled": true, "exclusions": { "namespaces": null, "classes": null, "methods": [ { - "name": "WindowAndCursorProps.WindowLeftTop_Windows", - "reason": "Assert.Throws() Failure\r\nExpected: typeof(System.IO.IOException)\r\nActual: (No exception was thrown)" + "name": "System.Net.Http.Functional.Tests.SocketsHttpHandler_HttpClientHandlerTest.GetAsync_ExpectContinueTrue_NoContent_StillSendsHeader", + "reason": "System.Net.Http.HttpRequestException System.Net.Http.HttpRequestException : Response status code does not indicate success: 100 (Continue)." }, { - "name": "WindowAndCursorProps.WindowWidth_WindowHeight_InvalidSize", - "reason": "Assert.Throws() Failure\r\nExpected: typeof(System.IO.IOException)\r\nActual: typeof(System.ArgumentOutOfRangeException): Positive number required.\r\nParameter name: width\r\nActual value was 0." + "name": "System.Net.Http.Functional.Tests.SocketsHttpHandler_HttpProtocolTests_Dribble.CustomMethod_SentUppercasedIfKnown", + "reason": "Xunit.Sdk.StartsWithException Assert.StartsWith() Failure:\\r\\nExpected: GET \\r\\nActual: get ..." }, { - "name": "WindowAndCursorProps.SetWindowPosition_GetWindowPosition_ReturnsExpected", - "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\n ↓ (pos 0)\\r\\nExpected: top\\r\\nActual: left\\r\\n ↑ (pos 0)" + "name": "System.Net.Http.Functional.Tests.SocketsHttpHandler_HttpProtocolTests.CustomMethod_SentUppercasedIfKnown_Additional", + "reason": "Xunit.Sdk.StartsWithException Assert.StartsWith() Failure:\\r\\nExpected: DELETE \\r\\nActual: delete ..." }, { - "name": "WindowAndCursorProps.GetCursorPosition", - "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\nExpected: 2886\\r\\nActual: 2887" + "name": "System.Net.Http.Functional.Tests.SocketsHttpHandler_HttpProtocolTests.CustomMethod_SentUppercasedIfKnown", + "reason": "Xunit.Sdk.StartsWithException Assert.StartsWith() Failure:\\r\\nExpected: GET \\r\\nActual: get ..." } ] } }, { - "name": "System.Data.Common.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Data.DataSetExtensions.Tests", + "name": "System.Net.Primitives.Functional.Tests", "enabled": true, "exclusions": { "namespaces": null, "classes": null, "methods": [ { - "name": "System.Data.Tests.DataRowComparerTests.Equals_NullStringValueInStringArray_CanBeCompared", - "reason": "System.NullReferenceException : Object reference not set to an instance of an object." + "name": "System.Net.Primitives.Functional.Tests.CookieCollectionTest.Remove_NonExistantCookie_ReturnsFalse", + "reason": "System.EntryPointNotFoundException System.EntryPointNotFoundException : Entry point was not found." + }, + { + "name": "System.Net.Primitives.Functional.Tests.CookieCollectionTest.Contains_Success", + "reason": "System.EntryPointNotFoundException System.EntryPointNotFoundException : Entry point was not found." + }, + { + "name": "System.Net.Primitives.Functional.Tests.CookieCollectionTest.Remove_Success", + "reason": "System.EntryPointNotFoundException System.EntryPointNotFoundException : Entry point was not found." + }, + { + "name": "System.Net.Primitives.Functional.Tests.CookieCollectionTest.Clear_Success", + "reason": "System.EntryPointNotFoundException System.EntryPointNotFoundException : Entry point was not found." } ] } }, + { - "name": "System.Data.Odbc.Tests", + "name": "System.Net.Security.Tests", "enabled": true, "exclusions": { "namespaces": null, "classes": null, - "methods": null + "methods": [ + { + "name": "System.Net.Security.Tests.SslStreamCredentialCacheTest.SslStream_SameCertUsedForClientAndServer_Ok", + "reason": "Unreliable" + } + ] } }, { - "name": "System.Diagnostics.Contracts.Tests", - "enabled": true, + "name": "System.Net.Security.Unit.Tests", + "enabled": false, "exclusions": { "namespaces": null, "classes": null, @@ -457,1080 +401,163 @@ } }, { - "name": "System.Diagnostics.Debug.Tests", + "name": "System.Net.WebSockets.Tests", "enabled": true, "exclusions": { "namespaces": null, "classes": null, - "methods": null + "methods": [ + { + "name": "System.Net.WebSockets.Tests.WebSocketTests.ReceiveAsync_ServerSplitHeader_ValidDataReceived", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\nExpected: 84\\r\\nActual: 0" + } + ] } }, { - "name": "System.Diagnostics.DiagnosticSource.Tests", + "name": "System.Net.WebSockets.WebSocketProtocol.Tests", "enabled": true, "exclusions": { "namespaces": null, "classes": null, - "methods": null + "methods": [ + { + "name": "System.Net.WebSockets.Tests.WebSocketProtocolCreateTests.ReceiveAsync_ServerSplitHeader_ValidDataReceived", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\nExpected: 84\\r\\nActual: 0" + } + ] } }, { - "name": "System.Diagnostics.EventLog.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.FileVersionInfo.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.PerformanceCounter.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.Process.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.Process.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.StackTrace.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.TextWriterTraceListener.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.Tools.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.TraceSource.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Diagnostics.Tracing.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.DirectoryServices.AccountManagement.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.DirectoryServices.Protocols.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.DirectoryServices.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Drawing.Common.Tests", + "name": "System.Reflection.Context.Tests", "enabled": true, "exclusions": { "namespaces": null, "classes": null, "methods": [ { - "name": "System.Drawing.Tests.GraphicsTests.InterpolationMode_SetInvalid_ThrowsInvalidEnumArgumentException", - "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\r\\nActual: typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-2) is invalid for Enum type 'InterpolationMode'.\\r\\nParameter name: value" + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.Invoke_NullObject_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." }, { - "name": "System.Drawing.Tests.GraphicsTests.CompositingQuality_SetInvalid_ThrowsInvalidEnumArgumentException", - "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\r\\nActual: typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-2) is invalid for Enum type 'CompositingQuality'.\\r\\nParameter name: value" + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.GetCustomAttributes_NoType_Test", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." }, { - "name": "System.Drawing.Tests.GraphicsTests.PixelOffsetMode_SetInvalid_ThrowsInvalidEnumArgumentException", - "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\r\\nActual: typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-2) is invalid for Enum type 'PixelOffsetMode'.\\r\\nParameter name: value" + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.GetCustomAttributes_WithType_Test", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." }, { - "name": "System.Drawing.Tests.GraphicsTests.PageUnit_SetInvalid_ThrowsInvalidEnumArgumentException", - "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\r\\nActual: typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-1) is invalid for Enum type 'GraphicsUnit'.\\r\\nParameter name: value" + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.Invoke_NotEmptyParameter_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." }, { - "name": "System.Drawing.Tests.GraphicsTests.SmoothingMode_SetInvalid_ThrowsInvalidEnumArgumentException", - "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\r\\nActual: typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-2) is invalid for Enum type 'SmoothingMode'.\\r\\nParameter name: value" + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.ProjectionTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." }, { - "name": "System.Drawing.Tests.GraphicsTests.CompositingMode_SetInvalid_ThrowsInvalidEnumArgumentException", - "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\r\\nActual: typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-1) is invalid for Enum type 'CompositingMode'.\\r\\nParameter name: value" + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.GetCustomAttributesDataTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." }, { - "name": "System.Drawing.Tests.GraphicsTests.TextRenderingHint_SetInvalid_ThrowsInvalidEnumArgumentException", - "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\r\\nActual: typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-1) is invalid for Enum type 'TextRenderingHint'.\\r\\nParameter name: value" - } - ] - } - }, - { - "name": "System.Drawing.Primitives.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Dynamic.Runtime.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Globalization.Calendars.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Globalization.Extensions.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Globalization.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Globalization.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Compression.Brotli.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Compression.Brotli.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Compression.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Compression.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": [ + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.IsDefinedTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, { - "name": "System.IO.Compression.GzipStreamUnitTests.ConcatenatedGzipStreams", - "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\nExpected: Stream 2\\r\\nActual: (null)" + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.Invoke_NullParameters_Success", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." }, { - "name": "System.IO.Compression.GzipStreamUnitTests.ManyConcatenatedGzipStreams", - "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\nExpected: 1000\\r\\nActual: 1" - } - ] - } - }, - { - "name": "System.IO.Compression.ZipFile.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.FileSystem.AccessControl.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.FileSystem.DriveInfo.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.FileSystem.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.FileSystem.Primitives.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.FileSystem.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": [ + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.Invoke_EmptyParameters_Success", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, { - "name": "System.IO.Tests.Enumeration.RemovedDirectoryTests.RemoveDirectoryBeforeHandleCreationAndReplaceWithFile", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.Invoke_WrongObject_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." }, { - "name": "System.IO.Tests.Enumeration.RemovedDirectoryTests.RemoveDirectoryBeforeHandleCreation", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.SetValue_HasSetter_Success", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." }, { - "name": "System.IO.Tests.Enumeration.ExampleTests.TestCountFiles", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.Ctor_NullPropertyName_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." }, { - "name": "System.IO.Tests.Enumeration.ExampleTests.TestGetFilesWithExtensions", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.ReflectedTypeTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." }, { - "name": "System.IO.Tests.Enumeration.ExampleTests.TestCountFileBytes", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.AttributesTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." }, { - "name": "System.IO.Tests.Enumeration.ExampleTests.GetFileNamesEnumerable", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetCustomAttributes_NoType_Test", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." }, { - "name": "System.IO.Tests.DirectoryInfo_CreateSubDirectory.ValidPathWithoutTrailingSlash", - "reason": "System.ArgumentException System.ArgumentException : The directory specified, 'oq3eklx3.oeu', is not a subdirectory of 'C:\\\\Users\\\\anandono\\\\AppData\\\\Local\\\\Temp\\\\DirectoryInfo_CreateSubDirectory_vv4tbdki.2q5\\\\ValidPathWithoutTrailingSlash_142_98959e38\\\\'.\\r\\nParameter name: path" + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.CanReadTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." }, { - "name": "System.IO.Tests.DirectoryInfo_CreateSubDirectory.ValidPathWithTrailingSlash", - "reason": "System.ArgumentException System.ArgumentException : The directory specified, '3tw22dam.r5w\\\\', is not a subdirectory of 'C:\\\\Users\\\\anandono\\\\AppData\\\\Local\\\\Temp\\\\DirectoryInfo_CreateSubDirectory_xiv2oluq.bps\\\\ValidPathWithTrailingSlash_121_6652a2bc\\\\'.\\r\\nParameter name: path" + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.Ctor_NullPropertyType_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." }, { - "name": "System.IO.Tests.Enumeration.TrimmedPaths.TrimmedPathsText_Windows", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.ModuleTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." }, { - "name": "System.IO.Tests.Enumeration.TrimmedPaths.TrimmedPathsCopyTo_Windows", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.ToStringTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." }, { - "name": "System.IO.Tests.Enumeration.TrimmedPaths.TrimmedPathsOpen_Windows", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetAccessorsTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." }, { - "name": "System.IO.Tests.Enumeration.TrimmedPaths.TrimmedPathsMoveTo_Windows", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String, System.String)'." + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetConstantValueTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." }, { - "name": "System.IO.Tests.Enumeration.TrimmedPaths.TrimmedPathsReplace_Windows", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." - } - ] - } - }, - { - "name": "System.IO.FileSystem.Watcher.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.IsolatedStorage.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.MemoryMappedFiles.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.MemoryMappedFiles.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Packaging.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Pipelines.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Pipes.AccessControl.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Pipes.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Pipes.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Ports.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.IO.UnmanagedMemoryStream.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Json.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Linq.Expressions.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": [ + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetHashCodeTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, { - "name": "System.Linq.Expressions.Tests.GetDelegateTypeTests.CantBeFunc", - "reason": "System.TypeLoadException System.TypeLoadException : The generic type 'System.Func`1' was used with an invalid instantiation in assembly 'System.Private.CoreLib, Version=4.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e'." + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetOptionalCustomModifiersTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." }, { - "name": "System.Linq.Expressions.Tests.GetDelegateTypeTests.CantBeAction", - "reason": "System.TypeLoadException System.TypeLoadException : The generic type 'System.Action`1' was used with an invalid instantiation in assembly 'System.Private.CoreLib, Version=4.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e'." - } - ] - } - }, - { - "name": "System.Linq.Parallel.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Linq.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Linq.Queryable.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Linq.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Management.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Memory.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Memory.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Http.Functional.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": [ + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetRawConstantValueTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, { - "name": "System.Net.Http.Functional.Tests.SocketsHttpHandler_HttpClientHandlerTest.GetAsync_ExpectContinueTrue_NoContent_StillSendsHeader", - "reason": "System.Net.Http.HttpRequestException System.Net.Http.HttpRequestException : Response status code does not indicate success: 100 (Continue)." + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetValue_NoGetter_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." }, { - "name": "System.Net.Http.Functional.Tests.SocketsHttpHandler_HttpProtocolTests_Dribble.CustomMethod_SentUppercasedIfKnown", - "reason": "Xunit.Sdk.StartsWithException Assert.StartsWith() Failure:\\r\\nExpected: GET \\r\\nActual: get ..." + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.ProjectionTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." }, { - "name": "System.Net.Http.Functional.Tests.SocketsHttpHandler_HttpProtocolTests.CustomMethod_SentUppercasedIfKnown_Additional", - "reason": "Xunit.Sdk.StartsWithException Assert.StartsWith() Failure:\\r\\nExpected: DELETE \\r\\nActual: delete ..." + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.SetValue_NoSetter_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." }, { - "name": "System.Net.Http.Functional.Tests.SocketsHttpHandler_HttpProtocolTests.CustomMethod_SentUppercasedIfKnown", - "reason": "Xunit.Sdk.StartsWithException Assert.StartsWith() Failure:\\r\\nExpected: GET \\r\\nActual: get ..." - } - ] - } - }, - { - "name": "System.Net.Http.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Http.Unit.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Http.WinHttpHandler.Functional.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Http.WinHttpHandler.Unit.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.HttpListener.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Mail.Functional.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Mail.Unit.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.NameResolution.Functional.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.NameResolution.Pal.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.NameResolution.Unit.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.NetworkInformation.Functional.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Ping.Functional.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Primitives.Functional.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": [ + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.Ctor_WrongPropertyType_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, { - "name": "System.Net.Primitives.Functional.Tests.CookieCollectionTest.Remove_NonExistantCookie_ReturnsFalse", - "reason": "System.EntryPointNotFoundException System.EntryPointNotFoundException : Entry point was not found." + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.SetValue_HasSetterWithIndex_Success", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." }, { - "name": "System.Net.Primitives.Functional.Tests.CookieCollectionTest.Contains_Success", - "reason": "System.EntryPointNotFoundException System.EntryPointNotFoundException : Entry point was not found." + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetCustomAttributesDataTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." }, { - "name": "System.Net.Primitives.Functional.Tests.CookieCollectionTest.Remove_Success", - "reason": "System.EntryPointNotFoundException System.EntryPointNotFoundException : Entry point was not found." - }, - { - "name": "System.Net.Primitives.Functional.Tests.CookieCollectionTest.Clear_Success", - "reason": "System.EntryPointNotFoundException System.EntryPointNotFoundException : Entry point was not found." - } - ] - } - }, - { - "name": "System.Net.Primitives.Pal.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Primitives.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Primitives.UnitTests.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Requests.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Security.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Security.Unit.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.ServicePoint.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Sockets.Async.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Sockets.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.Sockets.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.WebClient.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.WebHeaderCollection.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.WebProxy.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.WebSockets.Client.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Net.WebSockets.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": [ - { - "name": "System.Net.WebSockets.Tests.WebSocketTests.ReceiveAsync_ServerSplitHeader_ValidDataReceived", - "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\nExpected: 84\\r\\nActual: 0" - } - ] - } - }, - { - "name": "System.Net.WebSockets.WebSocketProtocol.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": [ - { - "name": "System.Net.WebSockets.Tests.WebSocketProtocolCreateTests.ReceiveAsync_ServerSplitHeader_ValidDataReceived", - "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\nExpected: 84\\r\\nActual: 0" - } - ] - } - }, - { - "name": "System.Numerics.Vectors.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Numerics.Vectors.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ObjectModel.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Private.Uri.ExtendedFunctional.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Private.Uri.Functional.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Private.Uri.Unit.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.Context.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": [ - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.Invoke_NullObject_Throws", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.GetCustomAttributes_NoType_Test", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.GetCustomAttributes_WithType_Test", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.Invoke_NotEmptyParameter_Throws", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.ProjectionTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.GetCustomAttributesDataTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.IsDefinedTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.Invoke_NullParameters_Success", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.Invoke_EmptyParameters_Success", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertyGetter_Tests.Invoke_WrongObject_Throws", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.SetValue_HasSetter_Success", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.Ctor_NullPropertyName_Throws", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.ReflectedTypeTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.AttributesTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetCustomAttributes_NoType_Test", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.CanReadTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.Ctor_NullPropertyType_Throws", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.ModuleTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.ToStringTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetAccessorsTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetConstantValueTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetHashCodeTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetOptionalCustomModifiersTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetRawConstantValueTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetValue_NoGetter_Throws", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.ProjectionTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.SetValue_NoSetter_Throws", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.Ctor_WrongPropertyType_Throws", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.SetValue_HasSetterWithIndex_Success", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetCustomAttributesDataTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetRequiredCustomModifiersTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetRequiredCustomModifiersTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." }, { "name": "System.Reflection.Context.Tests.VirtualPropertyInfoTests.GetValue_HasGetter_Success", @@ -1650,1475 +677,478 @@ }, { "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.IsGenericMethodDefinitionTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.GetMethodImplementationFlagsTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.GetBaseDefinition", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.MethodHandleTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.ProjectionTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.Invoke_NullParameter_Throws", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.ReturnTypeCustomAttributes", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.Invoke_ValidArguments_Success", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.CallingConventionTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.ModuleTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.GetParametersTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.GetCustomAttributesTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.IsGenericMethodTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.Invoke_NullObject_Throws", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.IsDefinedTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.GetCustomAttributes_WithType_Test", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.ReturnParameterTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.GetGenericArgumentsTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.ContainsGenericParametersTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.GetCustomAttributesDataTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.CustomPropertyInfoTests.GetCustomAttributesDataTest", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.CustomReflectionContextTests.MapType_ParameterAttributes_Success", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.CustomReflectionContextTests.MapType_MemberAttributes_Success", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.CustomReflectionContextTests.MapType_Null_Throws", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.CustomReflectionContextTests.MapAssembly_Null_Throws", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.CustomReflectionContextTests.Ctor_Null_Throws", - "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentNullException)\\r\\nActual: typeof(System.PlatformNotSupportedException): Customized reflection contexts are only supported on .NET Framework." - }, - { - "name": "System.Reflection.Context.Tests.CustomReflectionContextTests.MapType_Interface_Throws", - "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." - } - ] - } - }, - { - "name": "System.Reflection.CoreCLR.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.DispatchProxy.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.Emit.ILGeneration.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.Emit.Lightweight.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.Emit.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.Extensions.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.Metadata.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.TypeExtensions.CoreCLR.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Reflection.TypeExtensions.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Resources.Reader.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Resources.ResourceManager.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Resources.Writer.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Caching.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.CompilerServices.Unsafe.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.CompilerServices.VisualC.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Extensions.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Extensions.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": [ - { - "name": "System.IO.Tests.PathTests_Join.JoinTwoPaths", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." - }, - { - "name": "System.IO.Tests.PathTests_Join.JoinThreePaths", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String, System.String)'." - } - ] - } - }, - { - "name": "System.Runtime.Handles.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.InteropServices.RuntimeInformation.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.InteropServices.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.InteropServices.WindowsRuntime.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Loader.DefaultContext.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Loader.RefEmitLoadContext.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Loader.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Numerics.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Numerics.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Serialization.Formatters.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Serialization.Json.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Serialization.Json.ReflectionOnly.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Serialization.Json.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Serialization.Xml.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Serialization.Xml.ReflectionOnly.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Serialization.Xml.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Runtime.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": [ - { - "name": "System.Tests.DecimalTests.GetHashCode", - "reason": "Xunit.Sdk.XunitException Decimal 3 has multiple hash codes: 1074266112 (3) and -1074266097 (3.000000000000000000000000000)" - }, - { - "name": "System.Runtime.CompilerServices.Tests.CallerArgumentExpressionAttributeTests.ArgumentToCallerArgumentExpressionSetsParameterNameProperty", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Runtime.CompilerServices.CallerArgumentExpressionAttribute' from assembly 'System.Runtime, Version=4.2.1.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Tests.ArrayTests.Copy", - "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\nExpected: Object[,] [1, 2, 3, 4, 5, ...]\\r\\nActual: Object[,] [1, 2, 3, 4, 5, ...]" - } - ] - } - }, - { - "name": "System.Security.AccessControl.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Claims.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.Algorithms.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.Cng.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.Csp.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.Encoding.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": [ - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.ProcessResponse_Symantec_NoCerts_WithNonce", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.NegativeNonceIsMadePositive", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.BuildFromSignerInfo", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.BuildExpectedRequest_FromHashAndName", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.NonceLeadingZerosIgnored", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.BuildExpectedRequest_FromData", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.NoncePaddingZerosIgnored", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.BuildFromNullSignerInfo", - "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentNullException)\\r\\nActual: typeof(System.TypeLoadException): Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.TryDecode_WithExtensions", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.BuildExpectedRequest_FromHashAndOid", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.ProcessResponse_FreeTsa_WithCerts_NoNonce", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.BuildWithAllOptions", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.EmptyNonce", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.EnsureExtraCertsAdded", - "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Unknown algorithm '1.2.840.10040.4.3'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.SignCmsUsingECDsaCertWithNotMatchingKeyThrows", - "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.Security.Cryptography.CryptographicException)\\r\\nActual: (No exception was thrown)" - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.CheckSignedEncrypted_IssuerSerial_FromNetFx", - "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Unable to set field EncapContentInfo on type System.Security.Cryptography.Pkcs.Asn1.SignedDataAsn.\\r\\n---- System.Security.Cryptography.CryptographicException : Unable to set field Content on type System.Security.Cryptography.Pkcs.Asn1.EncapsulatedContentInfoAsn.\\r\\n-------- System.Security.Cryptography.CryptographicException : ASN1 corrupted data." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.AddFirstSigner_DSA", - "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Could not determine signature algorithm for the signer certificate." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.CounterSignCmsUsingExplicitDSAKeyForFirstSignerAndECDsaForCounterSignature", - "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Could not determine signature algorithm for the signer certificate." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.CounterSignCmsUsingExplicitRSAKeyForFirstSignerAndDSAForCounterSignature", - "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Could not determine signature algorithm for the signer certificate." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.SignEnveloped", - "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\nExpected: 2\\r\\nActual: 0" - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.SignIdentifiedContent_BadOid", - "reason": "System.ArgumentNullException System.ArgumentNullException : Value cannot be null.\\r\\nParameter name: oidValue" - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.SignCmsUsingExplicitDSAKey", - "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Could not determine signature algorithm for the signer certificate." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.SignerInfoCollection_Indexer_MinusOne", - "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentOutOfRangeException)\\r\\nActual: typeof(System.IndexOutOfRangeException): Index was outside the bounds of the array." - }, - { - "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingExplicitPrivateKey.DecryptEnvelopedEmptyOctetStringWithIndefiniteLength", - "reason": "Internal.Cryptography.CryptoThrowHelper+WindowsCryptographicException Internal.Cryptography.CryptoThrowHelper+WindowsCryptographicException : Unexpected cryptographic message encoding." - }, - { - "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingExplicitPrivateKey.DecryptEnvelopedDataWithNonPkcs7Oid", - "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\n ↓ (pos 0)\\r\\nExpected: 3003010203\\r\\nActual: 010203\\r\\n ↑ (pos 0)" - }, - { - "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingExplicitPrivateKey.DecryptEnvelopedOctetStringWithExtraData", - "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\n ↓ (pos 0)\\r\\nExpected: 300102\\r\\nActual: 02\\r\\n ↑ (pos 0)" - }, - { - "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingExplicitPrivateKey.DecryptEnvelopedEmptyArray", - "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\n ↓ (pos 0)\\r\\nExpected: 3000\\r\\nActual: \\r\\n ↑ (pos 0)" - }, - { - "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingExplicitPrivateKey.DecryptEnvelopedOctetStringWithDefiniteLength", - "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\n ↓ (pos 0)\\r\\nExpected: 3003010203\\r\\nActual: 010203\\r\\n ↑ (pos 0)" - }, - { - "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingExplicitPrivateKey.DecryptEnvelopedOctetStringWithIndefiniteLength", - "reason": "Internal.Cryptography.CryptoThrowHelper+WindowsCryptographicException Internal.Cryptography.CryptoThrowHelper+WindowsCryptographicException : Unexpected cryptographic message encoding." - }, - { - "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingExplicitPrivateKey.DecryptEnvelopedEmptyOctetString", - "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\n ↓ (pos 0)\\r\\nExpected: 3000\\r\\nActual: \\r\\n ↑ (pos 0)" - }, - { - "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingExplicitPrivateKey.DecryptEnvelopedOctetStringWithInefficientlyEncodedLength", - "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\n ↓ (pos 0)\\r\\nExpected: 3003010203\\r\\nActual: 010203\\r\\n ↑ (pos 0)" - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.SignerInfoTests.SignerInfo_AddRemoveUnsignedAttributes_JoinCounterSignaturesAttributesIntoOne", - "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Could not determine signature algorithm for the signer certificate." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.SignerInfoTests.SignerInfo_AddUnsignedAttribute_Adds", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.SignerInfoTests.EnsureExtraCertsAdded", - "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Unknown algorithm '1.2.840.10040.4.3'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.SignerInfoTests.AddCounterSigner_DSA", - "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Could not determine signature algorithm for the signer certificate." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.SignerInfoTests.SignerInfo_RemoveUnsignedAttributes_MultipleAttributeValues", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.SignerInfoTests.RemoveCounterSignature_EncodedInSingleAttribute", - "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Unknown algorithm '1.2.840.10040.4.3'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.TryDecode_Fails_Empty", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.NoEkuExtension", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.CertHashMismatchV2", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.MatchV2", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.TimestampTooOld", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.TryDecode_Fails_SignedCmsOfData", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.TwoEkuExtensions", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.TryDecode_Fails_MalformedToken", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.CertMismatchIssuerAndSerialV2", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.CertHashMismatchV1", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.TimestampTooNew", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.MatchV1", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.CertMismatchIssuerAndSerialV1", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.CertMismatchV1OrV2", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.CertMatchV1AndV2", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.TryDecode_Fails_EnvelopedCms", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.NonCriticalEkuExtension", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.ParseDocument_ExcessData", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.NoTsaEku", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.ParseDocument", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingCertWithPrivateKey.DecryptEnvelopedOctetStringWithIndefiniteLength", - "reason": "Internal.Cryptography.CryptoThrowHelper+WindowsCryptographicException Internal.Cryptography.CryptoThrowHelper+WindowsCryptographicException : Unexpected cryptographic message encoding." - }, - { - "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingCertWithPrivateKey.DecryptEnvelopedEmptyOctetStringWithIndefiniteLength", - "reason": "Internal.Cryptography.CryptoThrowHelper+WindowsCryptographicException Internal.Cryptography.CryptoThrowHelper+WindowsCryptographicException : Unexpected cryptographic message encoding." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.BuilderCtor_TsaNameOptional", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.BuilderCtor_IsOrdering_Roundtrips", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.BuilderCtor_HashAlgorithmIdRequired", - "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentNullException)\\r\\nActual: typeof(System.TypeLoadException): Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.Accuracy_Bounds_ParsesAsExpected", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.NegativeAccuracyThrows", - "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentOutOfRangeException)\\r\\nActual: typeof(System.TypeLoadException): Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.ExtensionsRoundtrips", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.AccuracyRoundtrips", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.CreateFromValue", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.BuilderCtor_AccuracyOptional", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.TryDecode_Invalid", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.CreateFromParameters", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.BuilderCtor_Timestamp_KeepsSubSeconds", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.TryDecode_LongerThanNeeded", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.BuilderCtor_PolicyIdRequired", - "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentNullException)\\r\\nActual: typeof(System.TypeLoadException): Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - }, - { - "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.TsaName_SameDataSecondInvocation", - "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." - } - ] - } - }, - { - "name": "System.Security.Cryptography.Primitives.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.Primitives.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.ProtectedData.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.X509Certificates.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Cryptography.Xml.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": [ - { - "name": "System.Security.Cryptography.Xml.Tests.EncryptionMethodTests.KeySize_SetNegativeValue_ThrowsArgumentOutOfRangeException", - "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." - } - ] - } - }, - { - "name": "System.Security.Permissions.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.Principal.Windows.Tests", - "enabled": false, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Security.SecureString.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ServiceModel.Syndication.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ServiceProcess.ServiceController.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Data.SqlClient.ManualTesting.Tests", - "enabled": false, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Data.SqlClient.Stress.Tests", - "enabled": false, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Data.SqlClient.Tests", - "enabled": false, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Text.Encoding.CodePages.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Text.Encoding.Extensions.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Text.Encoding.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Text.Encoding.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": [ - { - "name": "System.Text.Tests.DecoderFallbackTests.TestDecoderFallbackIndex", - "reason": "System.Text.DecoderFallbackException System.Text.DecoderFallbackException : Encountered a negative index during Utf8 decoding fallback " - } - ] - } - }, - { - "name": "System.Text.Encodings.Web.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Text.RegularExpressions.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Text.RegularExpressions.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": [ - { - "name": "System.Text.RegularExpressions.Tests.GroupCollectionReadOnlyDictionaryTests.IReadOnlyDictionary_GetEnumerator", - "reason": "System.EntryPointNotFoundException System.EntryPointNotFoundException : Entry point was not found." - }, - { - "name": "System.Text.RegularExpressions.Tests.GroupCollectionReadOnlyDictionaryTests.GetEnumerator_Invalid", - "reason": "System.EntryPointNotFoundException System.EntryPointNotFoundException : Entry point was not found." - } - ] - } - }, - { - "name": "System.Threading.AccessControl.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Channels.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Channels.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Overlapped.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Tasks.Dataflow.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Tasks.Extensions.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Tasks.Extensions.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Tasks.Parallel.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Tasks.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": [ - { - "name": "System.Threading.Tests.EventWaitHandleTests.OpenExisting_Windows", - "reason": "System.ArgumentException System.ArgumentException : The name 'fac694268eb248e9990777825b5aaab9aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa' can be no more than 260 characters in length.\\r\\nParameter name: name" - }, - { - "name": "System.Threading.Tests.EventWaitHandleTests.Ctor_ValidNames", - "reason": "System.ArgumentException System.ArgumentException : The name '8503e07c28f04a8e8ce1c4604f6adbb2aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa' can be no more than 260 characters in length.\\r\\nParameter name: name" - }, - { - "name": "System.Threading.Tests.MutexTests.Ctor_ValidName", - "reason": "System.ArgumentException System.ArgumentException : The name '998ce9564d1745d8b901082f7ad17183aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa' can be no more than 260 characters in length.\\r\\nParameter name: name" - }, - { - "name": "System.Threading.Tests.MutexTests.OpenExisting", - "reason": "System.ArgumentException System.ArgumentException : The name '9cc4ad4ac10046cdb05f91bf0f81ad13aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa' can be no more than 260 characters in length.\\r\\nParameter name: name" - }, - { - "name": "System.Threading.Tests.SemaphoreTests.OpenExisting_SameAsOriginal_Windows", - "reason": "System.ArgumentException System.ArgumentException : The name '03ded9d0ccd74eefa101daae32e80ef8aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa' can be no more than 260 characters in length.\\r\\nParameter name: name" - }, - { - "name": "System.Threading.Tests.SemaphoreTests.Ctor_ValidName_Windows", - "reason": "System.ArgumentException System.ArgumentException : The name '27095bdc00264a159609fd12b7052b03aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa' can be no more than 260 characters in length.\\r\\nParameter name: name" - }, - { - "name": "System.Threading.Tests.EventWaitHandleTests.Ctor_InvalidMode", - "reason": "Assert.Equal() Failure Expected: (null) Actual: mode" - } - ] - } - }, - { - "name": "System.Threading.Thread.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.ThreadPool.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Threading.Timer.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Transactions.Local.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.ValueTuple.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Web.HttpUtility.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Linq.Axes.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Linq.Events.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Linq.Misc.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Linq.Properties.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Linq.SDMSample.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Linq.Streaming.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Linq.TreeManipulation.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Linq.xNodeBuilder.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Linq.xNodeReader.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Misc.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.CharCheckingReader.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.CustomReader.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.FactoryReader.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.NameTable.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.ReaderSettings.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.RwFactory.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.SubtreeReader.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.WrappedReader.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.XmlConvert.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.XmlReader.ReadContentAs.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.XmlReader.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.XmlSystemPathResolver.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.XmlWriter.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.RW.XmlWriterApi.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.Schema.Extensions.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } - }, - { - "name": "System.Xml.XmlDocument.Performance.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.GetMethodImplementationFlagsTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.GetBaseDefinition", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.MethodHandleTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.ProjectionTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.Invoke_NullParameter_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.ReturnTypeCustomAttributes", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.Invoke_ValidArguments_Success", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.CallingConventionTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.ModuleTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.GetParametersTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.GetCustomAttributesTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.IsGenericMethodTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.Invoke_NullObject_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.IsDefinedTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.GetCustomAttributes_WithType_Test", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.ReturnParameterTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.GetGenericArgumentsTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.ContainsGenericParametersTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.VirtualPropertyInfo_PropertySetter_Tests.GetCustomAttributesDataTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomPropertyInfoTests.GetCustomAttributesDataTest", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomReflectionContextTests.MapType_ParameterAttributes_Success", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomReflectionContextTests.MapType_MemberAttributes_Success", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomReflectionContextTests.MapType_Null_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomReflectionContextTests.MapAssembly_Null_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomReflectionContextTests.Ctor_Null_Throws", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentNullException)\\r\\nActual: typeof(System.PlatformNotSupportedException): Customized reflection contexts are only supported on .NET Framework." + }, + { + "name": "System.Reflection.Context.Tests.CustomReflectionContextTests.MapType_Interface_Throws", + "reason": "System.PlatformNotSupportedException System.PlatformNotSupportedException : Customized reflection contexts are only supported on .NET Framework." + } + ] } }, { - "name": "System.Xml.XmlDocument.Tests", + "name": "System.Runtime.Extensions.Tests", "enabled": true, "exclusions": { "namespaces": null, "classes": null, - "methods": null + "methods": [ + { + "name": "System.IO.Tests.PathTests_Join.JoinTwoPaths", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String)'." + }, + { + "name": "System.IO.Tests.PathTests_Join.JoinThreePaths", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'System.String System.IO.Path.Join(System.String, System.String, System.String)'." + } + ] } }, { - "name": "System.Xml.XmlSchema.XmlSchemaValidatorApi.Tests", + "name": "System.Runtime.Tests", "enabled": true, "exclusions": { "namespaces": null, "classes": null, - "methods": null + "methods": [ + { + "name": "System.Tests.DecimalTests.GetHashCode", + "reason": "Xunit.Sdk.XunitException Decimal 3 has multiple hash codes: 1074266112 (3) and -1074266097 (3.000000000000000000000000000)" + }, + { + "name": "System.Runtime.CompilerServices.Tests.CallerArgumentExpressionAttributeTests.ArgumentToCallerArgumentExpressionSetsParameterNameProperty", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Runtime.CompilerServices.CallerArgumentExpressionAttribute' from assembly 'System.Runtime, Version=4.2.1.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Tests.ArrayTests.Copy", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\nExpected: Object[,] [1, 2, 3, 4, 5, ...]\\r\\nActual: Object[,] [1, 2, 3, 4, 5, ...]" + } + ] } }, { - "name": "System.Xml.XmlSchemaSet.Tests", + "name": "System.Security.Cryptography.Pkcs.Tests", "enabled": true, "exclusions": { "namespaces": null, "classes": null, - "methods": null + "methods": [ + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.ProcessResponse_Symantec_NoCerts_WithNonce", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.NegativeNonceIsMadePositive", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.BuildFromSignerInfo", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.BuildExpectedRequest_FromHashAndName", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.NonceLeadingZerosIgnored", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.BuildExpectedRequest_FromData", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.NoncePaddingZerosIgnored", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.BuildFromNullSignerInfo", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentNullException)\\r\\nActual: typeof(System.TypeLoadException): Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.TryDecode_WithExtensions", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.BuildExpectedRequest_FromHashAndOid", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.ProcessResponse_FreeTsa_WithCerts_NoNonce", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.BuildWithAllOptions", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampRequestTests.EmptyNonce", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampRequest' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.EnsureExtraCertsAdded", + "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Unknown algorithm '1.2.840.10040.4.3'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.SignCmsUsingECDsaCertWithNotMatchingKeyThrows", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.Security.Cryptography.CryptographicException)\\r\\nActual: (No exception was thrown)" + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.CheckSignedEncrypted_IssuerSerial_FromNetFx", + "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Unable to set field EncapContentInfo on type System.Security.Cryptography.Pkcs.Asn1.SignedDataAsn.\\r\\n---- System.Security.Cryptography.CryptographicException : Unable to set field Content on type System.Security.Cryptography.Pkcs.Asn1.EncapsulatedContentInfoAsn.\\r\\n-------- System.Security.Cryptography.CryptographicException : ASN1 corrupted data." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.AddFirstSigner_DSA", + "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Could not determine signature algorithm for the signer certificate." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.CounterSignCmsUsingExplicitDSAKeyForFirstSignerAndECDsaForCounterSignature", + "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Could not determine signature algorithm for the signer certificate." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.CounterSignCmsUsingExplicitRSAKeyForFirstSignerAndDSAForCounterSignature", + "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Could not determine signature algorithm for the signer certificate." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.SignEnveloped", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\nExpected: 2\\r\\nActual: 0" + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.SignIdentifiedContent_BadOid", + "reason": "System.ArgumentNullException System.ArgumentNullException : Value cannot be null.\\r\\nParameter name: oidValue" + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.SignCmsUsingExplicitDSAKey", + "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Could not determine signature algorithm for the signer certificate." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignedCmsTests.SignerInfoCollection_Indexer_MinusOne", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentOutOfRangeException)\\r\\nActual: typeof(System.IndexOutOfRangeException): Index was outside the bounds of the array." + }, + { + "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingExplicitPrivateKey.DecryptEnvelopedEmptyOctetStringWithIndefiniteLength", + "reason": "Internal.Cryptography.CryptoThrowHelper+WindowsCryptographicException Internal.Cryptography.CryptoThrowHelper+WindowsCryptographicException : Unexpected cryptographic message encoding." + }, + { + "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingExplicitPrivateKey.DecryptEnvelopedDataWithNonPkcs7Oid", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\n ↓ (pos 0)\\r\\nExpected: 3003010203\\r\\nActual: 010203\\r\\n ↑ (pos 0)" + }, + { + "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingExplicitPrivateKey.DecryptEnvelopedOctetStringWithExtraData", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\n ↓ (pos 0)\\r\\nExpected: 300102\\r\\nActual: 02\\r\\n ↑ (pos 0)" + }, + { + "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingExplicitPrivateKey.DecryptEnvelopedEmptyArray", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\n ↓ (pos 0)\\r\\nExpected: 3000\\r\\nActual: \\r\\n ↑ (pos 0)" + }, + { + "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingExplicitPrivateKey.DecryptEnvelopedOctetStringWithDefiniteLength", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\n ↓ (pos 0)\\r\\nExpected: 3003010203\\r\\nActual: 010203\\r\\n ↑ (pos 0)" + }, + { + "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingExplicitPrivateKey.DecryptEnvelopedOctetStringWithIndefiniteLength", + "reason": "Internal.Cryptography.CryptoThrowHelper+WindowsCryptographicException Internal.Cryptography.CryptoThrowHelper+WindowsCryptographicException : Unexpected cryptographic message encoding." + }, + { + "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingExplicitPrivateKey.DecryptEnvelopedEmptyOctetString", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\n ↓ (pos 0)\\r\\nExpected: 3000\\r\\nActual: \\r\\n ↑ (pos 0)" + }, + { + "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingExplicitPrivateKey.DecryptEnvelopedOctetStringWithInefficientlyEncodedLength", + "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\n ↓ (pos 0)\\r\\nExpected: 3003010203\\r\\nActual: 010203\\r\\n ↑ (pos 0)" + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignerInfoTests.SignerInfo_AddRemoveUnsignedAttributes_JoinCounterSignaturesAttributesIntoOne", + "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Could not determine signature algorithm for the signer certificate." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignerInfoTests.SignerInfo_AddUnsignedAttribute_Adds", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignerInfoTests.EnsureExtraCertsAdded", + "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Unknown algorithm '1.2.840.10040.4.3'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignerInfoTests.AddCounterSigner_DSA", + "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Could not determine signature algorithm for the signer certificate." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignerInfoTests.SignerInfo_RemoveUnsignedAttributes_MultipleAttributeValues", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.SignerInfoTests.RemoveCounterSignature_EncodedInSingleAttribute", + "reason": "System.Security.Cryptography.CryptographicException System.Security.Cryptography.CryptographicException : Unknown algorithm '1.2.840.10040.4.3'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.TryDecode_Fails_Empty", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.NoEkuExtension", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.CertHashMismatchV2", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.MatchV2", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.TimestampTooOld", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.TryDecode_Fails_SignedCmsOfData", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.TwoEkuExtensions", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.TryDecode_Fails_MalformedToken", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.CertMismatchIssuerAndSerialV2", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.CertHashMismatchV1", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.TimestampTooNew", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.MatchV1", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.CertMismatchIssuerAndSerialV1", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.CertMismatchV1OrV2", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.CertMatchV1AndV2", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.TryDecode_Fails_EnvelopedCms", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.NonCriticalEkuExtension", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.ParseDocument_ExcessData", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.NoTsaEku", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenTests.ParseDocument", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampToken' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingCertWithPrivateKey.DecryptEnvelopedOctetStringWithIndefiniteLength", + "reason": "Internal.Cryptography.CryptoThrowHelper+WindowsCryptographicException Internal.Cryptography.CryptoThrowHelper+WindowsCryptographicException : Unexpected cryptographic message encoding." + }, + { + "name": "System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests.DecryptTestsUsingCertWithPrivateKey.DecryptEnvelopedEmptyOctetStringWithIndefiniteLength", + "reason": "Internal.Cryptography.CryptoThrowHelper+WindowsCryptographicException Internal.Cryptography.CryptoThrowHelper+WindowsCryptographicException : Unexpected cryptographic message encoding." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.BuilderCtor_TsaNameOptional", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.BuilderCtor_IsOrdering_Roundtrips", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.BuilderCtor_HashAlgorithmIdRequired", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentNullException)\\r\\nActual: typeof(System.TypeLoadException): Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.Accuracy_Bounds_ParsesAsExpected", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.NegativeAccuracyThrows", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentOutOfRangeException)\\r\\nActual: typeof(System.TypeLoadException): Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.ExtensionsRoundtrips", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.AccuracyRoundtrips", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.CreateFromValue", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.BuilderCtor_AccuracyOptional", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.TryDecode_Invalid", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.CreateFromParameters", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.BuilderCtor_Timestamp_KeepsSubSeconds", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.TryDecode_LongerThanNeeded", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.BuilderCtor_PolicyIdRequired", + "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentNullException)\\r\\nActual: typeof(System.TypeLoadException): Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + }, + { + "name": "System.Security.Cryptography.Pkcs.Tests.TimestampTokenInfoTests.TsaName_SameDataSecondInvocation", + "reason": "System.TypeLoadException System.TypeLoadException : Could not load type 'System.Security.Cryptography.Pkcs.Rfc3161TimestampTokenInfo' from assembly 'System.Security.Cryptography.Pkcs, Version=4.0.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a'." + } + ] } }, { - "name": "System.Xml.XmlSerializer.Performance.Tests", + "name": "System.Security.Cryptography.Xml.Tests", "enabled": true, "exclusions": { "namespaces": null, "classes": null, - "methods": null + "methods": [ + { + "name": "System.Security.Cryptography.Xml.Tests.EncryptionMethodTests.KeySize_SetNegativeValue_ThrowsArgumentOutOfRangeException", + "reason": "System.MissingMethodException System.MissingMethodException : Method not found: 'Void System.AssertExtensions.Throws(System.String, System.String, System.Func`1)'." + } + ] } }, { - "name": "System.Xml.XmlSerializer.ReflectionOnly.Tests", - "enabled": true, + "name": "System.Data.SqlClient.ManualTesting.Tests", + "enabled": false, "exclusions": { "namespaces": null, "classes": null, @@ -3126,8 +1156,8 @@ } }, { - "name": "System.Xml.XmlSerializer.Tests", - "enabled": true, + "name": "System.Data.SqlClient.Stress.Tests", + "enabled": false, "exclusions": { "namespaces": null, "classes": null, @@ -3135,8 +1165,8 @@ } }, { - "name": "System.Xml.XPath.Tests", - "enabled": true, + "name": "System.Data.SqlClient.Tests", + "enabled": false, "exclusions": { "namespaces": null, "classes": null, @@ -3144,30 +1174,73 @@ } }, { - "name": "System.Xml.XPath.XDocument.Tests", + "name": "System.Text.Encoding.Tests", "enabled": true, "exclusions": { "namespaces": null, "classes": null, - "methods": null + "methods": [ + { + "name": "System.Text.Tests.DecoderFallbackTests.TestDecoderFallbackIndex", + "reason": "System.Text.DecoderFallbackException System.Text.DecoderFallbackException : Encountered a negative index during Utf8 decoding fallback " + } + ] } }, { - "name": "System.Xml.XPath.XmlDocument.Tests", + "name": "System.Text.RegularExpressions.Tests", "enabled": true, "exclusions": { "namespaces": null, "classes": null, - "methods": null + "methods": [ + { + "name": "System.Text.RegularExpressions.Tests.GroupCollectionReadOnlyDictionaryTests.IReadOnlyDictionary_GetEnumerator", + "reason": "System.EntryPointNotFoundException System.EntryPointNotFoundException : Entry point was not found." + }, + { + "name": "System.Text.RegularExpressions.Tests.GroupCollectionReadOnlyDictionaryTests.GetEnumerator_Invalid", + "reason": "System.EntryPointNotFoundException System.EntryPointNotFoundException : Entry point was not found." + } + ] } }, { - "name": "System.Xml.Xsl.XslCompiledTransformApi.Tests", + "name": "System.Threading.Tests", "enabled": true, "exclusions": { "namespaces": null, "classes": null, - "methods": null + "methods": [ + { + "name": "System.Threading.Tests.EventWaitHandleTests.OpenExisting_Windows", + "reason": "System.ArgumentException System.ArgumentException : The name 'fac694268eb248e9990777825b5aaab9aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa' can be no more than 260 characters in length.\\r\\nParameter name: name" + }, + { + "name": "System.Threading.Tests.EventWaitHandleTests.Ctor_ValidNames", + "reason": "System.ArgumentException System.ArgumentException : The name '8503e07c28f04a8e8ce1c4604f6adbb2aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa' can be no more than 260 characters in length.\\r\\nParameter name: name" + }, + { + "name": "System.Threading.Tests.MutexTests.Ctor_ValidName", + "reason": "System.ArgumentException System.ArgumentException : The name '998ce9564d1745d8b901082f7ad17183aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa' can be no more than 260 characters in length.\\r\\nParameter name: name" + }, + { + "name": "System.Threading.Tests.MutexTests.OpenExisting", + "reason": "System.ArgumentException System.ArgumentException : The name '9cc4ad4ac10046cdb05f91bf0f81ad13aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa' can be no more than 260 characters in length.\\r\\nParameter name: name" + }, + { + "name": "System.Threading.Tests.SemaphoreTests.OpenExisting_SameAsOriginal_Windows", + "reason": "System.ArgumentException System.ArgumentException : The name '03ded9d0ccd74eefa101daae32e80ef8aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa' can be no more than 260 characters in length.\\r\\nParameter name: name" + }, + { + "name": "System.Threading.Tests.SemaphoreTests.Ctor_ValidName_Windows", + "reason": "System.ArgumentException System.ArgumentException : The name '27095bdc00264a159609fd12b7052b03aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa' can be no more than 260 characters in length.\\r\\nParameter name: name" + }, + { + "name": "System.Threading.Tests.EventWaitHandleTests.Ctor_InvalidMode", + "reason": "Assert.Equal() Failure Expected: (null) Actual: mode" + } + ] } }, { @@ -3187,14 +1260,5 @@ } ] } - }, - { - "name": "XsltCompiler.Tests", - "enabled": true, - "exclusions": { - "namespaces": null, - "classes": null, - "methods": null - } } ] \ No newline at end of file From e95b0fc5d7981c61b00d9d6abff66f58b7643efd Mon Sep 17 00:00:00 2001 From: Andon Andonov Date: Tue, 26 Jun 2018 17:11:23 -0700 Subject: [PATCH 24/28] Refactor build-test.cmd --- build-test.cmd | 7 ++----- 1 file changed, 2 insertions(+), 5 deletions(-) diff --git a/build-test.cmd b/build-test.cmd index 482ec1d36cfd..9f57e18a5d64 100644 --- a/build-test.cmd +++ b/build-test.cmd @@ -389,11 +389,7 @@ if errorlevel 1 ( exit /b 1 ) -if defined __SkipManaged ( - rd /s /q "%CORE_ROOT_STAGE%" - exit /b 0 -) -REM End of BuildTestHost +if defined __SkipManaged goto SkipBuildingWrappers echo %__MsgPrefix%Creating test wrappers... @@ -423,6 +419,7 @@ if errorlevel 1 ( echo Xunit Wrapper build failed exit /b 1 ) +:SkipBuildingWrappers set __CrossgenArg = "" if defined __DoCrossgen ( From 23055ff45a7739779ce33165847987e46f81efce Mon Sep 17 00:00:00 2001 From: Andon Andonov Date: Tue, 26 Jun 2018 19:59:11 -0700 Subject: [PATCH 25/28] PR feedback - build pipeline and documentation --- Documentation/building/testing-with-corefx.md | 44 +++++++++++++++++-- build-test.cmd | 16 +++++-- config.json | 4 +- ....json => TopN.CoreFX.x64.Unix.issues.json} | 0 ...on => TopN.CoreFX.x64.Windows.issues.json} | 2 +- tests/runtest.cmd | 7 ++- 6 files changed, 59 insertions(+), 14 deletions(-) rename tests/CoreFX/{TopN.CoreFX.Unix.issues.json => TopN.CoreFX.x64.Unix.issues.json} (100%) rename tests/CoreFX/{TopN.CoreFX.Windows.issues.json => TopN.CoreFX.x64.Windows.issues.json} (99%) diff --git a/Documentation/building/testing-with-corefx.md b/Documentation/building/testing-with-corefx.md index 5a801ae1d146..0f7beefc0a97 100644 --- a/Documentation/building/testing-with-corefx.md +++ b/Documentation/building/testing-with-corefx.md @@ -29,7 +29,7 @@ Use the following instructions to test a change to the dotnet/coreclr repo using [run-corefx-tests.py](https://github.com/dotnet/coreclr/blob/master/tests/scripts/run-corefx-tests.py) will clone dotnet/corefx and run steps 2-4 above automatically. It is primarily intended to be run by the dotnet/coreclr CI system, but it might provide a useful reference or shortcut for individuals running the tests locally. ## Using the built CoreCLR testhost -**These instructions are currenly Windows only** +**These instructions are currently Windows only.** Instead of copying CoreCLR binaries you can also test your changes with an existing CoreFX build or CoreCLR's CI assemblies @@ -48,11 +48,11 @@ followed by any extra command-line arguments. For example to run .NET Core Windows tests from System.Collections.Tests with an x64 Release build of CoreCLR. ``` pushd C:\corefx\bin\tests\System.Collections.Tests -C:\coreclr\bin\tests\Windows_NT.x64.Release\testhost\dotnet.exe .\xunit.console.netcore.exe .\System.Collections.Tests.dll -notrait category=nonnetcoretests -notraint category=nonwindowstests +C:\coreclr\bin\tests\Windows_NT.x64.Release\testhost\dotnet.exe .\xunit.console.netcore.exe .\System.Collections.Tests.dll -notrait category=nonnetcoretests -notrait category=nonwindowstests ``` ### CI Script -CoreCLR has an alternative way to run CoreFX tests, built for PR CI jobs. To run tests against pre-built binaries you can exscute the following from the CoreCLR repo root: +CoreCLR has an alternative way to run CoreFX tests, built for PR CI jobs. To run tests against pre-built binaries you can execute the following from the CoreCLR repo root: 1. `.\build.cmd ` 2. `.\build-test.cmd skipmanaged` - generates the test host @@ -62,4 +62,40 @@ CoreFXTests - runs all tests defined in TopN.Windows.CoreFX.issues.json or the t CoreFXTestsAll - runs all tests available in the test list found at the URL in `.\coreclr\tests\CoreFX\CoreFXTestListURL.txt`. ### Helix Testing -To use Helix-built binaries, substitute the URL in `.\coreclr\tests\CoreFX\CoreFXTestListURL.txt` with one acquired from a Helix test run and run the commands above. \ No newline at end of file +To use Helix-built binaries, substitute the URL in `.\coreclr\tests\CoreFX\CoreFXTestListURL.txt` with one acquired from a Helix test run and run the commands above. + +### Test List Format +The tests defined in TopN.Windows.CoreFX.issues.json or the test list specified with the argument `CoreFXTestList` should conform to the following format - +```json + { + "name": "", //e.g. System.Collections.Concurrent.Tests + "enabled": true|false, // Defines whether a test assembly should be run. If set to false any tests with the same name will not be run even if corefxtestsall is specified + "exclusions": { + "namespaces": // Can be null + [ + { + "name": "System.Collections.Concurrent.Tests", // All test methods under this namespace will be skipped + "reason": "" // This should be a link to the GitHub issue describing the problem + } + ] + "classes": // Can be null + [ + { + "name": "System.Collections.Concurrent.Tests.ConcurrentDictionaryTests", // All test methods in this class will be skipped + "reason": "" + } + ] + "methods": // Can be null + [ + { + "name": "System.Collections.Concurrent.Tests.ConcurrentDictionaryTests.TestAddNullValue_IDictionary_ReferenceType_null", + "reason": "" + }, + { + "name": "System.Collections.Concurrent.Tests.ConcurrentDictionaryTests.TestAddNullValue_IDictionary_ValueType_null_add", + "reason": "" + } + ] + } + } +``` \ No newline at end of file diff --git a/build-test.cmd b/build-test.cmd index 9f57e18a5d64..9bf48180a3b8 100644 --- a/build-test.cmd +++ b/build-test.cmd @@ -47,6 +47,8 @@ set __unprocessedBuildArgs= set __RunArgs= set __BuildAgainstPackagesArg= set __SkipRestorePackages= +set __SkipManaged= +set __SkipNative= set __RuntimeId= set __ZipTests= set __TargetsWindows=1 @@ -79,7 +81,7 @@ if /i "%1" == "skipnative" (set __SkipNative=1&set processedArgs=!pro if /i "%1" == "buildtesthost" (set __SkipNative=1&__SkipManaged=1&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) if /i "%1" == "toolset_dir" (set __ToolsetDir=%2&set __PassThroughArgs=%__PassThroughArgs% %2&set processedArgs=!processedArgs! %1 %2&shift&shift&goto Arg_Loop) if /i "%1" == "buildagainstpackages" (set __ZipTests=1&set __BuildAgainstPackagesArg=-BuildTestsAgainstPackages&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) -if /i "%1" == "skiprestorepackages" (set __ZipTests=1&set __SkipRestorePackages=1) +if /i "%1" == "skiprestorepackages" (set __SkipRestorePackages=1&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) if /i "%1" == "ziptests" (set __ZipTests=1&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) if /i "%1" == "crossgen" (set __DoCrossgen=1&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) if /i "%1" == "runtimeid" (set __RuntimeId=%2&set processedArgs=!processedArgs! %1 %2&shift&shift&goto Arg_Loop) @@ -269,7 +271,7 @@ echo %__MsgPrefix% Restored CoreCLR product from packages :SkipRestoreProduct -if defined __SkipManaged goto BuildTestHost +if defined __SkipManaged goto SkipManagedBuild REM ========================================================================================= REM === @@ -322,7 +324,7 @@ for /l %%G in (1, 1, %__BuildLoopCount%) do ( set __AppendToLog=true ) -:BuildTestHost +:SkipManagedBuild REM Prepare the Test Drop REM Cleans any NI from the last run powershell -NoProfile "Get-ChildItem -path %__TestWorkingDir% -Include '*.ni.*' -Recurse -Force | Remove-Item -force" @@ -351,6 +353,11 @@ if defined __BuildAgainstPackagesArg ( ) ) +REM ========================================================================================= +REM === +REM === Create the test overlay +REM === +REM ========================================================================================= echo %__MsgPrefix%Creating test overlay... set __BuildLogRootName=Tests_Overlay_Managed @@ -372,6 +379,9 @@ if errorlevel 1 ( xcopy /s /y "%CORE_ROOT_STAGE%" "%CORE_ROOT%" +REM Create the test host necessary for running CoreFX tests +REM The test host includes a dotnet executable, system libraries and CoreCLR assemblies found in CoreRoot + set __BuildLogRootName=Tests_CoreFX_Testhost set __BuildLog=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.log set __BuildWrn=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.wrn diff --git a/config.json b/config.json index 2908f8a7d841..65ebfa1c7d5b 100644 --- a/config.json +++ b/config.json @@ -337,7 +337,7 @@ "defaultValue": "" }, "CreateTestHost": { - "description": "Place CoreFX test dependencies in bin/testhost folder for running CoreFX tests against", + "description": "Place test dependencies in the /bin/testhost folder to be used to run CoreFX tests", "valueType": "target", "values": [], "defaultValue": "" @@ -511,7 +511,7 @@ } }, "testHost": { - "description": "Runs test host target.", + "description": "Runs test host target, which creates a dotnet executable from the built CoreCLR repo to run pre-built CoreFX test assemblies", "settings": { "CreateTestHost": "default" } diff --git a/tests/CoreFX/TopN.CoreFX.Unix.issues.json b/tests/CoreFX/TopN.CoreFX.x64.Unix.issues.json similarity index 100% rename from tests/CoreFX/TopN.CoreFX.Unix.issues.json rename to tests/CoreFX/TopN.CoreFX.x64.Unix.issues.json diff --git a/tests/CoreFX/TopN.CoreFX.Windows.issues.json b/tests/CoreFX/TopN.CoreFX.x64.Windows.issues.json similarity index 99% rename from tests/CoreFX/TopN.CoreFX.Windows.issues.json rename to tests/CoreFX/TopN.CoreFX.x64.Windows.issues.json index 0cea22db99cb..9801c81de768 100644 --- a/tests/CoreFX/TopN.CoreFX.Windows.issues.json +++ b/tests/CoreFX/TopN.CoreFX.x64.Windows.issues.json @@ -1,5 +1,5 @@ +// The expected format of this file can be found at https://github.com/dotnet/coreclr/blob/master/Documentation/building/testing-with-corefx.md [ - { "name": "Microsoft.Win32.SystemEvents.Tests", "enabled": true, diff --git a/tests/runtest.cmd b/tests/runtest.cmd index 1f658c91d1bb..368451a27e3a 100644 --- a/tests/runtest.cmd +++ b/tests/runtest.cmd @@ -81,7 +81,7 @@ if /i "%1" == "ilasmroundtrip" (set __IlasmRoundTrip=1&shift&goto Arg_Loo if /i "%1" == "GenerateLayoutOnly" (set __GenerateLayoutOnly=1&shift&goto Arg_Loop) if /i "%1" == "PerfTests" (set __PerfTests=true&shift&goto Arg_Loop) if /i "%1" == "CoreFXTests" (set __CoreFXTests=true&shift&goto Arg_Loop) -if /i "%1" == "CoreFXTestsAll" (set __CoreFXTests=true&shift&set __CoreFXTestsRunAllAvailable=true&shift&goto Arg_Loop) +if /i "%1" == "CoreFXTestsAll" (set __CoreFXTests=true&set __CoreFXTestsRunAllAvailable=true&shift&goto Arg_Loop) if /i "%1" == "CoreFXTestList" (set __CoreFXTests=true&set __CoreFXTestList=%2&shift&shift&goto Arg_Loop) if /i "%1" == "runcrossgentests" (set RunCrossGen=true&shift&goto Arg_Loop) if /i "%1" == "link" (set DoLink=true&set ILLINK=%2&shift&shift&goto Arg_Loop) @@ -329,7 +329,7 @@ if defined __GenerateTestHostOnly ( if not exist %_CoreFXTestHost%\dotnet.exe echo CoreFX test host not found, please run runtest.cmd again && exit /b 1 set /p _CoreFXTestRemoteURL=< "%__ProjectFilesDir%\CoreFX\CoreFXTestListURL.txt" -if not defined __CoreFXTestList ( set __CoreFXTestList=%__ProjectFilesDir%\CoreFX\TopN.CoreFX.Windows.issues.json ) +if not defined __CoreFXTestList ( set __CoreFXTestList=%__ProjectFilesDir%\CoreFX\TopN.CoreFX.x64.Windows.issues.json ) set _CoreFXTestExecutable=xunit.console.netcore.exe @@ -338,7 +338,6 @@ set _CoreFXTestExecutableArgs= --notrait category=nonnetcoreapptests --notrait c REM Set the log file name to something Jenkins can understand set _CoreFX_TestLogFileName=testResults.xml set _CoreFX_TestRunScriptName=CoreCLR_RunTest.cmd -echo All coreFX tests set to %__CoreFXTestsRunAllAvailable% if "%__CoreFXTestsRunAllAvailable%" == "true" ( set _CoreFX_RunCommand=--runAllTests ) else ( @@ -347,7 +346,7 @@ if "%__CoreFXTestsRunAllAvailable%" == "true" ( echo Downloading and Running CoreFX Test Binaries -echo call "%_dotnet%" "%_CoreFXTestUtilitiesOutputPath%\%_CoreFXTestSetupUtilityName%.dll" --clean --outputDirectory "%_CoreFXTestBinariesPath%" --testListJsonPath "%__CoreFXTestList%" --testUrl "!_CoreFXTestRemoteURL!" %_CoreFX_RunCommand% --dotnetPath "%_CoreFXTestHost%\dotnet.exe" --executable %_CoreFXTestExecutable% --logPath %_CoreFXLogsDir% %_CoreFXTestExecutableArgs% +echo %__MsgPrefix%call "%_dotnet%" "%_CoreFXTestUtilitiesOutputPath%\%_CoreFXTestSetupUtilityName%.dll" --clean --outputDirectory "%_CoreFXTestBinariesPath%" --testListJsonPath "%__CoreFXTestList%" --testUrl "!_CoreFXTestRemoteURL!" %_CoreFX_RunCommand% --dotnetPath "%_CoreFXTestHost%\dotnet.exe" --executable %_CoreFXTestExecutable% --logPath %_CoreFXLogsDir% %_CoreFXTestExecutableArgs% call "%_dotnet%" "%_CoreFXTestUtilitiesOutputPath%\%_CoreFXTestSetupUtilityName%.dll" --clean --outputDirectory "%_CoreFXTestBinariesPath%" --testListJsonPath "%__CoreFXTestList%" --testUrl "!_CoreFXTestRemoteURL!" %_CoreFX_RunCommand% --dotnetPath "%_CoreFXTestHost%\dotnet.exe" --executable %_CoreFXTestExecutable% --log %_CoreFXLogsDir% %_CoreFXTestExecutableArgs% if errorlevel 1 ( echo %__MsgPrefix%Running CoreFX tests finished with Failures From da81d96917d29969132cf9790388ebc22a4dfcc7 Mon Sep 17 00:00:00 2001 From: Andon Andonov Date: Tue, 26 Jun 2018 19:59:34 -0700 Subject: [PATCH 26/28] PR Feedback - Test Helper headers and comments --- tests/CoreFX/TopN.CoreFX.x64.Unix.issues.json | 1 + .../TestFileSetup/Helpers/TestFileHelper.cs | 67 +++++++++++- .../TestFileSetup/Helpers/TestRunHelper.cs | 100 +++++++++++------- .../Common/CoreFX/TestFileSetup/Program.cs | 34 +++++- .../CoreFX/TestFileSetup/RSPGenerator.cs | 20 +++- .../TestFileSetup/XUnit/XUnitTestAssembly.cs | 18 +++- 6 files changed, 185 insertions(+), 55 deletions(-) diff --git a/tests/CoreFX/TopN.CoreFX.x64.Unix.issues.json b/tests/CoreFX/TopN.CoreFX.x64.Unix.issues.json index aa090a86661d..707661345155 100644 --- a/tests/CoreFX/TopN.CoreFX.x64.Unix.issues.json +++ b/tests/CoreFX/TopN.CoreFX.x64.Unix.issues.json @@ -1,3 +1,4 @@ +// The expected format of this file can be found at https://github.com/dotnet/coreclr/blob/master/Documentation/building/testing-with-corefx.md [ { "name": "System.Collections.Tests", diff --git a/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestFileHelper.cs b/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestFileHelper.cs index 54299c23d240..c30b97dbdbfa 100644 --- a/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestFileHelper.cs +++ b/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestFileHelper.cs @@ -53,15 +53,24 @@ public HttpClient HttpClient } private HashSet disabledTests; - + + /// + /// Default constructor - initialize list of disabled tests + /// public TestFileHelper() { disabledTests = new HashSet(); } + /// + /// Deserialize a list of JSON objects defining test assemblies + /// + /// The path on disk to the test list. The test list must conform to a schema generated from XUnitTestAssembly + /// public Dictionary DeserializeTestJson(string testDefinitionFilePath) { JSchemaGenerator jsonGenerator = new JSchemaGenerator(); + // Generate a JSON schema from the XUnitTestAssembly class against which to validate the test list JSchema testDefinitionSchema = jsonGenerator.Generate(typeof(IList)); IList testAssemblies = new List(); @@ -83,6 +92,7 @@ public Dictionary DeserializeTestJson(string testDefi } catch (JsonSerializationException ex) { + // Invalid definition throw new AggregateException(ex); } } @@ -100,7 +110,7 @@ public Dictionary DeserializeTestJson(string testDefi throw new AggregateException(new JSchemaValidationException(aggregateExceptionMessage.ToString())); } - + // Generate a map of test assembly names to their object representations - this is used to download and match them to their on-disk representations var nameToTestAssemblyDef = new Dictionary(); // Map test names to their definitions @@ -116,26 +126,40 @@ public Dictionary DeserializeTestJson(string testDefi return nameToTestAssemblyDef; } + /// + /// Layout tests on disk. This method sets up every downloaded test as it would appear after running build-test.[cmd/sh] in CoreFX + /// + /// URL to a test list - we expect a test list, which conforms to the Helix layout + /// Directory to which the tests are downloaded + /// The mapping of tests parsed from a test definition list to their names + /// Optional argument, which denotes whether all tests available in the test list downloaded from jsonUrl should be run + /// public async Task SetupTests(string jsonUrl, string destinationDirectory, Dictionary testDefinitions = null, bool runAllTests = false) { Debug.Assert(Directory.Exists(destinationDirectory)); + // testDefinitions should not be empty unless we're running all tests with no exclusions Debug.Assert(runAllTests || testDefinitions != null); + // Download archives to a temporary directory string tempDirPath = Path.Combine(destinationDirectory, "temp"); if (!Directory.Exists(tempDirPath)) { Directory.CreateDirectory(tempDirPath); } + // Map test names to their URLs, specified by the test list found at jsonUrl Dictionary testPayloads = await GetTestUrls(jsonUrl, testDefinitions, runAllTests); + // If none were found or the testList did not have the expected format - return if (testPayloads == null) { return; } + // Download and unzip tests await GetTestArchives(testPayloads, tempDirPath); ExpandArchivesInDirectory(tempDirPath, destinationDirectory); + // Generate response file for each tests RSPGenerator rspGenerator = new RSPGenerator(); foreach (XUnitTestAssembly assembly in testDefinitions.Values) { @@ -145,8 +169,16 @@ public async Task SetupTests(string jsonUrl, string destinationDirectory, Dictio Directory.Delete(tempDirPath); } + /// + /// Maps test names to their respective URLs as found in the test list found at the specified URL + /// + /// URL to a test list - we expect a test list, which conforms to the Helix layout + /// The mapping of tests parsed from a test definition list to their names + /// Optional argument, which denotes whether all tests available in the test list downloaded from jsonUrl should be run + /// public async Task> GetTestUrls(string jsonUrl, Dictionary testDefinitions = null, bool runAllTests = false) { + // testDefinitions should not be empty unless we're running all tests with no exclusions Debug.Assert(runAllTests || testDefinitions != null); // Set up the json stream reader using (var responseStream = await HttpClient.GetStreamAsync(jsonUrl)) @@ -157,6 +189,10 @@ public async Task> GetTestUrls(string json string markedTestName = string.Empty; string currentPropertyName = string.Empty; + // The expected layout is produced by regular Helix runs - this allows us to parse and run tests from any Helix test list without special considerations + // The expected fields are + // { "WorkItemId": "" , "PayloadUri":"" } + while (jsonReader.Read()) { if (jsonReader.Value != null) @@ -167,15 +203,18 @@ public async Task> GetTestUrls(string json currentPropertyName = jsonReader.Value.ToString(); break; case JsonToken.String: + // Test Name Value if (currentPropertyName.Equals("WorkItemId")) { string currentTestName = jsonReader.Value.ToString(); - + + // If the test has been marked as disabled in the test list - ignore it if ((runAllTests || testDefinitions.ContainsKey(currentTestName)) && !disabledTests.Contains(currentTestName)) { markedTestName = currentTestName; } } + // Test URL value else if (currentPropertyName.Equals("PayloadUri") && markedTestName != string.Empty) { if (!testDefinitions.ContainsKey(markedTestName)) @@ -194,15 +233,23 @@ public async Task> GetTestUrls(string json return testDefinitions; } + /// + /// Download each test from its specified URL + /// + /// The mapping of tests parsed from a test definition list to their names. The test definitions are populated with test URLs + /// Directory to which to download tests + /// public async Task GetTestArchives(Dictionary testPayloads, string downloadDir) { foreach (string testName in testPayloads.Keys) { string payloadUri = testPayloads[testName].Url; + // Check URL for validity if (!Uri.IsWellFormedUriString(payloadUri, UriKind.Absolute)) continue; + // Download tests from specified URL using (var response = await HttpClient.GetStreamAsync(payloadUri)) { if (response.CanRead) @@ -227,11 +274,18 @@ public async Task GetTestArchives(Dictionary testPayl } } + /// + /// Expand Archives + /// + /// Directory containing archives + /// Directory to which to unpack archives + /// Optional parameter stating, whether archives should be deleted once downloaded public void ExpandArchivesInDirectory(string archiveDirectory, string destinationDirectory, bool cleanup = true) { Debug.Assert(Directory.Exists(archiveDirectory)); Debug.Assert(Directory.Exists(destinationDirectory)); + // Get all archives in the directory string[] archives = Directory.GetFiles(archiveDirectory, "*.zip", SearchOption.TopDirectoryOnly); foreach (string archivePath in archives) @@ -240,8 +294,7 @@ public void ExpandArchivesInDirectory(string archiveDirectory, string destinatio ZipFile.ExtractToDirectory(archivePath, destinationDirName); - - // Delete archives + // Delete archives if cleanup was if (cleanup) { File.Delete(archivePath); @@ -249,6 +302,10 @@ public void ExpandArchivesInDirectory(string archiveDirectory, string destinatio } } + /// + /// Cleans build directory + /// + /// Directory the contents of which to delete. public void CleanBuild(string directoryToClean) { Debug.Assert(Directory.Exists(directoryToClean)); diff --git a/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestRunHelper.cs b/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestRunHelper.cs index 36a2ee7776d3..a8a97916c501 100644 --- a/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestRunHelper.cs +++ b/tests/src/Common/CoreFX/TestFileSetup/Helpers/TestRunHelper.cs @@ -1,4 +1,8 @@ -using System; +// Licensed to the .NET Foundation under one or more agreements. +// The .NET Foundation licenses this file to you under the MIT license. +// See the LICENSE file in the project root for more information. + +using System; using System.Collections.Generic; using System.Diagnostics; using System.IO; @@ -8,28 +12,50 @@ namespace CoreFX.TestUtils.TestFileSetup.Helpers { + /// + /// A class which runs all tests conforming to the current format of CoreFX tests - + /// Each folder: + /// is named for the test it contains - e.g. System.Collections.Tests + /// contains a test assembly named for the library it tests - e.g. System.Collections.Tests.dll + /// contains a test executable with the specified name - e.g. xunit.console.netcore.exe + /// public class NetCoreTestRunHelper { + public string DotnetExecutablePath { get; set; } public string logRootOutputPath { get; set; } - public int TestRunExitCode { get; set; } - - + /// + /// Default Constructor + /// + /// Path to the dotnet executable, which is used to run the test executable In CoreFX tests this will be the built test host + /// Path to which to output test run logs public NetCoreTestRunHelper(string DotnetExecutablePath, string logRootOutputPath) { this.DotnetExecutablePath = DotnetExecutablePath; this.logRootOutputPath = logRootOutputPath; } - public int RunExecutable(string workingDirectory, string executableName, IReadOnlyList xunitTestTraits, string logRootOutputPath) + /// + /// Run a single test executabke + /// + /// Directory from which to start the test executable + /// Name of the test executable + /// Test trait exclusions to pass to the runner. + /// Path to which to output the single test run's results + /// 0 if single test run is succesful; 1 if not + public int RunExecutable(string workingDirectory, string executableName, IReadOnlyList xunitTestTraits, string logOutputPath) { - string logPath = Path.Combine(logRootOutputPath, Path.GetFileName(workingDirectory)); + // Calculate and create the path to the test log + string logPath = Path.Combine(logOutputPath, Path.GetFileName(workingDirectory)); if (!Directory.Exists(logPath)) Directory.CreateDirectory(logPath); + + // Calculate the arguments to pass to the test runner string arguments = CalculateCommandLineArguments(workingDirectory, executableName, xunitTestTraits, Path.Combine(logPath,"testResults.xml")); + // Create and initialize the test executable process ProcessStartInfo startInfo = new ProcessStartInfo(DotnetExecutablePath, arguments) { Arguments = arguments, @@ -40,18 +66,20 @@ public int RunExecutable(string workingDirectory, string executableName, IReadOn Process executableProcess = new Process(); executableProcess.StartInfo = startInfo; executableProcess.EnableRaisingEvents = true; - executableProcess.Exited += new EventHandler(ExitEventHandler); executableProcess.Start(); executableProcess.WaitForExit(); return executableProcess.ExitCode; } - - private void ExitEventHandler(object sender, EventArgs e) - { - TestRunExitCode = (sender as Process).ExitCode; - } - + /// + /// Run all test executables conforming to the specified pattern in a directory + /// + /// Directory containing tests to run + /// Name of the test executable contained in folders + /// Test trait exclusions to pass to the runner. + /// Maximum number of tests to run in parallel + /// Root path to which to output the all test runs' results + /// 0 if entire test run is succesful; 1 if not public int RunAllExecutablesInDirectory(string rootDirectory, string executableName, IReadOnlyList xunitTestTraits, int processLimit, string logRootOutputPath = null) { int result = 0; @@ -64,7 +92,8 @@ public int RunAllExecutablesInDirectory(string rootDirectory, string executableN while (directories.Count > 0) { string currentDirectory = directories.Pop(); - + + // If a directory contains an executable with the specified name - add it if (File.Exists(Path.Combine(currentDirectory, executableName))) testDirectories.Add(currentDirectory); @@ -72,6 +101,7 @@ public int RunAllExecutablesInDirectory(string rootDirectory, string executableN directories.Push(subDir); } + // Initialize max degree of parallelism ParallelOptions parallelOptions = new ParallelOptions(); parallelOptions.MaxDegreeOfParallelism = processLimit; @@ -80,6 +110,7 @@ public int RunAllExecutablesInDirectory(string rootDirectory, string executableN { if (RunExecutable(testDirectory, executableName, xunitTestTraits, logRootOutputPath) != 0) { + // If any tests fail mark the whole run as failed Console.WriteLine("Test Run Failed " + testDirectory); result = 1; } @@ -88,50 +119,39 @@ public int RunAllExecutablesInDirectory(string rootDirectory, string executableN return result; } + /// + /// Calculate the commandline arguments to pass to the test executable + /// + /// Current test directory name - assumed to have the same name as the test + /// >Name of the test executable contained in the folder + /// Test trait exclusions to pass to the runner. + /// Path to which to output the single test run's results + /// A string representing command line arguments to be passed to the console test runner private string CalculateCommandLineArguments(string testDirectory, string executableName, IReadOnlyList xunitTestTraits, string logPath) { StringBuilder arguments = new StringBuilder(); - arguments.Append("\""); - arguments.Append(Path.Combine(testDirectory, Path.GetFileName(executableName))); - arguments.Append("\""); - arguments.Append(" "); + // Append test executable name + arguments.Append($"\"{Path.Combine(testDirectory, Path.GetFileName(executableName))}\" "); - // Append test name dll - arguments.Append("\""); - arguments.Append(Path.Combine(testDirectory, Path.GetFileName(testDirectory))); - arguments.Append(".dll"); - arguments.Append("\""); - - arguments.Append(" "); + // Append test name dll\ + arguments.Append($"\"{Path.Combine(testDirectory, Path.GetFileName(testDirectory))}.dll\" "); // Append RSP file - arguments.Append("@"); - arguments.Append("\""); - arguments.Append(Path.Combine(testDirectory, Path.GetFileName(testDirectory))); - arguments.Append(".rsp"); - arguments.Append("\""); - arguments.Append(" "); + arguments.Append($"@\"{Path.Combine(testDirectory, Path.GetFileName(testDirectory))}.rsp\" "); if (!String.IsNullOrEmpty(logPath)) { // Add logging information - arguments.Append("-xml"); - arguments.Append(" "); - arguments.Append(logPath); - arguments.Append(" "); + arguments.Append($"-xml {logPath} "); } // Append all additional arguments foreach (string traitToExclude in xunitTestTraits) { - arguments.Append("-notrait"); - arguments.Append(" "); - arguments.Append(traitToExclude); - arguments.Append(" "); + arguments.Append($"-notrait {traitToExclude} "); } - return arguments.ToString(); } } diff --git a/tests/src/Common/CoreFX/TestFileSetup/Program.cs b/tests/src/Common/CoreFX/TestFileSetup/Program.cs index 8f0952be2a7f..107f2429181c 100644 --- a/tests/src/Common/CoreFX/TestFileSetup/Program.cs +++ b/tests/src/Common/CoreFX/TestFileSetup/Program.cs @@ -1,4 +1,8 @@ -using System; +// Licensed to the .NET Foundation under one or more agreements. +// The .NET Foundation licenses this file to you under the MIT license. +// See the LICENSE file in the project root for more information. + +using System; using System.Collections.Generic; using System.CommandLine; using System.IO; @@ -10,9 +14,16 @@ namespace CoreFX.TestUtils.TestFileSetup { + /// + /// This is a driver class, which downloads archived CoreFX test assemblies from a specified URL, lays out their contents + /// and subsequently runs them in parallel. + /// This is invoked from .tests\runtests.cmd and depends on a test host (CoreCLR components with a dotnet executable) being present + /// public class Program { + // Helper class to lay out files on disk private static TestFileHelper testFileHelper; + // Helper class to run tests in parallel private static NetCoreTestRunHelper testRunHelper; // Test Set-up Options @@ -44,8 +55,10 @@ public static void Main(string[] args) ArgumentSyntax argSyntax = ParseCommandLine(args); try { + // Download and lay out files on disk SetupTests(runAllTests); - + + // Only run tests if the relevant commandline switch is passed if (runSpecifiedTests || runAllTests) { exitCode = RunTests(); @@ -54,6 +67,7 @@ public static void Main(string[] args) } catch (AggregateException e) { + // Handle failure cases and exit gracefully e.Handle(innerExc => { @@ -88,7 +102,11 @@ public static void Main(string[] args) Environment.Exit((int)exitCode); } - + /// + /// Parse passed Command Line arguments + /// + /// + /// private static ArgumentSyntax ParseCommandLine(string[] args) { ArgumentSyntax argSyntax = ArgumentSyntax.Parse(args, syntax => @@ -119,6 +137,10 @@ private static ArgumentSyntax ParseCommandLine(string[] args) return argSyntax; } + /// + /// Method, which calls into the Test File Setup helper class to download and layout test assemblies on disk + /// + /// Specifies whether all tests available in the test list should be run private static void SetupTests(bool runAll = false) { testFileHelper = new TestFileHelper(); @@ -126,6 +148,7 @@ private static void SetupTests(bool runAll = false) if (!Directory.Exists(outputDir)) Directory.CreateDirectory(outputDir); + // If the --clean switch has been specified delete existing assemblies if (cleanTestBuild) { testFileHelper.CleanBuild(outputDir); @@ -137,6 +160,11 @@ private static void SetupTests(bool runAll = false) testFileHelper.SetupTests(testUrl, outputDir, testAssemblyDefinitions, runAll).Wait(); } + /// + /// Runs all tests in a directory + /// Only tests, the executable driver of which has the same name as the passed argument are executed - e.g. xunit.console.netcore.exe + /// + /// private static ExitCode RunTests() { testRunHelper = new NetCoreTestRunHelper(dotnetPath, logRootOutputPath); diff --git a/tests/src/Common/CoreFX/TestFileSetup/RSPGenerator.cs b/tests/src/Common/CoreFX/TestFileSetup/RSPGenerator.cs index 444c7dfeb19b..ae323026ca29 100644 --- a/tests/src/Common/CoreFX/TestFileSetup/RSPGenerator.cs +++ b/tests/src/Common/CoreFX/TestFileSetup/RSPGenerator.cs @@ -1,14 +1,25 @@ -using System; +// Licensed to the .NET Foundation under one or more agreements. +// The .NET Foundation licenses this file to you under the MIT license. +// See the LICENSE file in the project root for more information. + +using System; using System.Collections.Generic; using System.IO; using System.Text; namespace CoreFX.TestUtils.TestFileSetup { + /// + /// A class which generates .rsp files to be passed to the test executable + /// The file contains a list of methods, classes and namespaces to be excluded from running. + /// public class RSPGenerator { - private const int MAX_THREAD_NUM = 10; - + /// + /// Generate an rsp file from an XUnitTestAssembly class + /// + /// The XUnitTestAssembly object parsed from a specified test list + /// Path to which to output a .rsp file public void GenerateRSPFile(XUnitTestAssembly testDefinition, string outputPath) { if (!Directory.Exists(outputPath)) @@ -20,9 +31,10 @@ public void GenerateRSPFile(XUnitTestAssembly testDefinition, string outputPath) if (File.Exists(rspFilePath)) File.Delete(rspFilePath); - + // Write RSP file to disk using (StreamWriter sr = File.CreateText(rspFilePath)) { + // If no exclusions are defined, we don't need to generate an .rsp file if (testDefinition.Exclusions == null) return; diff --git a/tests/src/Common/CoreFX/TestFileSetup/XUnit/XUnitTestAssembly.cs b/tests/src/Common/CoreFX/TestFileSetup/XUnit/XUnitTestAssembly.cs index aac29e07699d..efe78853c8ec 100644 --- a/tests/src/Common/CoreFX/TestFileSetup/XUnit/XUnitTestAssembly.cs +++ b/tests/src/Common/CoreFX/TestFileSetup/XUnit/XUnitTestAssembly.cs @@ -1,10 +1,17 @@ -using System; +// Licensed to the .NET Foundation under one or more agreements. +// The .NET Foundation licenses this file to you under the MIT license. +// See the LICENSE file in the project root for more information. + +using System; using System.Collections.Generic; using System.Text; using Newtonsoft.Json; namespace CoreFX.TestUtils.TestFileSetup { + /// + /// A class representing a CoreFX test assembly to be run + /// public class XUnitTestAssembly { [JsonRequired] @@ -19,13 +26,15 @@ public class XUnitTestAssembly [JsonProperty("exclusions")] public Exclusions Exclusions; - // Used to assign a test url or to override it via the json file definition + // Used to assign a test url or to override it via the json file definition - mark it as optional in the test definition [JsonIgnore] [JsonProperty(Required = Required.Default)] public string Url; } - + /// + /// Class representing a collection of test exclusions + /// public class Exclusions { [JsonProperty("namespaces")] @@ -38,6 +47,9 @@ public class Exclusions public Exclusion[] Methods; } + /// + /// Class representing a single test exclusion + /// public class Exclusion { [JsonRequired] From 3e1fd30639fd16469e461c001edae62e7e976019 Mon Sep 17 00:00:00 2001 From: Andon Andonov Date: Wed, 27 Jun 2018 11:02:54 -0700 Subject: [PATCH 27/28] Fix buildtesthost option for only building CoreFX test dependencies --- build-test.cmd | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/build-test.cmd b/build-test.cmd index 9bf48180a3b8..58c6d32f84bb 100644 --- a/build-test.cmd +++ b/build-test.cmd @@ -78,7 +78,7 @@ if /i "%1" == "checked" (set __BuildType=Checked&set processedArgs if /i "%1" == "skipmanaged" (set __SkipManaged=1&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) if /i "%1" == "skipnative" (set __SkipNative=1&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) -if /i "%1" == "buildtesthost" (set __SkipNative=1&__SkipManaged=1&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) +if /i "%1" == "buildtesthostonly" (set __SkipNative=1&set __SkipManaged=1&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) if /i "%1" == "toolset_dir" (set __ToolsetDir=%2&set __PassThroughArgs=%__PassThroughArgs% %2&set processedArgs=!processedArgs! %1 %2&shift&shift&goto Arg_Loop) if /i "%1" == "buildagainstpackages" (set __ZipTests=1&set __BuildAgainstPackagesArg=-BuildTestsAgainstPackages&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) if /i "%1" == "skiprestorepackages" (set __SkipRestorePackages=1&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) From b9f5503b66c7f800a1efb9faffdd1dd4e48ee057 Mon Sep 17 00:00:00 2001 From: Andon Andonov Date: Wed, 27 Jun 2018 13:01:14 -0700 Subject: [PATCH 28/28] Disable intermittently failing test DrawBezier_PointFs --- tests/CoreFX/TopN.CoreFX.x64.Windows.issues.json | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/tests/CoreFX/TopN.CoreFX.x64.Windows.issues.json b/tests/CoreFX/TopN.CoreFX.x64.Windows.issues.json index 9801c81de768..5518056a1f1d 100644 --- a/tests/CoreFX/TopN.CoreFX.x64.Windows.issues.json +++ b/tests/CoreFX/TopN.CoreFX.x64.Windows.issues.json @@ -222,6 +222,10 @@ { "name": "System.Drawing.Tests.GraphicsTests.TextRenderingHint_SetInvalid_ThrowsInvalidEnumArgumentException", "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\r\\nActual: typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-1) is invalid for Enum type 'TextRenderingHint'.\\r\\nParameter name: value" + }, + { + "name": "System.Drawing.Tests.Graphics_DrawBezierTests.DrawBezier_PointFs", + "reason": "Intermittent Failure" } ] }