Onboard Tests for OpenSSL 3 (#3388)

microsoft · Feb 2, 2023 · 2e2b9c1 · 2e2b9c1
1 parent 01bf1fc
commit 2e2b9c1
Show file tree

Hide file tree

Showing 20 changed files with 257 additions and 57 deletions.
diff --git a/.azure/azure-pipelines.ci.yml b/.azure/azure-pipelines.ci.yml
@@ -130,6 +130,14 @@ stages:
       extraName: 'xdp'
       extraPrepareArgs: -InstallXdpSdk
       extraBuildArgs: -EnableTelemetryAsserts -UseXdp -ExtraArtifactDir xdp
+  - template: ./templates/build-config-user.yml
+    parameters:
+      image: windows-2019
+      platform: windows
+      arch: x64
+      tls: openssl3
+      config: Release
+      extraBuildArgs: -EnableTelemetryAsserts
 
 - stage: build_windows_debug
   displayName: Build Windows - Debug
@@ -188,6 +196,14 @@ stages:
       extraName: 'xdp'
       extraPrepareArgs: -InstallXdpSdk
       extraBuildArgs: -EnableTelemetryAsserts -UseXdp -ExtraArtifactDir Xdp
+  - template: ./templates/build-config-user.yml
+    parameters:
+      image: windows-2019
+      platform: windows
+      arch: x64
+      tls: openssl3
+      config: Debug
+      extraBuildArgs: -EnableTelemetryAsserts
 
 - stage: build_windows_nontest
   displayName: Build Windows - Non Tested
@@ -274,15 +290,15 @@ stages:
       arch: x64
       tls: openssl
       extraName: 'VS2022_OpenSSL'
-      extraBuildArgs: -EnableTelemetryAsserts  -ExtraArtifactDir VS2022_OpenSSL
+      extraBuildArgs: -EnableTelemetryAsserts -ExtraArtifactDir VS2022_OpenSSL
   - template: ./templates/build-config-user.yml
     parameters:
       image: windows-2022
       platform: windows
       arch: x64
       tls: schannel
       extraName: 'VS2022_Schannel'
-      extraBuildArgs: -EnableTelemetryAsserts  -ExtraArtifactDir VS2022_Schannel
+      extraBuildArgs: -EnableTelemetryAsserts -ExtraArtifactDir VS2022_Schannel
 
 - stage: build_linux_release
   displayName: Build Linux - Release
@@ -295,6 +311,13 @@ stages:
       arch: x64
       tls: openssl
       config: Release
+  - template: ./templates/build-config-user.yml
+    parameters:
+      image: ubuntu-20.04
+      platform: linux
+      arch: x64
+      tls: openssl3
+      config: Release
 
 - stage: build_linux_debug
   displayName: Build Linux - Debug
@@ -325,7 +348,13 @@ stages:
       config: Debug
       extraName: 'systemopenssl'
       extraBuildArgs: -UseSystemOpenSSLCrypto -ExtraArtifactDir SystemCrypto
-
+  - template: ./templates/build-config-user.yml
+    parameters:
+      image: ubuntu-22.04
+      platform: linux
+      arch: x64
+      tls: openssl3
+      config: Debug
   - template: ./templates/build-config-user.yml
     parameters:
       image: ubuntu-22.04
@@ -348,7 +377,6 @@ stages:
       tls: openssl
       extraBuildArgs: -OfficialRelease
       extraName: 'official'
-
   - template: ./templates/build-config-user.yml
     parameters:
       image: ubuntu-20.04
@@ -357,7 +385,6 @@ stages:
       tls: openssl
       extraBuildArgs: -Clang -ExtraArtifactDir Clang
       extraName: 'clang'
-
   - template: ./templates/build-config-user.yml
     parameters:
       image: ubuntu-20.04
@@ -366,7 +393,6 @@ stages:
       tls: openssl
       extraBuildArgs: -DisableLogs
       extraName: 'android'
-
   - template: ./templates/build-config-user.yml
     parameters:
       image: ubuntu-20.04
@@ -375,7 +401,6 @@ stages:
       tls: openssl
       extraBuildArgs: -DisableLogs -ToolchainFile cmake/toolchains/aarch64-linux.cmake -OneBranch
       extraPrepareArgs: -InstallArm64Toolchain
-
   - template: ./templates/build-config-user.yml
     parameters:
       image: ubuntu-20.04
@@ -384,7 +409,6 @@ stages:
       tls: openssl
       extraBuildArgs: -DisableLogs
       extraName: 'android'
-
   - template: ./templates/build-config-user.yml
     parameters:
       image: ubuntu-20.04
@@ -404,7 +428,6 @@ stages:
       config: Release
       extraName: 'systemopenssl'
       extraBuildArgs: -UseSystemOpenSSLCrypto -ExtraArtifactDir SystemCrypto
-
   - template: ./templates/build-config-user.yml
     parameters:
       image: ubuntu-20.04
@@ -413,14 +436,12 @@ stages:
       tls: openssl
       extraName: 'static'
       extraBuildArgs: -Static -ExtraArtifactDir Static
-
   - template: ./templates/build-config-user.yml
     parameters:
       image: ubuntu-22.04
       platform: linux
       arch: x64
       tls: openssl
-
   - template: ./templates/build-config-user.yml
     parameters:
       image: ubuntu-22.04
@@ -465,7 +486,6 @@ stages:
       platform: macos
       arch: arm64
       tls: openssl
-
   - template: ./templates/build-config-user.yml
     parameters:
       image: macOS-12
@@ -474,7 +494,6 @@ stages:
       tls: openssl
       extraName: 'stdout'
       extraBuildArgs: -LoggingType stdout
-
   - template: ./templates/build-config-user.yml
     parameters:
       image: macOS-12
@@ -483,7 +502,6 @@ stages:
       tls: openssl
       extraName: 'static'
       extraBuildArgs: -Static -ExtraArtifactDir Static
-
   - template: ./templates/build-config-user.yml
     parameters:
       image: macOS-12
@@ -492,14 +510,12 @@ stages:
       tls: openssl
       extraName: 'static'
       extraBuildArgs: -Static -ExtraArtifactDir Static
-
   - template: ./templates/build-config-user.yml
     parameters:
       image: macOS-12
       platform: ios
       arch: arm64
       tls: openssl
-
   - template: ./templates/build-config-user.yml
     parameters:
       image: macOS-12
@@ -559,7 +575,13 @@ stages:
       platform: linux
       tls: openssl
       config: Release
-      extraTestArgs: -Filter -*CredValidation*:TlsTest.InProc*
+  - template: ./templates/run-bvt.yml
+    parameters:
+      image: ubuntu-latest
+      platform: linux
+      tls: openssl3
+      config: Release
+      extraTestArgs: -Filter -*LoadBalanced*:*ResumeRejection*:*Reject0Rtt*
 
 - stage: test_bvt_winkernel_release
   displayName: BVT Windows Kernel Release
@@ -602,7 +624,7 @@ stages:
       platform: windows
       tls: schannel
       logProfile: Full.Light
-      extraTestArgs: -Kernel -EnableSystemVerifier -Filter -*ValidateConfiguration:*ValidAlpnLengths:*ResumeRejection*:*ClientCertificate*:*LoadBalanced*:*NthAllocFail*
+      extraTestArgs: -Kernel -EnableSystemVerifier -Filter -*ValidateConfiguration:*ValidAlpnLengths:*ResumeRejection*:*ClientCertificate*:*LoadBalanced*
       kernel: true
   - template: ./templates/run-bvt.yml
     parameters:
@@ -654,41 +676,52 @@ stages:
       platform: windows
       tls: openssl
       logProfile: Full.Light
-      extraTestArgs: -Filter -*Unreachable/0:CredValidation*:*NthAllocFail*:TlsTest.InProc*
+      extraTestArgs: -Filter -*Unreachable/0
   - template: ./templates/run-bvt.yml
     parameters:
       image: windows-2022
       platform: windows
       tls: openssl
       logProfile: Full.Light
-      extraTestArgs: -Filter -*CredValidation*:*NthAllocFail*:TlsTest.InProc*
+  - template: ./templates/run-bvt.yml
+    parameters:
+      image: windows-2022
+      platform: windows
+      tls: openssl3
+      logProfile: Full.Light
+      extraTestArgs: -Filter -*LoadBalanced*:*ResumeRejection*:*Reject0Rtt*
   - template: ./templates/run-bvt.yml
     parameters:
       image: ubuntu-latest
       platform: linux
       tls: openssl
-      extraTestArgs: -Filter -*CredValidation*:TlsTest.InProc*
   - template: ./templates/run-bvt.yml
     parameters:
       image: ubuntu-latest
       platform: linux
       tls: openssl
       extraArtifactDir: '_Sanitize'
-      extraTestArgs: -Filter -*CredValidation*:TlsTest.InProc* -ExtraArtifactDir Sanitize
+      extraTestArgs: -ExtraArtifactDir Sanitize
   - template: ./templates/run-bvt.yml
     parameters:
-      image: macOS-12
-      platform: macos
+      image: ubuntu-latest
+      platform: linux
       tls: openssl
-      logProfile: None
-      extraTestArgs: -Filter -*CredValidation*:TlsTest.InProc* -ErrorsAsWarnings
+      extraArtifactDir: '_SystemCrypto'
+      extraTestArgs: -ExtraArtifactDir SystemCrypto
   - template: ./templates/run-bvt.yml
     parameters:
       image: ubuntu-latest
       platform: linux
+      tls: openssl3
+      extraTestArgs: -Filter -*LoadBalanced*:*ResumeRejection*:*Reject0Rtt*
+  - template: ./templates/run-bvt.yml
+    parameters:
+      image: macOS-12
+      platform: macos
       tls: openssl
-      extraArtifactDir: '_SystemCrypto'
-      extraTestArgs: -Filter -*CredValidation*:TlsTest.InProc* -ExtraArtifactDir SystemCrypto
+      logProfile: None
+      extraTestArgs: -ErrorsAsWarnings
 
 #
 # SpinQuic Tests
@@ -736,6 +769,18 @@ stages:
       platform: windows
       allocFail: 100
       tls: openssl
+  - template: ./templates/run-spinquic.yml
+    parameters:
+      image: windows-2022
+      platform: windows
+      allocFail: 100
+      tls: openssl3
+  - template: ./templates/run-spinquic.yml
+    parameters:
+      image: ubuntu-latest
+      platform: linux
+      tls: openssl
+      allocFail: 100
   - template: ./templates/run-spinquic.yml
     parameters:
       image: ubuntu-latest
@@ -748,7 +793,7 @@ stages:
     parameters:
       image: ubuntu-latest
       platform: linux
-      tls: openssl
+      tls: openssl3
       allocFail: 100
   - template: ./templates/run-spinquic.yml
     parameters:
@@ -772,19 +817,28 @@ stages:
       image: windows-latest
       platform: windows
       tls: openssl
+  - template: ./templates/run-dotnet.yml
+    parameters:
+      image: windows-latest
+      platform: windows
+      tls: openssl3
   - template: ./templates/run-dotnet.yml
     parameters:
       image: ubuntu-latest
       platform: linux
       tls: openssl
+  - template: ./templates/run-dotnet.yml
+    parameters:
+      image: ubuntu-latest
+      platform: linux
+      tls: openssl3
   - template: ./templates/run-dotnet.yml
     parameters:
       image: macOS-12
       platform: macos
       arch: universal
       tls: openssl
 
-
 #
 # Code Coverage
 #
@@ -838,11 +892,21 @@ stages:
       image: windows-2019
       platform: windows
       tls: openssl
+  - template: ./templates/run-quicinterop.yml
+    parameters:
+      image: windows-2019
+      platform: windows
+      tls: openssl3
   - template: ./templates/run-quicinterop.yml
     parameters:
       image: ubuntu-latest
       platform: linux
       tls: openssl
+  - template: ./templates/run-quicinterop.yml
+    parameters:
+      image: ubuntu-latest
+      platform: linux
+      tls: openssl3
   - template: ./templates/run-quicinterop.yml
     parameters:
       image: macOS-12