Sync live test to main branch

.azure-pipelines/live-test.yml

@@ -1,13 +1,17 @@
 parameters:
-- name: win_image
-  displayName: Windows Image Version
+- name: img_windows_2019
+  displayName: Windows 2019 Image Version
   type: string
   default: windows-2019
-- name: linux_image
+- name: img_windows_2022
+  displayName: Windows 2022 Image Version
+  type: string
+  default: windows-2022
+- name: img_linux
   displayName: Linux Image Version
   type: string
   default: ubuntu-20.04
-- name: macOS_image
+- name: img_macos
   displayName: MacOS Image Version
   type: string
   default: macOS-11
@@ -18,15 +22,19 @@ parameters:
 - name: ps_7_0_x
   displayName: PowerShell 7.0.x Version
   type: string
-  default: 7.0.13
+  default: 7.0.*
 - name: ps_7_1_x
   displayName: PowerShell 7.1.x Version
   type: string
-  default: 7.1.7
+  default: 7.1.*
 - name: ps_7_2_x
   displayName: PowerShell 7.2.x Version
   type: string
-  default: 7.2.7
+  default: 7.2.*
+- name: ps_7_3_x
+  displayName: PowerShell 7.3.x Version
+  type: string
+  default: 7.3.*
 - name: ps_latest
   displayName: PowerShell Latest Version
   type: string
@@ -41,88 +49,161 @@ parameters:
   default: 7.0.x
 
 variables:
-  LiveTestArtifactsName: LiveTestArtifacts
-  LiveTestDataLocation: $(Pipeline.Workspace)/$(LiveTestArtifactsName)
-  EnableTestCoverage: true
-  TestCoverageLocation: $(LiveTestDataLocation)
+  ArtifactsName: LiveTestArtifacts
+  DataLocation: $(Pipeline.Workspace)/$(ArtifactsName)
+
+schedules:
+- cron: "0 19 * * *"
+  displayName: Daily Live Test
+  branches:
+    include:
+    - main
+  always: true
 
 pr: none
 trigger: none
 
 jobs:
 - template: util/live-test-steps.yml
   parameters:
-    name: 'win_ps_5_1'
-    vmImage: ${{ parameters.win_image }}
+    name: 'win_ps_5_1_win_2019'
+    vmImage: ${{ parameters.img_windows_2019 }}
+    osType: 'Windows'
+    psVersion: ${{ parameters.win_ps_5_1 }}
+    dotnetVersion: ${{ parameters.dotnet_sdk_6 }}
+
+- template: util/live-test-steps.yml
+  parameters:
+    name: 'win_ps_5_1_win_2022'
+    vmImage: ${{ parameters.img_windows_2022 }}
+    osType: 'Windows'
     psVersion: ${{ parameters.win_ps_5_1 }}
     dotnetVersion: ${{ parameters.dotnet_sdk_6 }}
 
 - template: util/live-test-steps.yml
   parameters:
-    name: 'ps_7_0_x_win'
-    vmImage: ${{ parameters.win_image }}
+    name: 'ps_7_0_x_win_2019'
+    vmImage: ${{ parameters.img_windows_2019 }}
+    osType: 'Windows'
     psVersion: ${{ parameters.ps_7_0_x }}
     dotnetVersion: ${{ parameters.dotnet_sdk_6 }}
 
 - template: util/live-test-steps.yml
   parameters:
-    name: 'ps_7_1_x_win'
-    vmImage: ${{ parameters.win_image }}
+    name: 'ps_7_1_x_win_2019'
+    vmImage: ${{ parameters.img_windows_2019 }}
+    osType: 'Windows'
     psVersion: ${{ parameters.ps_7_1_x }}
     dotnetVersion: ${{ parameters.dotnet_sdk_6 }}
 
 - template: util/live-test-steps.yml
   parameters:
-    name: 'ps_7_2_x_win'
-    vmImage: ${{ parameters.win_image }}
+    name: 'ps_7_2_x_win_2019'
+    vmImage: ${{ parameters.img_windows_2019 }}
+    osType: 'Windows'
     psVersion: ${{ parameters.ps_7_2_x }}
     dotnetVersion: ${{ parameters.dotnet_sdk_6 }}
 
 - template: util/live-test-steps.yml
   parameters:
-    name: 'ps_latest_win'
-    vmImage: ${{ parameters.win_image }}
-    psVersion: ${{ parameters.ps_latest }}
+    name: 'ps_7_3_x_win_2019'
+    vmImage: ${{ parameters.img_windows_2019 }}
+    osType: 'Windows'
+    psVersion: ${{ parameters.ps_7_3_x }}
+    dotnetVersion: ${{ parameters.dotnet_sdk_7 }}
+
+- template: util/live-test-steps.yml
+  parameters:
+    name: 'ps_7_0_x_win_2022'
+    vmImage: ${{ parameters.img_windows_2022 }}
+    osType: 'Windows'
+    psVersion: ${{ parameters.ps_7_0_x }}
+    dotnetVersion: ${{ parameters.dotnet_sdk_6 }}
+
+- template: util/live-test-steps.yml
+  parameters:
+    name: 'ps_7_1_x_win_2022'
+    vmImage: ${{ parameters.img_windows_2022 }}
+    osType: 'Windows'
+    psVersion: ${{ parameters.ps_7_1_x }}
+    dotnetVersion: ${{ parameters.dotnet_sdk_6 }}
+
+- template: util/live-test-steps.yml
+  parameters:
+    name: 'ps_7_2_x_win_2022'
+    vmImage: ${{ parameters.img_windows_2022 }}
+    osType: 'Windows'
+    psVersion: ${{ parameters.ps_7_2_x }}
+    dotnetVersion: ${{ parameters.dotnet_sdk_6 }}
+
+- template: util/live-test-steps.yml
+  parameters:
+    name: 'ps_7_3_x_win_2022'
+    vmImage: ${{ parameters.img_windows_2022 }}
+    osType: 'Windows'
+    psVersion: ${{ parameters.ps_7_3_x }}
     dotnetVersion: ${{ parameters.dotnet_sdk_7 }}
 
 - template: util/live-test-steps.yml
   parameters:
     name: 'ps_7_0_x_linux'
-    vmImage: ${{ parameters.linux_image }}
+    vmImage: ${{ parameters.img_linux }}
+    osType: 'Linux'
     psVersion: ${{ parameters.ps_7_0_x }}
     dotnetVersion: ${{ parameters.dotnet_sdk_6 }}
 
 - template: util/live-test-steps.yml
   parameters:
     name: 'ps_7_1_x_linux'
-    vmImage: ${{ parameters.linux_image }}
+    vmImage: ${{ parameters.img_linux }}
+    osType: 'Linux'
     psVersion: ${{ parameters.ps_7_1_x }}
     dotnetVersion: ${{ parameters.dotnet_sdk_6 }}
 
 - template: util/live-test-steps.yml
   parameters:
     name: 'ps_7_2_x_linux'
-    vmImage: ${{ parameters.linux_image }}
+    vmImage: ${{ parameters.img_linux }}
+    osType: 'Linux'
     psVersion: ${{ parameters.ps_7_2_x }}
     dotnetVersion: ${{ parameters.dotnet_sdk_6 }}
 
 - template: util/live-test-steps.yml
   parameters:
-    name: 'ps_latest_linux'
-    vmImage: ${{ parameters.linux_image }}
-    psVersion: ${{ parameters.ps_latest }}
+    name: 'ps_7_3_x_linux'
+    vmImage: ${{ parameters.img_linux }}
+    osType: 'Linux'
+    psVersion: ${{ parameters.ps_7_3_x }}
     dotnetVersion: ${{ parameters.dotnet_sdk_7 }}
 
+- template: util/live-test-steps.yml
+  parameters:
+    name: 'ps_7_0_x_macOS'
+    vmImage: ${{ parameters.img_macos }}
+    osType: 'MacOS'
+    psVersion: ${{ parameters.ps_7_0_x }}
+    dotnetVersion: ${{ parameters.dotnet_sdk_6 }}
+
+- template: util/live-test-steps.yml
+  parameters:
+    name: 'ps_7_1_x_macOS'
+    vmImage: ${{ parameters.img_macos }}
+    osType: 'MacOS'
+    psVersion: ${{ parameters.ps_7_1_x }}
+    dotnetVersion: ${{ parameters.dotnet_sdk_6 }}
+
 - template: util/live-test-steps.yml
   parameters:
     name: 'ps_7_2_x_macOS'
-    vmImage: ${{ parameters.macOS_image }}
+    vmImage: ${{ parameters.img_macos }}
+    osType: 'MacOS'
     psVersion: ${{ parameters.ps_7_2_x }}
     dotnetVersion: ${{ parameters.dotnet_sdk_6 }}
 
 - template: util/live-test-steps.yml
   parameters:
-    name: 'ps_latest_macOS'
-    vmImage: ${{ parameters.macOS_image }}
-    psVersion: ${{ parameters.ps_latest }}
+    name: 'ps_7_3_x_macOS'
+    vmImage: ${{ parameters.img_macos }}
+    osType: 'MacOS'
+    psVersion: ${{ parameters.ps_7_3_x }}
     dotnetVersion: ${{ parameters.dotnet_sdk_7 }}

.azure-pipelines/util/live-test-steps.yml

@@ -1,12 +1,13 @@
 parameters:
 - name: name
 - name: vmImage
+- name: osType
 - name: psVersion
 - name: dotnetVersion
 
 jobs:
 - job: ${{ parameters.name }}
-  timeoutInMinutes: 180
+  timeoutInMinutes: 600
   pool:
     vmImage: ${{ parameters.vmImage }}
 
@@ -32,40 +33,64 @@ jobs:
       pwsh: true
       targetType: inline
       script:
-        New-Item -Name $(LiveTestArtifactsName) -Path $(Pipeline.Workspace) -ItemType Directory -Force
+        New-Item -Name $(ArtifactsName) -Path $(Pipeline.Workspace) -ItemType Directory -Force
 
   - task: DownloadPipelineArtifact@2
-    condition: and(succeeded(), eq(variables['GalleryName'], 'DailyBuild'), eq(variables['BuildPipelineBuildId'], ''))
+    condition: and(succeeded(), eq(variables['GalleryName'], 'DailyBuild'), eq(variables['PipelineBuildId'], ''))
     displayName: Download latest artifacts from daily build pipeline main branch
     inputs:
-      buildType: specific
-      project: $(ProjectToDownloadArtifacts)
+      buildType: 'specific'
+      project: $(BuildPipelineProject)
       definition: $(BuildPipelineDefinitionId)
-      buildVersionToDownload: latestFromBranch
-      branchName: refs/heads/master
-      artifactName: $(ArtifactName)
+      buildVersionToDownload: 'latestFromBranch'
+      branchName: 'refs/heads/main'
+      artifactName: 'artifacts'
       targetPath: $(Pipeline.Workspace)
 
   - task: DownloadPipelineArtifact@2
-    condition: and(succeeded(), eq(variables['GalleryName'], 'DailyBuild'), ne(variables['BuildPipelineBuildId'], ''))
+    condition: and(succeeded(), eq(variables['GalleryName'], 'DailyBuild'), ne(variables['PipelineBuildId'], ''))
     displayName: Download specific artifacts from daily build pipeline
     inputs:
-      buildType: specific
-      project: $(ProjectToDownloadArtifacts)
+      buildType: 'specific'
+      project: $(BuildPipelineProject)
       definition: $(BuildPipelineDefinitionId)
-      buildVersionToDownload: specific
-      pipelineId: $(BuildPipelineBuildId)
-      artifactName: $(ArtifactName)
+      buildVersionToDownload: 'specific'
+      pipelineId: $(PipelineBuildId)
+      artifactName: 'artifacts'
+      targetPath: $(Pipeline.Workspace)
+
+  - task: DownloadPipelineArtifact@2
+    condition: and(succeeded(), eq(variables['GalleryName'], 'Sign'), eq(variables['PipelineBuildId'], ''))
+    displayName: Download latest artifacts from sign pipeline internal/release branch
+    inputs:
+      buildType: 'specific'
+      project: $(SignPipelineProject)
+      definition: $(SignPipelineDefinitionId)
+      buildVersionToDownload: 'latestFromBranch'
+      branchName: 'refs/heads/internal/release'
+      artifactName: 'artifacts'
+      targetPath: $(Pipeline.Workspace)
+
+  - task: DownloadPipelineArtifact@2
+    condition: and(succeeded(), eq(variables['GalleryName'], 'Sign'), ne(variables['PipelineBuildId'], ''))
+    displayName: Download specific artifacts from sign pipeline
+    inputs:
+      buildType: 'specific'
+      project: $(SignPipelineProject)
+      definition: $(SignPipelineDefinitionId)
+      buildVersionToDownload: 'specific'
+      pipelineId: $(PipelineBuildId)
+      artifactName: 'artifacts'
       targetPath: $(Pipeline.Workspace)
 
   - task: PowerShell@2
-    condition: and(succeeded(), eq(variables['GalleryName'], 'DailyBuild'))
+    condition: and(succeeded(), ne(variables['GalleryName'], 'PSGallery'))
     displayName: Copy artifacts to local repository
     inputs:
       pwsh: true
       targetType: inline
       script: |
-        $azPackagesDir = New-Item -Name AzPackages -Path $(LiveTestDataLocation) -ItemType Directory -Force
+        $azPackagesDir = New-Item -Name AzPreviewPackages -Path $(DataLocation) -ItemType Directory -Force
         $azPackagesFiles = Join-Path -Path $(Pipeline.Workspace) -ChildPath *.nupkg
         Move-Item -Path $azPackagesFiles -Destination $azPackagesDir
         Get-ChildItem -LiteralPath $azPackagesDir
@@ -76,7 +101,7 @@ jobs:
       pwsh: true
       targetType: filePath
       filePath: ./tools/TestFx/Live/InvokeLiveTestCITask.ps1
-      arguments: -UseWindowsPowerShell ('${{ parameters.psVersion }}' -eq '5.1') -ScriptFile './tools/TestFx/Live/InstallLiveTestAzModules.ps1 -Source $(GalleryName) -AzPackagesLocation (Convert-Path -LiteralPath $(LiveTestDataLocation) | Join-Path -ChildPath AzPackages)'
+      arguments: -UseWindowsPowerShell ('${{ parameters.psVersion }}' -eq '5.1') -ScriptFile './tools/TestFx/Live/InstallLiveTestAzModules.ps1 -Source $(GalleryName) -AzPackagesLocation (Join-Path -Path $(DataLocation) -ChildPath AzPreviewPackages)'
 
   - task: PowerShell@2
     displayName: Connect Azure with live test service principal
@@ -85,27 +110,31 @@ jobs:
       targetType: filePath
       filePath: ./tools/TestFx/Live/InvokeLiveTestCITask.ps1
       arguments: -UseWindowsPowerShell ('${{ parameters.psVersion }}' -eq '5.1') -ScriptFile './tools/TestFx/Live/ConnectLiveTestServicePrincipal.ps1 $(LiveTestServicePrincipalSubscriptionId) $(LiveTestServicePrincipalTenantId) $(LiveTestServicePrincipalId) $(LiveTestServicePrincipalSecret)'
+      failOnStderr: true
+    retryCountOnTaskFailure: 3
 
   - task: PowerShell@2
     displayName: Run top E2E live scenarios
     inputs:
       pwsh: true
       targetType: filePath
       filePath: ./tools/TestFx/Live/InvokeLiveTestCITask.ps1
-      arguments: -UseWindowsPowerShell ('${{ parameters.psVersion }}' -eq '5.1') -ScriptFile './tools/TestFx/Live/InvokeLiveTestScenarios.ps1 $(Build.BuildId) ${{ parameters.vmImage }} ${{ parameters.psVersion }} $(Build.SourcesDirectory) $(LiveTestDataLocation)'
-      failOnStderr: true
+      arguments: -UseWindowsPowerShell ('${{ parameters.psVersion }}' -eq '5.1') -ScriptFile './tools/TestFx/Live/InvokeLiveTestScenarios.ps1 -RunPlatform ${{ parameters.osType }} -RepoLocation $(Build.SourcesDirectory) -DataLocation $(DataLocation)'
 
   - task: PowerShell@2
     displayName: Save live test results to Kusto
+    condition: succeededOrFailed()
     inputs:
       pwsh: true
       targetType: filePath
       filePath: ./tools/TestFx/Live/SaveLiveTestResult.ps1
-      arguments: $(KustoServicePrincipalTenantId) $(KustoServicePrincipalId) $(KustoServicePrincipalSecret) $(KustoClusterName) $(KustoClusterRegion) $(LiveTestDatabaseName) $(LiveTestTableName) $(TestCoverageTableName) $(LiveTestDataLocation)
+      arguments: $(KustoServicePrincipalTenantId) $(KustoServicePrincipalId) $(KustoServicePrincipalSecret) $(KustoClusterName) $(KustoClusterRegion) $(LiveTestDatabaseName) $(LiveTestTableName) $(DataLocation) $(Build.BuildId) ${{ parameters.vmImage }} "$(Tag)"
+      failOnStderr: true
+    retryCountOnTaskFailure: 3
 
   - task: PublishPipelineArtifact@1
     displayName: Publish live test results to pipeline artifact
     inputs:
-      artifact: livetest-os-${{ parameters.vmImage }}-powershell-${{ parameters.psVersion }}
-      targetPath: $(LiveTestDataLocation)
+      artifact: livetest-os-${{ parameters.vmImage }}-powershell-${{ parameters.name }}
+      targetPath: $(DataLocation)
     condition: always()

src/Accounts/Accounts.Test/LiveTests/TestLiveScenarios.ps1

@@ -0,0 +1,20 @@
+Invoke-LiveTestScenario -Name "Validate access token" -Description "Test validating access token" -NoResourceGroup -ScenarioScript `
+{
+    $account = (Get-AzContext).Account
+    $applicationId = $account.Id
+    $tenantId = $account.Tenants[0]
+    $token = Get-AzAccessToken
+    Assert-AreEqual $applicationId $token.UserId
+    Assert-AreEqual $tenantId $token.TenantId
+}
+
+Invoke-LiveTestScenario -Name "Disconnect service principal account" -Description "Test disconnecting service principal account" -NoResourceGroup -ScenarioScript `
+{
+    $account = (Get-AzContext).Account
+    $applicationId = $account.Id
+    $tenantId = $account.Tenants[0]
+    Disconnect-AzAccount -ApplicationId $applicationId -TenantId $tenantId
+
+    $token = Get-AzAccessToken -ErrorAction SilentlyContinue
+    Assert-True { ($null -eq $token) -or ($null -ne $token -and $token.UserId -ne $applicationId) }
+}