Fix Weekly Test Failures

eng/pipelines/templates/stages/1es-redirect.yml

@@ -0,0 +1,47 @@
+resources:
+  repositories:
+    - repository: 1ESPipelineTemplates
+      type: git
+      name: 1ESPipelineTemplates/1ESPipelineTemplates
+      ref: refs/tags/release
+    - repository: azure-sdk-build-tools
+      type: git
+      name: internal/azure-sdk-build-tools
+      ref: refs/tags/azure-sdk-build-tools_20230829.1
+
+parameters:
+- name: stages
+  type: stageList
+  default: []
+- name: Use1ESOfficial
+  type: boolean
+  default: true
+
+extends:
+  ${{ if and(parameters.Use1ESOfficial, eq(variables['System.TeamProject'], 'internal')) }}:
+    template: v1/1ES.Official.PipelineTemplate.yml@1ESPipelineTemplates
+  ${{ else }}:
+    template: v1/1ES.Unofficial.PipelineTemplate.yml@1ESPipelineTemplates
+  parameters:
+    settings:
+      skipBuildTagsForGitHubPullRequests: true
+    sdl:
+      sourceAnalysisPool:
+        name: azsdk-pool-mms-win-2022-general
+        image: azsdk-pool-mms-win-2022-1espt
+        os: windows
+      sourceRepositoriesToScan:
+        exclude:
+          - repository: azure-sdk-build-tools
+      credscan:
+        suppressionsFile: '$(Build.SourcesDirectory)/eng/CredScanSuppression.json'
+        toolVersion: '2.3.12.23'
+        baselineFiles: $(Build.SourcesDirectory)/eng/python.gdnbaselines
+      eslint:
+        enabled: false
+        justificationForDisabling: "ESLint injected task has failures because it uses an old version of mkdirp. We should not fail for tools not controlled by the repo. See: https://dev.azure.com/azure-sdk/internal/_build/results?buildId=3556850"
+      psscriptanalyzer:
+        compiled: true
+        break: true
+      policy: M365
+    stages: ${{ parameters.stages }}

eng/pipelines/templates/stages/python-analyze-weekly-standalone.yml

@@ -0,0 +1,117 @@
+parameters:
+  - name: ServiceDirectory
+    type: string
+    default: ''
+  - name: BuildTargetingString
+    type: string
+    default: 'azure-*'
+  - name: JobName
+    type: string
+    default: 'Test'
+
+extends:
+  template: /eng/pipelines/templates/stages/1es-redirect.yml@self
+  parameters:
+    stages:
+      - ${{ if contains(variables['Build.DefinitionName'], 'tests-weekly')  }}:
+        - stage:
+          displayName: 'Analyze_${{ parameters.JobName }}'
+          variables:
+            - template: /eng/pipelines/templates/variables/image.yml
+          dependsOn: []
+          jobs:
+            - job: 'Analyze'
+              timeoutInMinutes: 90
+
+              variables:
+                - name: PythonVersion
+                  value: '3.8' 
+
+              pool:
+                name: $(LINUXPOOL)
+                image: $(LINUXVMIMAGE)
+                os: linux
+
+              steps:
+                - task: UsePythonVersion@0
+                  displayName: 'Use Python 3.8'
+                  inputs:
+                    versionSpec: '3.8'
+                - script: |
+                    python -m pip install setuptools==58.3.0
+                    python -m pip install -r eng/ci_tools.txt
+                  displayName: 'Prep Environment'
+                - task: PythonScript@0
+                  displayName: 'Run Pylint Next'
+                  continueOnError: true
+                  inputs:
+                    scriptPath: 'scripts/devops_tasks/dispatch_tox.py'
+                    arguments: >-
+                      ${{ parameters.BuildTargetingString }}
+                      --service="${{ parameters.ServiceDirectory }}"
+                      --toxenv="next-pylint"
+                      --disablecov
+                      --filter-type="Omit_management"
+                  env:
+                    GH_TOKEN: $(azuresdk-github-pat)
+
+                - task: PythonScript@0
+                  displayName: 'Run MyPy Next'
+                  continueOnError: true
+                  inputs:
+                    scriptPath: 'scripts/devops_tasks/dispatch_tox.py'
+                    arguments: >-
+                      ${{ parameters.BuildTargetingString }}
+                      --service="${{ parameters.ServiceDirectory }}"
+                      --toxenv="next-mypy"
+                      --disablecov
+                  env:
+                    GH_TOKEN: $(azuresdk-github-pat)
+
+                - task: PythonScript@0
+                  displayName: 'Run Pyright Next'
+                  continueOnError: true
+                  inputs:
+                    scriptPath: 'scripts/devops_tasks/dispatch_tox.py'
+                    arguments: >-
+                      ${{ parameters.BuildTargetingString }}
+                      --service="${{ parameters.ServiceDirectory }}"
+                      --toxenv="next-pyright"
+                      --disablecov
+                  env:
+                    GH_TOKEN: $(azuresdk-github-pat)
+
+                - task: PythonScript@0
+                  displayName: 'Run Ruff'
+                  continueOnError: true
+                  inputs:
+                    scriptPath: 'scripts/devops_tasks/dispatch_tox.py'
+                    arguments: >-
+                      ${{ parameters.BuildTargetingString }}
+                      --service="${{ parameters.ServiceDirectory }}"
+                      --toxenv="ruff"
+                      --disablecov
+                  env:
+                    GH_TOKEN: $(azuresdk-github-pat)
+
+                - task: UsePythonVersion@0
+                  displayName: 'Use Python 3.11 for docs generation'
+                  inputs:
+                    versionSpec: '3.11'
+
+                - script: |
+                    python -m pip install setuptools==58.3.0
+                    python -m pip install -r eng/ci_tools.txt
+                  displayName: 'Prep Environment'
+
+                - task: PythonScript@0
+                  displayName: 'Generate Docs'
+                  continueOnError: true
+                  inputs:
+                    scriptPath: 'scripts/devops_tasks/dispatch_tox.py'
+                    arguments: >-
+                      ${{ parameters.BuildTargetingString }}
+                      --service="${{ parameters.ServiceDirectory }}" 
+                      --toxenv="strict-sphinx"
+                  env:
+                    GH_TOKEN: $(azuresdk-github-pat)

eng/pipelines/templates/stages/python-analyze-weekly.yml

@@ -13,19 +13,20 @@ stages:
 - ${{ if contains(variables['Build.DefinitionName'], 'tests-weekly')  }}:
   - stage:
     displayName: 'Analyze_${{ parameters.JobName }}'
+    variables:
+      - template: /eng/pipelines/templates/variables/image.yml
     dependsOn: []
     jobs:
       - job: 'Analyze'
         timeoutInMinutes: 90
 
         variables:
-          - template: /eng/pipelines/templates/variables/image.yml
           - name: PythonVersion
             value: '3.8' 
 
         pool:
           name: $(LINUXPOOL)
-          vmImage: $(LINUXVMIMAGE)
+          image: $(LINUXVMIMAGE)
           os: linux
 
         steps:

sdk/ai/tests.yml

@@ -1,7 +1,7 @@
 trigger: none
 
 # NOTE: Service live tests are NOT enabled. This file only enables the analyze stage currently.
-stages:
-  - template: /eng/pipelines/templates/stages/python-analyze-weekly.yml
+extends:
+    template: /eng/pipelines/templates/stages/python-analyze-weekly-standalone.yml
     parameters:
       ServiceDirectory: ai

sdk/anomalydetector/tests.yml

@@ -1,7 +1,7 @@
 trigger: none
 
 # NOTE: Service live tests are NOT enabled. This file only enables the analyze stage currently.
-stages:
-  - template: /eng/pipelines/templates/stages/python-analyze-weekly.yml
+extends:
+    template: /eng/pipelines/templates/stages/python-analyze-weekly-standalone.yml
     parameters:
       ServiceDirectory: anomalydetector

sdk/attestation/tests.yml

@@ -1,6 +1,6 @@
 trigger: none
 
-extend:
+extends:
    template: ../../eng/pipelines/templates/stages/archetype-sdk-tests.yml
    parameters:
      ServiceDirectory: attestation

sdk/batch/tests.yml

@@ -1,7 +1,7 @@
 trigger: none
 
 # NOTE: Service live tests are NOT enabled. This file only enables the analyze stage currently.
-stages:
-  - template: /eng/pipelines/templates/stages/python-analyze-weekly.yml
+extends:
+    template: /eng/pipelines/templates/stages/python-analyze-weekly-standalone.yml
     parameters:
       ServiceDirectory: batch

sdk/contentsafety/tests.yml

@@ -1,7 +1,7 @@
 trigger: none
 
 # NOTE: Service live tests are NOT enabled. This file only enables the analyze stage currently.
-stages:
-  - template: /eng/pipelines/templates/stages/python-analyze-weekly.yml
+extends:
+    template: /eng/pipelines/templates/stages/python-analyze-weekly-standalone.yml
     parameters:
       ServiceDirectory: contentsafety

sdk/devcenter/tests.yml

@@ -1,7 +1,7 @@
 trigger: none
 
 # NOTE: Service live tests are NOT enabled. This file only enables the analyze stage currently.
-stages:
-  - template: /eng/pipelines/templates/stages/python-analyze-weekly.yml
+extends:
+    template: /eng/pipelines/templates/stages/python-analyze-weekly-standalone.yml
     parameters:
       ServiceDirectory: devcenter

sdk/deviceupdate/tests.yml

@@ -1,7 +1,7 @@
 trigger: none
 
 # NOTE: Service live tests are NOT enabled. This file only enables the analyze stage currently.
-stages:
-  - template: /eng/pipelines/templates/stages/python-analyze-weekly.yml
+extends:
+    template: /eng/pipelines/templates/stages/python-analyze-weekly-standalone.yml
     parameters:
       ServiceDirectory: deviceupdate

sdk/easm/tests.yml

@@ -1,7 +1,7 @@
 trigger: none
 
 # NOTE: Service live tests are NOT enabled. This file only enables the analyze stage currently.
-stages:
-  - template: /eng/pipelines/templates/stages/python-analyze-weekly.yml
+extends:
+    template: /eng/pipelines/templates/stages/python-analyze-weekly-standalone.yml
     parameters:
       ServiceDirectory: easm

sdk/iothub/tests.yml

@@ -1,7 +1,7 @@
 trigger: none
 
 # NOTE: Service live tests are NOT enabled. This file only enables the analyze stage currently.
-stages:
-  - template: /eng/pipelines/templates/stages/python-analyze-weekly.yml
+extends:
+    template: /eng/pipelines/templates/stages/python-analyze-weekly-standalone.yml
     parameters:
       ServiceDirectory: iothub

sdk/loadtesting/tests.yml

@@ -1,7 +1,7 @@
 trigger: none
 
 # NOTE: Service live tests are NOT enabled. This file only enables the analyze stage currently.
-stages:
-  - template: /eng/pipelines/templates/stages/python-analyze-weekly.yml
+extends:
+    template: /eng/pipelines/templates/stages/python-analyze-weekly-standalone.yml
     parameters:
       ServiceDirectory: loadtesting

sdk/purview/tests.yml

@@ -1,7 +1,7 @@
 trigger: none
 
 # NOTE: Service live tests are NOT enabled. This file only enables the analyze stage currently.
-stages:
-  - template: /eng/pipelines/templates/stages/python-analyze-weekly.yml
+extends:
+    template: /eng/pipelines/templates/stages/python-analyze-weekly-standalone.yml
     parameters:
       ServiceDirectory: purview

sdk/servicefabric/tests.yml

@@ -2,6 +2,6 @@ trigger: none
 
 # NOTE: Service live tests are NOT enabled. This file only enables the analyze stage currently.
 extends:
-    template: /eng/pipelines/templates/stages/python-analyze-weekly.yml
+    template: /eng/pipelines/templates/stages/python-analyze-weekly-standalone.yml
     parameters:
       ServiceDirectory: servicefabric

sdk/synapse/tests.yml

@@ -2,6 +2,6 @@ trigger: none
 
 # NOTE: Service live tests are NOT enabled. This file only enables the analyze stage currently.
 extends:
-    template: /eng/pipelines/templates/stages/python-analyze-weekly.yml
+    template: /eng/pipelines/templates/stages/python-analyze-weekly-standalone.yml
     parameters:
       ServiceDirectory: synapse