From af6d24190078f64f892a60967f69c86d838f06c2 Mon Sep 17 00:00:00 2001 From: Steve MacLean Date: Mon, 25 Feb 2019 20:57:44 -0500 Subject: [PATCH] Remove buildpipelines (#22835) * Remove old buildpipeline * Remove obsolete publish-packages * Remove obsolete helix scripts --- build-test.cmd | 40 +- build-test.sh | 11 - .../DotNet-CoreClr-Trusted-FreeBSD.json | 320 -------- ...tNet-CoreClr-Trusted-Linux-Crossbuild.json | 613 --------------- .../DotNet-CoreClr-Trusted-Linux.json | 572 -------------- buildpipeline/DotNet-CoreClr-Trusted-Mac.json | 362 --------- .../DotNet-CoreClr-Trusted-Windows-x86.json | 490 ------------ .../DotNet-CoreClr-Trusted-Windows.json | 497 ------------ .../DotNet-Trusted-Publish-Symbols.json | 390 ---------- buildpipeline/DotNet-Trusted-Publish.json | 709 ------------------ buildpipeline/README.md | 5 - buildpipeline/linux-musl.groovy | 24 - buildpipeline/perf-pipeline.groovy | 409 ---------- buildpipeline/perf_pipelinejobs.groovy | 35 - buildpipeline/pipelinejobs.groovy | 55 -- buildpipeline/pipelines.json | 390 ---------- .../DotNet-CoreClr-Security-Windows.json | 581 -------------- buildpipeline/security/pipeline.json | 22 - .../Dotnet-CoreClr-Trusted-BuildTests.json | 432 ----------- buildpipeline/tests/test_pipelines.json | 232 ------ publish-packages.cmd | 60 -- publish-packages.sh | 118 --- src/publish.proj | 154 ---- src/sign.builds | 63 -- tests/helixperftasks.targets | 144 ---- tests/helixprep.proj | 206 ----- tests/helixpublish.proj | 106 --- tests/runtest.cmd | 28 - tests/runtest.proj | 16 - 29 files changed, 1 insertion(+), 7083 deletions(-) delete mode 100644 buildpipeline/DotNet-CoreClr-Trusted-FreeBSD.json delete mode 100644 buildpipeline/DotNet-CoreClr-Trusted-Linux-Crossbuild.json delete mode 100644 buildpipeline/DotNet-CoreClr-Trusted-Linux.json delete mode 100644 buildpipeline/DotNet-CoreClr-Trusted-Mac.json delete mode 100644 buildpipeline/DotNet-CoreClr-Trusted-Windows-x86.json delete mode 100644 buildpipeline/DotNet-CoreClr-Trusted-Windows.json delete mode 100644 buildpipeline/DotNet-Trusted-Publish-Symbols.json delete mode 100644 buildpipeline/DotNet-Trusted-Publish.json delete mode 100644 buildpipeline/README.md delete mode 100644 buildpipeline/linux-musl.groovy delete mode 100644 buildpipeline/perf-pipeline.groovy delete mode 100644 buildpipeline/perf_pipelinejobs.groovy delete mode 100644 buildpipeline/pipelinejobs.groovy delete mode 100644 buildpipeline/pipelines.json delete mode 100644 buildpipeline/security/DotNet-CoreClr-Security-Windows.json delete mode 100644 buildpipeline/security/pipeline.json delete mode 100644 buildpipeline/tests/Dotnet-CoreClr-Trusted-BuildTests.json delete mode 100644 buildpipeline/tests/test_pipelines.json delete mode 100644 publish-packages.cmd delete mode 100755 publish-packages.sh delete mode 100644 src/publish.proj delete mode 100644 src/sign.builds delete mode 100644 tests/helixperftasks.targets delete mode 100644 tests/helixprep.proj delete mode 100644 tests/helixpublish.proj diff --git a/build-test.cmd b/build-test.cmd index 5c48a0230d14..d485513bdd96 100644 --- a/build-test.cmd +++ b/build-test.cmd @@ -52,7 +52,6 @@ set __SkipRestorePackages= set __SkipManaged= set __SkipNative= set __RuntimeId= -set __ZipTests= set __TargetsWindows=1 set __DoCrossgen= @@ -86,9 +85,8 @@ if /i "%1" == "checked" (set __BuildType=Checked&set processedArgs if /i "%1" == "skipmanaged" (set __SkipManaged=1&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) if /i "%1" == "skipnative" (set __SkipNative=1&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) if /i "%1" == "buildtesthostonly" (set __SkipNative=1&set __SkipManaged=1&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) -if /i "%1" == "buildagainstpackages" (set __ZipTests=1&set __BuildAgainstPackagesArg=/p:BuildTestsAgainstPackages=true&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) +if /i "%1" == "buildagainstpackages" (set __BuildAgainstPackagesArg=/p:BuildTestsAgainstPackages=true&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) if /i "%1" == "skiprestorepackages" (set __SkipRestorePackages=1&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) -if /i "%1" == "ziptests" (set __ZipTests=1&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) if /i "%1" == "crossgen" (set __DoCrossgen=1&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) if /i "%1" == "runtimeid" (set __RuntimeId=%2&set processedArgs=!processedArgs! %1 %2&shift&shift&goto Arg_Loop) if /i "%1" == "targetsNonWindows" (set __TargetsWindows=0&set processedArgs=!processedArgs! %1&shift&goto Arg_Loop) @@ -533,41 +531,6 @@ if defined __DoCrossgen ( rd /s /q "%CORE_ROOT_STAGE%" -REM ========================================================================================= -REM === -REM === Prep test binaries for Helix publishing -REM === -REM ========================================================================================= - -if not defined __ZipTests goto SkipPrepForPublish - -echo %__MsgPrefix%Preparing test binaries for Helix publishing - -set __BuildLogRootName=Helix_Prep -set __BuildLog=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.log -set __BuildWrn=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.wrn -set __BuildErr=%__LogsDir%\%__BuildLogRootName%_%__BuildOS%__%__BuildArch%__%__BuildType%.err -set __MsbuildLog=/flp:Verbosity=normal;LogFile="%__BuildLog%" -set __MsbuildWrn=/flp1:WarningsOnly;LogFile="%__BuildWrn%" -set __MsbuildErr=/flp2:ErrorsOnly;LogFile="%__BuildErr%" -set __Logging=!__MsbuildLog! !__MsbuildWrn! !__MsbuildErr! - -call %__ProjectDir%\dotnet.cmd msbuild /nologo /verbosity:minimal /clp:Summary /nodeReuse:false^ - /l:BinClashLogger,Tools/Microsoft.DotNet.Build.Tasks.dll;LogFile=binclash.log^ - /p:RestoreDefaultOptimizationDataPackage=false /p:PortableBuild=true^ - /p:UsePartialNGENOptimization=false /maxcpucount^ - %__ProjectDir%\tests\helixprep.proj^ - !__Logging! %__CommonMSBuildArgs% %RuntimeIdArg% %TargetsWindowsMSBuildArg% %__CrossgenArg% %__PriorityArg% %__UnprocessedBuildArgs% -if errorlevel 1 ( - echo %__MsgPrefix%Error: build failed. Refer to the build log files for details: - echo %__BuildLog% - echo %__BuildWrn% - echo %__BuildErr% - exit /b 1 -) - -:SkipPrepForPublish - REM ========================================================================================= REM === REM === All builds complete! @@ -608,7 +571,6 @@ echo ubuntu.16.04-x64: Builds overlay for Ubuntu 16.04 echo ubuntu.16.10-x64: Builds overlay for Ubuntu 16.10 echo win-x64: Builds overlay for portable Windows echo win7-x64: Builds overlay for Windows 7 -echo ziptests: zips CoreCLR tests and Core_Root for a Helix run echo crossgen: Precompiles the framework managed assemblies echo targetsNonWindows: echo Exclude- Optional parameter - specify location of default exclusion file ^(defaults to tests\issues.targets if not specified^) diff --git a/build-test.sh b/build-test.sh index 8e38bae3bb0d..87a185dbd0b5 100755 --- a/build-test.sh +++ b/build-test.sh @@ -280,11 +280,6 @@ build_Tests() fi generate_layout - - if [ $__ZipTests -ne 0 ]; then - echo "${__MsgPrefix}ZIP tests packages..." - build_MSBuild_projects "Helix_Prep" "$__ProjectDir/tests/helixprep.proj" "Prep test binaries for Helix publishing" " " - fi } build_MSBuild_projects() @@ -495,7 +490,6 @@ usage() echo "generatetesthostonly - only pull down dependencies and build coreroot and the CoreFX testhost" echo "skiprestorepackages - skip package restore" echo "runtests - run tests after building them" - echo "ziptests - zips CoreCLR tests & Core_Root for a Helix run" echo "bindir - output directory (defaults to $__ProjectRoot/bin)" echo "msbuildonunsupportedplatform - build managed binaries even if distro is not officially supported." echo "priority1 - include priority=1 tests in the build" @@ -615,7 +609,6 @@ __DistroRid="" __cmakeargs="" __PortableLinux=0 __msbuildonunsupportedplatform=0 -__ZipTests=0 __NativeTestIntermediatesDir= __RunTests=0 __RebuildTests=0 @@ -756,10 +749,6 @@ while :; do __BuildTestWrappers=0 ;; - ziptests) - __ZipTests=1 - ;; - buildtestwrappersonly) __BuildTestWrappersOnly=1 ;; diff --git a/buildpipeline/DotNet-CoreClr-Trusted-FreeBSD.json b/buildpipeline/DotNet-CoreClr-Trusted-FreeBSD.json deleted file mode 100644 index 56e98d6774a8..000000000000 --- a/buildpipeline/DotNet-CoreClr-Trusted-FreeBSD.json +++ /dev/null @@ -1,320 +0,0 @@ -{ - "build": [ - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run $(Agent.BuildDirectory)/s/clean.sh", - "timeoutInMinutes": 0, - "refName": "Task1", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "$(Agent.BuildDirectory)/s/clean.sh", - "arguments": "-all", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run $(Agent.BuildDirectory)/s/sync.sh", - "timeoutInMinutes": 0, - "refName": "Task2", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "bash ", - "arguments": "-c \"export DotNetBootstrapCliTarPath=/dotnet-sdk-freebsd-x64.tar && $(Agent.BuildDirectory)/s/sync.sh -- /p:BuildType=$(PB_BuildType)\"", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run $(Agent.BuildDirectory)/s/build.sh", - "timeoutInMinutes": 0, - "refName": "Task3", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "$(Agent.BuildDirectory)/s/build.sh", - "arguments": "$(PB_BuildType) $(Architecture) skipnuget -skiprestore stripSymbols -OfficialBuildId=$(OfficialBuildId) -clang6.0", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run $(Agent.BuildDirectory)/s/build-packages.sh", - "timeoutInMinutes": 0, - "refName": "Task4", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "$(Agent.BuildDirectory)/s/build-packages.sh", - "arguments": "-BuildType=$(PB_BuildType) -BuildArch=$(Architecture) -- /p:OfficialBuildId=$(OfficialBuildId)", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Publish packages", - "timeoutInMinutes": 0, - "refName": "Task5", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "$(Agent.BuildDirectory)/s/publish-packages.sh", - "arguments": "-AzureAccount=$(CloudDropAccountName) -AzureToken=$(CloudDropAccessToken) -BuildType=$(PB_BuildType) -BuildArch=$(Architecture) -Container=$(PB_ContainerName) -distroRid=$(Rid) -PublishPackages -- /p:RelativePath=$(PB_BlobNamePrefix)$(PB_BuildType)/pkg /p:PublishFlatContainer=$(PublishFlat) /p:OverwriteOnPublish=true", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Publish symbol packages", - "timeoutInMinutes": 0, - "refName": "Task6", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "$(Agent.BuildDirectory)/s/publish-packages.sh", - "arguments": "-AzureAccount=$(CloudDropAccountName) -AzureToken=$(CloudDropAccessToken) -BuildType=$(PB_BuildType) -BuildArch=$(Architecture) -Container=$(PB_ContainerName) -distroRid=$(Rid) -PublishSymbols -- /p:RelativePath=$(PB_BlobNamePrefix)$(PB_BuildType)/symbolpkg /p:OverwriteOnPublish=true", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Publish test native binaries", - "timeoutInMinutes": 0, - "refName": "Task7", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "$(Agent.BuildDirectory)/s/publish-packages.sh", - "arguments": "-AzureAccount=$(CloudDropAccountName) -AzureToken=$(CloudDropAccessToken) -BuildType=$(PB_BuildType) -BuildArch=$(Architecture) -Container=$(PB_ContainerName) -distroRid=$(Rid) -PublishSymbols -PublishTestNativeBins -- /p:RelativePath=$(PB_BlobNamePrefix)$(PB_BuildType)/TestNativeBins/$(Rid)-$(Architecture) /p:OverwriteOnPublish=true", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": true, - "displayName": "Copy Files to: $(Build.StagingDirectory)\\BuildLogs", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "refName": "CopyFiles1", - "task": { - "id": "5bfb729a-a7c8-4a78-a7c3-8d717bb7c13c", - "versionSpec": "2.*", - "definitionType": "task" - }, - "inputs": { - "SourceFolder": "", - "Contents": "**/*.log", - "TargetFolder": "$(Build.StagingDirectory)\\BuildLogs", - "CleanTargetFolder": "false", - "OverWrite": "false", - "flattenFolders": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": true, - "displayName": "Publish Artifact: BuildLogs", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "refName": "PublishBuildArtifacts1", - "task": { - "id": "2ff763a7-ce83-4e1f-bc89-0ae63477cebe", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "PathtoPublish": "$(Build.StagingDirectory)\\BuildLogs", - "ArtifactName": "BuildLogs", - "ArtifactType": "Container", - "TargetPath": "\\\\my\\share\\$(Build.DefinitionName)\\$(Build.BuildNumber)", - "Parallel": "false", - "ParallelCount": "8" - } - } - ], - "options": [ - { - "enabled": false, - "definition": { - "id": "a9db38f9-9fdc-478c-b0f9-464221e58316" - }, - "inputs": { - "workItemType": "234347", - "assignToRequestor": "true", - "additionalFields": "{}" - } - }, - { - "enabled": false, - "definition": { - "id": "57578776-4c22-4526-aeb0-86b6da17ee9c" - }, - "inputs": { - "additionalFields": "{}" - } - }, - { - "enabled": false, - "definition": { - "id": "5d58cc01-7c75-450c-be18-a388ddb129ec" - }, - "inputs": { - "branchFilters": "[\"+refs/heads/*\"]", - "additionalFields": "{}" - } - } - ], - "variables": { - "system.debug": { - "value": "false", - "allowOverride": true - }, - "PB_BuildType": { - "value": "Release" - }, - "Architecture": { - "value": "x64" - }, - "CloudDropAccountName": { - "value": "dotnetbuildoutput" - }, - "CloudDropAccessToken": { - "value": null, - "isSecret": true - }, - "OfficialBuildId": { - "value": "$(Build.BuildNumber)" - }, - "Label": { - "value": "$(Build.BuildNumber)" - } - }, - "demands": [ - "Agent.OS -equals FreeBSD" - ], - "retentionRules": [ - { - "branches": [ - "+refs/heads/*" - ], - "artifacts": [], - "artifactTypesToDelete": [ - "FilePath", - "SymbolStore" - ], - "daysToKeep": 10, - "minimumToKeep": 1, - "deleteBuildRecord": true, - "deleteTestResults": true - } - ], - "buildNumberFormat": "$(date:yyyyMMdd)$(rev:-rr)", - "jobAuthorizationScope": "projectCollection", - "jobTimeoutInMinutes": 180, - "jobCancelTimeoutInMinutes": 5, - "repository": { - "properties": { - "labelSources": "0", - "reportBuildStatus": "true", - "fetchDepth": "0", - "gitLfsSupport": "false", - "skipSyncSource": "false", - "cleanOptions": "0", - "checkoutNestedSubmodules": "false", - "labelSourcesFormat": "$(build.buildNumber)" - }, - "id": "670e3783-ab4f-44fc-9786-d332007da311", - "type": "TfsGit", - "name": "DotNet-CoreCLR-Trusted", - "url": "https://devdiv.visualstudio.com/DevDiv/_git/DotNet-CoreCLR-Trusted", - "defaultBranch": "refs/heads/master", - "clean": "true", - "checkoutSubmodules": false - }, - "processParameters": {}, - "quality": "definition", - "drafts": [], - "queue": { - "_links": { - "self": { - "href": "https://devdiv.visualstudio.com/_apis/build/Queues/832" - } - }, - "id": 832, - "name": "DotNetCore-Infra", - "url": "https://devdiv.visualstudio.com/_apis/build/Queues/832", - "pool": { - "id": 135, - "name": "DotNetCore-Infra" - } - }, - "id": 1680, - "name": "DotNet-CoreClr-Trusted-FreeBSD", - "path": "\\", - "type": "build", - "queueStatus": "enabled", - "project": { - "id": "0bdbc590-a062-4c3f-b0f6-9383f67865ee", - "name": "DevDiv", - "description": "Visual Studio and DevDiv team project for git source code repositories. Work items will be added for Adams, Dev14 work items are tracked in vstfdevdiv. ", - "url": "https://devdiv.visualstudio.com/DefaultCollection/_apis/projects/0bdbc590-a062-4c3f-b0f6-9383f67865ee", - "state": "wellFormed", - "revision": 418098432, - "visibility": "organization" - } -} diff --git a/buildpipeline/DotNet-CoreClr-Trusted-Linux-Crossbuild.json b/buildpipeline/DotNet-CoreClr-Trusted-Linux-Crossbuild.json deleted file mode 100644 index c39362c3aae6..000000000000 --- a/buildpipeline/DotNet-CoreClr-Trusted-Linux-Crossbuild.json +++ /dev/null @@ -1,613 +0,0 @@ -{ - "build": [ - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "Run AgentTools/Begin.sh", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "2.*", - "definitionType": "task" - }, - "inputs": { - "targetType": "inline", - "filePath": "", - "arguments": "", - "script": "if (Test-Path \"$(AgentToolsPath)\\Begin.sh\") {\n \"Begin.sh script found. Executing...\"\n cd $(AgentToolsPath)\n & $(AgentToolsPath)\\Begin.sh\n} else {\n \"Begin.sh script does not exist. Moving on...\"\n}", - "errorActionPreference": "continue", - "failOnStderr": "false", - "ignoreLASTEXITCODE": "true", - "workingDirectory": "" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Initialize tools", - "timeoutInMinutes": 0, - "refName": "Task1", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "$(Build.SourcesDirectory)/init-tools.sh", - "arguments": "", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Initialize Docker", - "timeoutInMinutes": 0, - "refName": "Task2", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "$(Build.SourcesDirectory)/Tools/scripts/docker/init-docker.sh", - "arguments": "$(DockerImageName)", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Clone repository", - "timeoutInMinutes": 0, - "refName": "Task3", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "docker", - "arguments": "run --rm $(DockerCommonRunArgs) git clone $(VsoCoreClrGitUrl) $(GitHubDirectory)", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run clean.sh", - "timeoutInMinutes": 0, - "refName": "Task4", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "docker", - "arguments": "run --rm $(DockerCommonRunArgs) ./clean.sh -all", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Check out the specified commit", - "timeoutInMinutes": 0, - "refName": "Task5", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "docker", - "arguments": "run --rm $(DockerCommonRunArgs) git checkout $(Build.SourceVersion)", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run sync.sh", - "timeoutInMinutes": 0, - "refName": "Task6", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "docker", - "arguments": "run --rm $(DockerCommonRunArgs) ./sync.sh -- /p:BuildType=$(PB_BuildType)", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": false, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run build-rootfs.sh", - "timeoutInMinutes": 0, - "refName": "Task7", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "sudo", - "arguments": "docker run --privileged --rm $(DockerCommonRunArgs) ./cross/build-rootfs.sh $(Architecture) $(CrossToolsetVersion) $(SkipUnmount)", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run build.sh", - "timeoutInMinutes": 0, - "refName": "Task8", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "docker", - "arguments": "run --rm -e ROOTFS_DIR=$(ROOTFS_DIR) $(DockerCommonRunArgs) ./build.sh $(PB_BuildType) $(Architecture) skipnuget cross -skiprestore stripSymbols -OfficialBuildId=$(OfficialBuildId) -- /flp:\"v=diag\"", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run build-packages.sh", - "timeoutInMinutes": 0, - "refName": "Task9", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "docker", - "arguments": "run --rm $(DockerCommonRunArgs) ./build-packages.sh -BuildType=$(PB_BuildType) -BuildArch=$(Architecture) $(CrossArchBuildPackagesArgs) -- /p:OfficialBuildId=$(OfficialBuildId)", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": false, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Cleanup RootFS", - "timeoutInMinutes": 0, - "refName": "Task10", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "docker", - "arguments": "run --rm --privileged $(DockerCommonRunArgs) git clean -xdf $(GitHubDirectory)/cross/", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Publish packages", - "timeoutInMinutes": 0, - "refName": "Task11", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "docker", - "arguments": "run --rm $(DockerCommonRunArgs) ./publish-packages.sh -AzureAccount=$(CloudDropAccountName) -AzureToken=$(CloudDropAccessToken) -BuildType=$(PB_BuildType) -BuildArch=$(Architecture) -Container=$(PB_ContainerName) -distroRid=$(Rid) -PublishPackages -- /p:RelativePath=$(PB_BlobNamePrefix)$(PB_BuildType)/pkg /p:PublishFlatContainer=$(PublishFlat) /p:OverwriteOnPublish=true", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Publish symbol packages", - "timeoutInMinutes": 0, - "refName": "Task12", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "docker", - "arguments": "run --rm $(DockerCommonRunArgs) ./publish-packages.sh -AzureAccount=$(CloudDropAccountName) -AzureToken=$(CloudDropAccessToken) -BuildType=$(PB_BuildType) -BuildArch=$(Architecture) -Container=$(PB_ContainerName) -distroRid=$(Rid) -PublishSymbols -- /p:RelativePath=$(PB_BlobNamePrefix)$(PB_BuildType)/symbolpkg /p:OverwriteOnPublish=true", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Publish test native binaries", - "timeoutInMinutes": 0, - "refName": "Task13", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "docker", - "arguments": "run --rm $(DockerCommonRunArgs) ./publish-packages.sh -AzureAccount=$(CloudDropAccountName) -AzureToken=$(CloudDropAccessToken) -BuildType=$(PB_BuildType) -BuildArch=$(Architecture) -Container=$(PB_ContainerName) -distroRid=$(Rid) -PublishTestNativeBins -- /p:RelativePath=$(PB_BlobNamePrefix)$(PB_BuildType)/TestNativeBins/$(Rid)-$(Architecture) /p:OverwriteOnPublish=true", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "Create Copy Container", - "timeoutInMinutes": 0, - "refName": "Task14", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "docker", - "arguments": "run $(DockerCommonRunArgs) echo", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": true, - "displayName": "Expose Docker repo for publishing", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "refName": "Task15", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "docker", - "arguments": "cp $(DockerContainerName):$(GitHubDirectory) $(DockerCopyDest)", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": true, - "displayName": "Copy Files to: $(Build.StagingDirectory)\\BuildLogs", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "refName": "CopyFiles1", - "task": { - "id": "5bfb729a-a7c8-4a78-a7c3-8d717bb7c13c", - "versionSpec": "2.*", - "definitionType": "task" - }, - "inputs": { - "SourceFolder": "$(DockerCopyDest)", - "Contents": "**/*.log", - "TargetFolder": "$(Build.StagingDirectory)\\BuildLogs", - "CleanTargetFolder": "false", - "OverWrite": "false", - "flattenFolders": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": true, - "displayName": "Publish Artifact: BuildLogs", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "refName": "PublishBuildArtifacts2", - "task": { - "id": "2ff763a7-ce83-4e1f-bc89-0ae63477cebe", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "PathtoPublish": "$(Build.StagingDirectory)\\BuildLogs", - "ArtifactName": "BuildLogs", - "ArtifactType": "Container", - "TargetPath": "\\\\my\\share\\$(Build.DefinitionName)\\$(Build.BuildNumber)", - "Parallel": "false", - "ParallelCount": "8" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "Cleanup Docker", - "timeoutInMinutes": 0, - "condition": "always()", - "refName": "Task16", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "$(Build.SourcesDirectory)/Tools/scripts/docker/cleanup-docker.sh", - "arguments": "", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": true, - "displayName": "Run AgentTools/End.sh", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "2.*", - "definitionType": "task" - }, - "inputs": { - "targetType": "inline", - "filePath": "", - "arguments": "", - "script": "if (Test-Path \"$(AgentToolsPath)\\End.sh\") {\n \"End.sh script found. Executing...\"\n cd $(AgentToolsPath)\n & $(AgentToolsPath)\\End.sh\n} else {\n \"End.sh script does not exist. Moving on...\"\n}", - "errorActionPreference": "continue", - "failOnStderr": "false", - "ignoreLASTEXITCODE": "true", - "workingDirectory": "" - } - } - ], - "options": [ - { - "enabled": false, - "definition": { - "id": "a9db38f9-9fdc-478c-b0f9-464221e58316" - }, - "inputs": { - "workItemType": "234347", - "assignToRequestor": "true", - "additionalFields": "{}" - } - }, - { - "enabled": false, - "definition": { - "id": "57578776-4c22-4526-aeb0-86b6da17ee9c" - }, - "inputs": { - "additionalFields": "{}" - } - }, - { - "enabled": false, - "definition": { - "id": "5d58cc01-7c75-450c-be18-a388ddb129ec" - }, - "inputs": { - "branchFilters": "[\"+refs/heads/*\"]", - "additionalFields": "{}" - } - } - ], - "variables": { - "system.debug": { - "value": "false", - "allowOverride": true - }, - "Platform": { - "value": "x64" - }, - "PB_BuildType": { - "value": "Release" - }, - "GitHubRepo": { - "value": "http://github.com/dotnet/coreclr.git" - }, - "GitHubDirectory": { - "value": "/root/coreclr" - }, - "DockerContainerName": { - "value": "coreclr-cross-$(Build.BuildId)" - }, - "DockerImageName": { - "value": "$(DockerRepository):$(DockerTag)" - }, - "DockerRepository": { - "value": "microsoft/dotnet-buildtools-prereqs" - }, - "DockerTag": { - "value": "ubuntu-14.04-cross-0cd4667-20170319080304", - "allowOverride": true - }, - "CloudDropAccountName": { - "value": "dotnetbuildoutput" - }, - "CloudDropAccessToken": { - "value": null, - "isSecret": true - }, - "OfficialBuildId": { - "value": "$(Build.BuildNumber)", - "allowOverride": true - }, - "Label": { - "value": "$(Build.BuildNumber)" - }, - "GitHubBranch": { - "value": "sni_plus_latestbuildtools" - }, - "Priority": { - "value": "0" - }, - "RepoAccessToken": { - "value": null, - "isSecret": true - }, - "Architecture": { - "value": "arm" - }, - "CrossArchBuildPackagesArgs": { - "value": "", - "allowOverride": true - }, - "CommitToCheckout": { - "value": "HEAD", - "allowOverride": true - }, - "DockerCopyDest": { - "value": "$(Build.BinariesDirectory)/docker_repo" - }, - "ROOTFS_DIR": { - "value": "/crossrootfs/$(Architecture)" - }, - "DockerVolumeName": { - "value": "coreclr-cross-$(Build.BuildId)" - }, - "DockerCommonRunArgs": { - "value": "--name $(DockerContainerName) --ulimit core=-1 -v \"$(DockerVolumeName):$(GitHubDirectory)\" -w=\"$(GitHubDirectory)\" $(DockerImageName)" - }, - "PB_CleanAgent": { - "value": "true" - }, - "VsoAccountName": { - "value": "dn-bot" - }, - "VsoCoreClrGitUrl": { - "value": "https://$(VsoAccountName):$(VsoPassword)@devdiv.visualstudio.com/DevDiv/_git/$(VsoRepositoryName)/" - }, - "VsoPassword": { - "value": null, - "isSecret": true - }, - "VsoRepositoryName": { - "value": "DotNet-CoreCLR-Trusted" - } - }, - "demands": [ - "Agent.OS -equals linux" - ], - "retentionRules": [ - { - "branches": [ - "+refs/heads/*" - ], - "artifacts": [], - "artifactTypesToDelete": [ - "FilePath", - "SymbolStore" - ], - "daysToKeep": 10, - "minimumToKeep": 1, - "deleteBuildRecord": true, - "deleteTestResults": true - } - ], - "buildNumberFormat": "$(date:yyyyMMdd)$(rev:-rr)-$(DockerTag)", - "jobAuthorizationScope": "projectCollection", - "jobTimeoutInMinutes": 90, - "jobCancelTimeoutInMinutes": 5, - "repository": { - "properties": { - "labelSources": "0", - "reportBuildStatus": "true", - "fetchDepth": "0", - "gitLfsSupport": "false", - "skipSyncSource": "false", - "cleanOptions": "0", - "checkoutNestedSubmodules": "false", - "labelSourcesFormat": "$(build.buildNumber)" - }, - "id": "670e3783-ab4f-44fc-9786-d332007da311", - "type": "TfsGit", - "name": "DotNet-CoreCLR-Trusted", - "url": "https://devdiv.visualstudio.com/DevDiv/_git/DotNet-CoreCLR-Trusted", - "defaultBranch": "refs/heads/master", - "clean": "true", - "checkoutSubmodules": false - }, - "processParameters": {}, - "quality": "definition", - "drafts": [], - "queue": { - "id": 36, - "name": "DotNet-Build", - "pool": { - "id": 39, - "name": "DotNet-Build" - } - }, - "id": 5019, - "name": "DotNet-CoreClr-Trusted-Linux-Crossbuild", - "path": "\\", - "type": "build", - "queueStatus": "enabled", - "project": { - "id": "0bdbc590-a062-4c3f-b0f6-9383f67865ee", - "name": "DevDiv", - "description": "Visual Studio and DevDiv team project for git source code repositories. Work items will be added for Adams, Dev14 work items are tracked in vstfdevdiv. ", - "url": "https://devdiv.visualstudio.com/DefaultCollection/_apis/projects/0bdbc590-a062-4c3f-b0f6-9383f67865ee", - "state": "wellFormed", - "revision": 418098432, - "visibility": "organization" - } -} diff --git a/buildpipeline/DotNet-CoreClr-Trusted-Linux.json b/buildpipeline/DotNet-CoreClr-Trusted-Linux.json deleted file mode 100644 index e60215750f3e..000000000000 --- a/buildpipeline/DotNet-CoreClr-Trusted-Linux.json +++ /dev/null @@ -1,572 +0,0 @@ -{ - "build": [ - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "Run AgentTools/Begin.sh", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "2.*", - "definitionType": "task" - }, - "inputs": { - "targetType": "inline", - "filePath": "", - "arguments": "", - "script": "if (Test-Path \"$(AgentToolsPath)\\Begin.sh\") {\n \"Begin.sh script found. Executing...\"\n cd $(AgentToolsPath)\n & $(AgentToolsPath)\\Begin.sh\n} else {\n \"Begin.sh script does not exist. Moving on...\"\n}", - "errorActionPreference": "continue", - "failOnStderr": "false", - "ignoreLASTEXITCODE": "true", - "workingDirectory": "" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Initialize tools", - "timeoutInMinutes": 0, - "refName": "Task1", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "$(Build.SourcesDirectory)/init-tools.sh", - "arguments": "", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Initialize Docker", - "timeoutInMinutes": 0, - "refName": "Task2", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "$(Build.SourcesDirectory)/Tools/scripts/docker/init-docker.sh", - "arguments": "$(DockerImageName)", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Clone repository", - "timeoutInMinutes": 0, - "refName": "Task3", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "docker", - "arguments": "run --rm $(DockerCommonRunArgs) git clone $(VsoCoreClrGitUrl) $(GitHubDirectory)", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run clean.sh", - "timeoutInMinutes": 0, - "refName": "Task4", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "docker", - "arguments": "run --rm $(DockerCommonRunArgs) ./clean.sh -all", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Check out the specified commit", - "timeoutInMinutes": 0, - "refName": "Task5", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "docker", - "arguments": "run --rm $(DockerCommonRunArgs) git checkout $(Build.SourceVersion)", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run sync.sh", - "timeoutInMinutes": 0, - "refName": "Task6", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "docker", - "arguments": "run --rm $(DockerCommonRunArgs) ./sync.sh -- /p:BuildType=$(PB_BuildType)", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run build.sh", - "timeoutInMinutes": 0, - "refName": "Task7", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "docker", - "arguments": "run --rm $(DockerCommonRunArgs) ./build.sh $(PB_BuildType) $(Architecture) skipnuget -skiprestore stripSymbols -OfficialBuildId=$(OfficialBuildId) $(PB_AdditionalBuildArgs) -- /flp:\"v=diag\"", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run build-packages.sh", - "timeoutInMinutes": 0, - "refName": "Task8", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "docker", - "arguments": "run --rm $(DockerCommonRunArgs) ./build-packages.sh -BuildType=$(PB_BuildType) -BuildArch=$(Architecture) $(PB_AdditionalBuildArgs) -- /p:OutputRID=$(PB_OutputRID) /p:OfficialBuildId=$(OfficialBuildId)", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Publish packages", - "timeoutInMinutes": 0, - "refName": "Task9", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "docker", - "arguments": "run --rm $(DockerCommonRunArgs) ./publish-packages.sh -AzureAccount=$(CloudDropAccountName) -AzureToken=$(CloudDropAccessToken) -BuildType=$(PB_BuildType) -BuildArch=$(Platform) -Container=$(PB_ContainerName) -PublishPackages -- /p:RelativePath=$(PB_BlobNamePrefix)$(PB_BuildType)/pkg /p:PublishFlatContainer=$(PublishFlat) /p:OverwriteOnPublish=true", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Publish symbol packages", - "timeoutInMinutes": 0, - "refName": "Task10", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "docker", - "arguments": "run --rm $(DockerCommonRunArgs) ./publish-packages.sh -AzureAccount=$(CloudDropAccountName) -AzureToken=$(CloudDropAccessToken) -BuildType=$(PB_BuildType) -BuildArch=$(Platform) -Container=$(PB_ContainerName) -PublishSymbols -- /p:RelativePath=$(PB_BlobNamePrefix)$(PB_BuildType)/symbolpkg /p:OverwriteOnPublish=true", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Publish test native binaries", - "timeoutInMinutes": 0, - "refName": "Task11", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "docker", - "arguments": "run --rm $(DockerCommonRunArgs) ./publish-packages.sh -AzureAccount=$(CloudDropAccountName) -AzureToken=$(CloudDropAccessToken) -BuildType=$(PB_BuildType) -BuildArch=$(Platform) -Container=$(PB_ContainerName) -PublishTestNativeBins -- /p:RelativePath=$(PB_BlobNamePrefix)$(PB_BuildType)/TestNativeBins/$(Rid)-$(Architecture) /p:OverwriteOnPublish=true", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "Create Copy Container", - "timeoutInMinutes": 0, - "refName": "Task12", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "docker", - "arguments": "run $(DockerCommonRunArgs) echo", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": true, - "displayName": "Expose Docker repo for publishing", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "refName": "Task13", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "docker", - "arguments": "cp $(DockerContainerName):$(GitHubDirectory) $(DockerCopyDest)", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": true, - "displayName": "Copy Files to: $(Build.StagingDirectory)\\BuildLogs", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "refName": "CopyFiles1", - "task": { - "id": "5bfb729a-a7c8-4a78-a7c3-8d717bb7c13c", - "versionSpec": "2.*", - "definitionType": "task" - }, - "inputs": { - "SourceFolder": "$(DockerCopyDest)", - "Contents": "**/*.log", - "TargetFolder": "$(Build.StagingDirectory)\\BuildLogs", - "CleanTargetFolder": "false", - "OverWrite": "false", - "flattenFolders": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": true, - "displayName": "Publish Artifact: BuildLogs", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "refName": "PublishBuildArtifacts2", - "task": { - "id": "2ff763a7-ce83-4e1f-bc89-0ae63477cebe", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "PathtoPublish": "$(Build.StagingDirectory)\\BuildLogs", - "ArtifactName": "BuildLogs", - "ArtifactType": "Container", - "TargetPath": "\\\\my\\share\\$(Build.DefinitionName)\\$(Build.BuildNumber)", - "Parallel": "false", - "ParallelCount": "8" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "Cleanup Docker", - "timeoutInMinutes": 0, - "condition": "always()", - "refName": "Task14", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "$(Build.SourcesDirectory)/Tools/scripts/docker/cleanup-docker.sh", - "arguments": "", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": true, - "displayName": "Run AgentTools/End.sh", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "2.*", - "definitionType": "task" - }, - "inputs": { - "targetType": "inline", - "filePath": "", - "arguments": "", - "script": "if (Test-Path \"$(AgentToolsPath)\\End.sh\") {\n \"End.sh script found. Executing...\"\n cd $(AgentToolsPath)\n & $(AgentToolsPath)\\End.sh\n} else {\n \"End.sh script does not exist. Moving on...\"\n}", - "errorActionPreference": "continue", - "failOnStderr": "false", - "ignoreLASTEXITCODE": "true", - "workingDirectory": "" - } - } - ], - "options": [ - { - "enabled": false, - "definition": { - "id": "a9db38f9-9fdc-478c-b0f9-464221e58316" - }, - "inputs": { - "workItemType": "234347", - "assignToRequestor": "true", - "additionalFields": "{}" - } - }, - { - "enabled": false, - "definition": { - "id": "57578776-4c22-4526-aeb0-86b6da17ee9c" - }, - "inputs": { - "additionalFields": "{}" - } - }, - { - "enabled": false, - "definition": { - "id": "5d58cc01-7c75-450c-be18-a388ddb129ec" - }, - "inputs": { - "branchFilters": "[\"+refs/heads/*\"]", - "additionalFields": "{}" - } - } - ], - "variables": { - "system.debug": { - "value": "false", - "allowOverride": true - }, - "Platform": { - "value": "x64" - }, - "PB_BuildType": { - "value": "Release" - }, - "GitHubRepo": { - "value": "http://github.com/dotnet/coreclr.git" - }, - "GitHubDirectory": { - "value": "/root/coreclr" - }, - "DockerContainerName": { - "value": "coreclr-$(Build.BuildId)" - }, - "DockerImageName": { - "value": "$(DockerRepository):$(DockerTag)" - }, - "DockerRepository": { - "value": "microsoft/dotnet-buildtools-prereqs" - }, - "DockerTag": { - "value": "centos-7-d485f41-20173404063424", - "allowOverride": true - }, - "CloudDropAccountName": { - "value": "dotnetbuildoutput" - }, - "CloudDropAccessToken": { - "value": null, - "isSecret": true - }, - "OfficialBuildId": { - "value": "$(Build.BuildNumber)", - "allowOverride": true - }, - "Label": { - "value": "$(Build.BuildNumber)" - }, - "GitHubBranch": { - "value": "sni_plus_latestbuildtools" - }, - "Priority": { - "value": "0" - }, - "RepoAccessToken": { - "value": null, - "isSecret": true - }, - "Architecture": { - "value": "x64" - }, - "CommitToCheckout": { - "value": "HEAD", - "allowOverride": true - }, - "DockerVolumeName": { - "value": "coreclr-$(Build.BuildId)" - }, - "DockerCommonRunArgs": { - "value": "--name $(DockerContainerName) --ulimit core=-1 -v \"$(DockerVolumeName):$(GitHubDirectory)\" -w=\"$(GitHubDirectory)\" $(DockerImageName)" - }, - "DockerCopyDest": { - "value": "$(Build.BinariesDirectory)/docker_repo" - }, - "PB_CleanAgent": { - "value": "true" - }, - "PB_AdditionalBuildArgs": { - "value": "" - }, - "VsoAccountName": { - "value": "dn-bot" - }, - "VsoCoreClrGitUrl": { - "value": "https://$(VsoAccountName):$(VsoPassword)@devdiv.visualstudio.com/DevDiv/_git/$(VsoRepositoryName)/" - }, - "VsoPassword": { - "value": null, - "isSecret": true - }, - "VsoRepositoryName": { - "value": "DotNet-CoreCLR-Trusted" - }, - "PB_OutputRID": { - "value": "" - } - }, - "demands": [ - "Agent.OS -equals linux" - ], - "retentionRules": [ - { - "branches": [ - "+refs/heads/*" - ], - "artifacts": [], - "artifactTypesToDelete": [ - "FilePath", - "SymbolStore" - ], - "daysToKeep": 10, - "minimumToKeep": 1, - "deleteBuildRecord": true, - "deleteTestResults": true - } - ], - "buildNumberFormat": "$(date:yyyyMMdd)$(rev:-rr)-$(DockerTag)", - "jobAuthorizationScope": "projectCollection", - "jobTimeoutInMinutes": 90, - "jobCancelTimeoutInMinutes": 5, - "repository": { - "properties": { - "labelSources": "0", - "reportBuildStatus": "true", - "fetchDepth": "0", - "gitLfsSupport": "false", - "skipSyncSource": "false", - "cleanOptions": "1", - "checkoutNestedSubmodules": "false", - "labelSourcesFormat": "$(build.buildNumber)" - }, - "id": "670e3783-ab4f-44fc-9786-d332007da311", - "type": "TfsGit", - "name": "DotNet-CoreCLR-Trusted", - "url": "https://devdiv.visualstudio.com/DevDiv/_git/DotNet-CoreCLR-Trusted", - "defaultBranch": "refs/heads/master", - "clean": "true", - "checkoutSubmodules": false - }, - "processParameters": {}, - "quality": "definition", - "drafts": [], - "queue": { - "id": 36, - "name": "DotNet-Build", - "pool": { - "id": 39, - "name": "DotNet-Build" - } - }, - "id": 1713, - "name": "DotNet-CoreClr-Trusted-Linux", - "path": "\\", - "type": "build", - "queueStatus": "enabled", - "project": { - "id": "0bdbc590-a062-4c3f-b0f6-9383f67865ee", - "name": "DevDiv", - "description": "Visual Studio and DevDiv team project for git source code repositories. Work items will be added for Adams, Dev14 work items are tracked in vstfdevdiv. ", - "url": "https://devdiv.visualstudio.com/DefaultCollection/_apis/projects/0bdbc590-a062-4c3f-b0f6-9383f67865ee", - "state": "wellFormed", - "revision": 418098432, - "visibility": "organization" - } -} diff --git a/buildpipeline/DotNet-CoreClr-Trusted-Mac.json b/buildpipeline/DotNet-CoreClr-Trusted-Mac.json deleted file mode 100644 index bdc5ace7793b..000000000000 --- a/buildpipeline/DotNet-CoreClr-Trusted-Mac.json +++ /dev/null @@ -1,362 +0,0 @@ -{ - "build": [ - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "Run AgentTools/Begin.sh", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "2.*", - "definitionType": "task" - }, - "inputs": { - "targetType": "inline", - "filePath": "", - "arguments": "", - "script": "if (Test-Path \"$(AgentToolsPath)\\Begin.sh\") {\n \"Begin.sh script found. Executing...\"\n cd $(AgentToolsPath)\n & $(AgentToolsPath)\\Begin.sh\n} else {\n \"Begin.sh script does not exist. Moving on...\"\n}", - "errorActionPreference": "continue", - "failOnStderr": "false", - "ignoreLASTEXITCODE": "true", - "workingDirectory": "" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run $(Agent.BuildDirectory)/s/clean.sh", - "timeoutInMinutes": 0, - "refName": "Task1", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "$(Agent.BuildDirectory)/s/clean.sh", - "arguments": "-all", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run $(Agent.BuildDirectory)/s/sync.sh", - "timeoutInMinutes": 0, - "refName": "Task2", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "$(Agent.BuildDirectory)/s/sync.sh", - "arguments": " -- /p:BuildType=$(PB_BuildType)", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run $(Agent.BuildDirectory)/s/build.sh", - "timeoutInMinutes": 0, - "refName": "Task3", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "$(Agent.BuildDirectory)/s/build.sh", - "arguments": "$(PB_BuildType) $(Architecture) skipnuget -skiprestore stripSymbols -OfficialBuildId=$(OfficialBuildId)", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run $(Agent.BuildDirectory)/s/build-packages.sh", - "timeoutInMinutes": 0, - "refName": "Task4", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "$(Agent.BuildDirectory)/s/build-packages.sh", - "arguments": "-BuildType=$(PB_BuildType) -BuildArch=$(Architecture) -- /p:OfficialBuildId=$(OfficialBuildId)", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Publish packages", - "timeoutInMinutes": 0, - "refName": "Task5", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "$(Agent.BuildDirectory)/s/publish-packages.sh", - "arguments": "-AzureAccount=$(CloudDropAccountName) -AzureToken=$(CloudDropAccessToken) -BuildType=$(PB_BuildType) -BuildArch=$(Architecture) -Container=$(PB_ContainerName) -distroRid=$(Rid) -PublishPackages -- /p:RelativePath=$(PB_BlobNamePrefix)$(PB_BuildType)/pkg /p:PublishFlatContainer=$(PublishFlat) /p:OverwriteOnPublish=true", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Publish symbol packages", - "timeoutInMinutes": 0, - "refName": "Task6", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "$(Agent.BuildDirectory)/s/publish-packages.sh", - "arguments": "-AzureAccount=$(CloudDropAccountName) -AzureToken=$(CloudDropAccessToken) -BuildType=$(PB_BuildType) -BuildArch=$(Architecture) -Container=$(PB_ContainerName) -distroRid=$(Rid) -PublishSymbols -- /p:RelativePath=$(PB_BlobNamePrefix)$(PB_BuildType)/symbolpkg /p:OverwriteOnPublish=true", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Publish test native binaries", - "timeoutInMinutes": 0, - "refName": "Task7", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "$(Agent.BuildDirectory)/s/publish-packages.sh", - "arguments": "-AzureAccount=$(CloudDropAccountName) -AzureToken=$(CloudDropAccessToken) -BuildType=$(PB_BuildType) -BuildArch=$(Architecture) -Container=$(PB_ContainerName) -distroRid=$(Rid) -PublishSymbols -PublishTestNativeBins -- /p:RelativePath=$(PB_BlobNamePrefix)$(PB_BuildType)/TestNativeBins/$(Rid)-$(Architecture) /p:OverwriteOnPublish=true", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": true, - "displayName": "Copy Files to: $(Build.StagingDirectory)\\BuildLogs", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "refName": "CopyFiles1", - "task": { - "id": "5bfb729a-a7c8-4a78-a7c3-8d717bb7c13c", - "versionSpec": "2.*", - "definitionType": "task" - }, - "inputs": { - "SourceFolder": "", - "Contents": "**/*.log", - "TargetFolder": "$(Build.StagingDirectory)\\BuildLogs", - "CleanTargetFolder": "false", - "OverWrite": "false", - "flattenFolders": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": true, - "displayName": "Publish Artifact: BuildLogs", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "refName": "PublishBuildArtifacts1", - "task": { - "id": "2ff763a7-ce83-4e1f-bc89-0ae63477cebe", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "PathtoPublish": "$(Build.StagingDirectory)\\BuildLogs", - "ArtifactName": "BuildLogs", - "ArtifactType": "Container", - "TargetPath": "\\\\my\\share\\$(Build.DefinitionName)\\$(Build.BuildNumber)", - "Parallel": "false", - "ParallelCount": "8" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": true, - "displayName": "Run AgentTools/End.sh", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "2.*", - "definitionType": "task" - }, - "inputs": { - "targetType": "inline", - "filePath": "", - "arguments": "", - "script": "if (Test-Path \"$(AgentToolsPath)\\End.sh\") {\n \"End.sh script found. Executing...\"\n cd $(AgentToolsPath)\n & $(AgentToolsPath)\\End.sh\n} else {\n \"End.sh script does not exist. Moving on...\"\n}", - "errorActionPreference": "continue", - "failOnStderr": "false", - "ignoreLASTEXITCODE": "true", - "workingDirectory": "" - } - } - ], - "options": [ - { - "enabled": false, - "definition": { - "id": "a9db38f9-9fdc-478c-b0f9-464221e58316" - }, - "inputs": { - "workItemType": "234347", - "assignToRequestor": "true", - "additionalFields": "{}" - } - }, - { - "enabled": false, - "definition": { - "id": "57578776-4c22-4526-aeb0-86b6da17ee9c" - }, - "inputs": { - "additionalFields": "{}" - } - }, - { - "enabled": false, - "definition": { - "id": "5d58cc01-7c75-450c-be18-a388ddb129ec" - }, - "inputs": { - "branchFilters": "[\"+refs/heads/*\"]", - "additionalFields": "{}" - } - } - ], - "variables": { - "system.debug": { - "value": "false", - "allowOverride": true - }, - "PB_BuildType": { - "value": "Release" - }, - "Architecture": { - "value": "x64" - }, - "CloudDropAccountName": { - "value": "dotnetbuildoutput" - }, - "CloudDropAccessToken": { - "value": null, - "isSecret": true - }, - "OfficialBuildId": { - "value": "$(Build.BuildNumber)" - }, - "Label": { - "value": "$(Build.BuildNumber)" - } - }, - "demands": [ - "Configuration -equals VSTSAgent_Mac_v3.0.0" - ], - "retentionRules": [ - { - "branches": [ - "+refs/heads/*" - ], - "artifacts": [], - "artifactTypesToDelete": [ - "FilePath", - "SymbolStore" - ], - "daysToKeep": 10, - "minimumToKeep": 1, - "deleteBuildRecord": true, - "deleteTestResults": true - } - ], - "buildNumberFormat": "$(date:yyyyMMdd)$(rev:-rr)", - "jobAuthorizationScope": "projectCollection", - "jobTimeoutInMinutes": 60, - "jobCancelTimeoutInMinutes": 5, - "repository": { - "properties": { - "labelSources": "0", - "reportBuildStatus": "true", - "fetchDepth": "0", - "gitLfsSupport": "false", - "skipSyncSource": "false", - "cleanOptions": "0", - "checkoutNestedSubmodules": "false", - "labelSourcesFormat": "$(build.buildNumber)" - }, - "id": "670e3783-ab4f-44fc-9786-d332007da311", - "type": "TfsGit", - "name": "DotNet-CoreCLR-Trusted", - "url": "https://devdiv.visualstudio.com/DevDiv/_git/DotNet-CoreCLR-Trusted", - "defaultBranch": "refs/heads/master", - "clean": "true", - "checkoutSubmodules": false - }, - "processParameters": {}, - "quality": "definition", - "drafts": [], - "queue": { - "id": 330, - "name": "DotNetCore-Build", - "pool": { - "id": 97, - "name": "DotNetCore-Build" - } - }, - "id": 1680, - "name": "DotNet-CoreClr-Trusted-Mac", - "path": "\\", - "type": "build", - "queueStatus": "enabled", - "project": { - "id": "0bdbc590-a062-4c3f-b0f6-9383f67865ee", - "name": "DevDiv", - "description": "Visual Studio and DevDiv team project for git source code repositories. Work items will be added for Adams, Dev14 work items are tracked in vstfdevdiv. ", - "url": "https://devdiv.visualstudio.com/DefaultCollection/_apis/projects/0bdbc590-a062-4c3f-b0f6-9383f67865ee", - "state": "wellFormed", - "revision": 418098432, - "visibility": "organization" - } -} diff --git a/buildpipeline/DotNet-CoreClr-Trusted-Windows-x86.json b/buildpipeline/DotNet-CoreClr-Trusted-Windows-x86.json deleted file mode 100644 index 3831d21061b8..000000000000 --- a/buildpipeline/DotNet-CoreClr-Trusted-Windows-x86.json +++ /dev/null @@ -1,490 +0,0 @@ -{ - "build": [ - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "Run AgentTools/Begin.ps1", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "2.*", - "definitionType": "task" - }, - "inputs": { - "targetType": "inline", - "filePath": "", - "arguments": "", - "script": "if (Test-Path \"$(AgentToolsPath)\\Begin.ps1\") {\n \"Begin.ps1 script found. Executing...\"\n cd $(AgentToolsPath)\n & $(AgentToolsPath)\\Begin.ps1\n} else {\n \"Begin.ps1 script does not exist. Moving on...\"\n}", - "errorActionPreference": "continue", - "failOnStderr": "false", - "ignoreLASTEXITCODE": "true", - "workingDirectory": "" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Install Signing Plugin", - "timeoutInMinutes": 0, - "condition": "and(succeeded(), in(variables.PB_SignType, 'real', 'test'))", - "refName": "Task1", - "task": { - "id": "30666190-6959-11e5-9f96-f56098202fef", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "signType": "real", - "zipSources": "false", - "version": "", - "feedSource": "https://devdiv.pkgs.visualstudio.com/DefaultCollection/_packaging/MicroBuildToolset/nuget/v3/index.json", - "legacySigning": "$(PB_UseLegacySigning)" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Setup vs dev env", - "timeoutInMinutes": 0, - "refName": "Task2", - "task": { - "id": "bfc8bf76-e7ac-4a8c-9a55-a944a9f632fd", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "setup_vs_tools.cmd", - "arguments": "", - "modifyEnvironment": "true", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run clean.cmd", - "timeoutInMinutes": 0, - "refName": "Task3", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "clean.cmd", - "arguments": "-all", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run sync.cmd", - "timeoutInMinutes": 0, - "refName": "Task4", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "sync.cmd", - "arguments": "-p -- /p:BuildType=$(PB_BuildType)", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run build.cmd", - "timeoutInMinutes": 0, - "refName": "Task5", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "build.cmd", - "arguments": "$(Architecture) $(PB_BuildType) skiptests skipbuildpackages $(PB_IBCOptimize) $(PB_EnforcePGO) -OfficialBuildId=$(OfficialBuildId) -skiprestore -Priority=$(Priority) -- /p:SignType=$(PB_SignType)", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Sign binaries", - "timeoutInMinutes": 0, - "refName": "Task6", - "task": { - "id": "c6c4c611-aa2e-4a33-b606-5eaba2196824", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "solution": "src\\sign.builds", - "msbuildLocationMethod": "version", - "msbuildVersion": "14.0", - "msbuildArchitecture": "x86", - "msbuildLocation": "", - "platform": "", - "configuration": "", - "msbuildArguments": "/p:SignType=$(PB_SignType) /p:BuildType=$(PB_BuildType) /p:BuildArch=$(Architecture)", - "clean": "false", - "maximumCpuCount": "false", - "restoreNugetPackages": "false", - "logProjectEvents": "false", - "createLogFile": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run build-packages.cmd", - "timeoutInMinutes": 0, - "refName": "Task7", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "build-packages.cmd", - "arguments": "-BuildArch=$(Architecture) -BuildType=$(PB_BuildType) -- /p:SignType=$(PB_SignType) /p:OfficialBuildId=$(OfficialBuildId)", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Publish packages", - "timeoutInMinutes": 0, - "refName": "Task8", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "publish-packages.cmd", - "arguments": "-AzureAccount=$(CloudDropAccountName) -AzureToken=$(CloudDropAccessToken) -BuildArch=$(Architecture) -BuildType=$(PB_BuildType) -Container=$(PB_ContainerName) -PublishPackages -- /p:RelativePath=$(PB_BlobNamePrefix)$(PB_BuildType)/pkg /p:PublishFlatContainer=$(PublishFlat) /p:OverwriteOnPublish=true", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Publish symbol packages", - "timeoutInMinutes": 0, - "refName": "Task9", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "publish-packages.cmd", - "arguments": "-AzureAccount=$(CloudDropAccountName) -AzureToken=$(CloudDropAccessToken) -BuildArch=$(Architecture) -BuildType=$(PB_BuildType) -Container=$(PB_ContainerName) -PublishSymbols -- /p:RelativePath=$(PB_BlobNamePrefix)$(PB_BuildType)/symbolpkg /p:OverwriteOnPublish=true", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Perform Cleanup Tasks", - "timeoutInMinutes": 0, - "condition": "always()", - "refName": "Task10", - "task": { - "id": "521a94ea-9e68-468a-8167-6dcf361ea776", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": {} - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": true, - "displayName": "Copy Files to: $(Build.StagingDirectory)\\BuildLogs", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "refName": "CopyFiles1", - "task": { - "id": "5bfb729a-a7c8-4a78-a7c3-8d717bb7c13c", - "versionSpec": "2.*", - "definitionType": "task" - }, - "inputs": { - "SourceFolder": "", - "Contents": "**/*.log", - "TargetFolder": "$(Build.StagingDirectory)\\BuildLogs", - "CleanTargetFolder": "false", - "OverWrite": "false", - "flattenFolders": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": true, - "displayName": "Publish Artifact: BuildLogs", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "refName": "PublishBuildArtifacts1", - "task": { - "id": "2ff763a7-ce83-4e1f-bc89-0ae63477cebe", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "PathtoPublish": "$(Build.StagingDirectory)\\BuildLogs", - "ArtifactName": "BuildLogs", - "ArtifactType": "Container", - "TargetPath": "\\\\my\\share\\$(Build.DefinitionName)\\$(Build.BuildNumber)", - "Parallel": "false", - "ParallelCount": "8" - } - }, - { - "environment": {}, - "enabled": false, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Copy Publish Artifact: symbols", - "timeoutInMinutes": 0, - "refName": "PublishBuildArtifacts2", - "task": { - "id": "2ff763a7-ce83-4e1f-bc89-0ae63477cebe", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "PathtoPublish": "$(Build.StagingDirectory)\\symbols", - "ArtifactName": "symbols", - "ArtifactType": "FilePath", - "TargetPath": "\\\\cpvsbuild\\drops\\DotNetCore\\$(Build.DefinitionName)\\$(Build.BuildNumber)\\FullSymbols", - "Parallel": "false", - "ParallelCount": "8" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": true, - "displayName": "Run AgentTools/End.ps1", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "2.*", - "definitionType": "task" - }, - "inputs": { - "targetType": "inline", - "filePath": "", - "arguments": "", - "script": "if (Test-Path \"$(AgentToolsPath)\\End.ps1\") {\n \"End.ps1 script found. Executing...\"\n cd $(AgentToolsPath)\n & $(AgentToolsPath)\\End.ps1\n} else {\n \"End.ps1 script does not exist. Moving on...\"\n}", - "errorActionPreference": "continue", - "failOnStderr": "false", - "ignoreLASTEXITCODE": "true", - "workingDirectory": "" - } - } - ], - "options": [ - { - "enabled": false, - "definition": { - "id": "a9db38f9-9fdc-478c-b0f9-464221e58316" - }, - "inputs": { - "workItemType": "234347", - "assignToRequestor": "true", - "additionalFields": "{}" - } - }, - { - "enabled": false, - "definition": { - "id": "57578776-4c22-4526-aeb0-86b6da17ee9c" - }, - "inputs": { - "additionalFields": "{}" - } - }, - { - "enabled": false, - "definition": { - "id": "5d58cc01-7c75-450c-be18-a388ddb129ec" - }, - "inputs": { - "branchFilters": "[\"+refs/heads/*\"]", - "additionalFields": "{}" - } - } - ], - "variables": { - "system.debug": { - "value": "false", - "allowOverride": true - }, - "PB_BuildType": { - "value": "Release" - }, - "Architecture": { - "value": "x86" - }, - "Priority": { - "value": "0" - }, - "CloudDropAccountName": { - "value": "dotnetbuildoutput" - }, - "CloudDropAccessToken": { - "value": null, - "isSecret": true - }, - "OfficialBuildId": { - "value": "$(Build.BuildNumber)" - }, - "Label": { - "value": "$(Build.BuildNumber)" - }, - "PB_SignType": { - "value": "test", - "allowOverride": true - }, - "PB_UseLegacySigning": { - "value": "false", - "allowOverride": true - }, - "TeamName": { - "value": "DotNetCore" - }, - "Jit32Repo": { - "value": "https://$(VsoAccountName):$(VsoPassword)@devdiv.visualstudio.com/DefaultCollection/DevDiv/_git/DotNet-JIT32-Internal" - }, - "Jit32Branch": { - "value": "master" - }, - "VsoAccountName": { - "value": "dn-bot" - }, - "VsoPassword": { - "value": null, - "isSecret": true - }, - "PB_EnforcePGO": { - "value": "", - "allowOverride": true - }, - "PB_IBCOptimize": { - "value": "", - "allowOverride": true - } - }, - "retentionRules": [ - { - "branches": [ - "+refs/heads/*" - ], - "artifacts": [], - "artifactTypesToDelete": [ - "FilePath", - "SymbolStore" - ], - "daysToKeep": 10, - "minimumToKeep": 1, - "deleteBuildRecord": true, - "deleteTestResults": true - } - ], - "buildNumberFormat": "$(date:yyyyMMdd)$(rev:-rr)", - "jobAuthorizationScope": "projectCollection", - "jobTimeoutInMinutes": 180, - "jobCancelTimeoutInMinutes": 5, - "repository": { - "properties": { - "labelSources": "0", - "reportBuildStatus": "true", - "fetchDepth": "0", - "gitLfsSupport": "false", - "skipSyncSource": "false", - "cleanOptions": "0", - "checkoutNestedSubmodules": "false", - "labelSourcesFormat": "$(build.buildNumber)" - }, - "id": "670e3783-ab4f-44fc-9786-d332007da311", - "type": "TfsGit", - "name": "DotNet-CoreCLR-Trusted", - "url": "https://devdiv.visualstudio.com/DevDiv/_git/DotNet-CoreCLR-Trusted", - "defaultBranch": "refs/heads/master", - "clean": "true", - "checkoutSubmodules": false - }, - "processParameters": {}, - "quality": "definition", - "drafts": [], - "queue": { - "_links": { - "self": { - "href": "https://devdiv.visualstudio.com/DefaultCollection/_apis/build/Queues/330" - } - }, - "id": 330, - "name": "DotNetCore-Build", - "url": "https://devdiv.visualstudio.com/DefaultCollection/_apis/build/Queues/330", - "pool": { - "id": 97, - "name": "DotNetCore-Build" - } - }, - "id": 1828, - "name": "DotNet-CoreClr-Trusted-Windows-x86", - "path": "\\", - "type": "build", - "queueStatus": "enabled", - "project": { - "id": "0bdbc590-a062-4c3f-b0f6-9383f67865ee", - "name": "DevDiv", - "description": "Visual Studio and DevDiv team project for git source code repositories. Work items will be added for Adams, Dev14 work items are tracked in vstfdevdiv. ", - "url": "https://devdiv.visualstudio.com/DefaultCollection/_apis/projects/0bdbc590-a062-4c3f-b0f6-9383f67865ee", - "state": "wellFormed", - "revision": 418098432, - "visibility": "organization" - } -} diff --git a/buildpipeline/DotNet-CoreClr-Trusted-Windows.json b/buildpipeline/DotNet-CoreClr-Trusted-Windows.json deleted file mode 100644 index 885f3daf1ee4..000000000000 --- a/buildpipeline/DotNet-CoreClr-Trusted-Windows.json +++ /dev/null @@ -1,497 +0,0 @@ -{ - "build": [ - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "Run AgentTools/Begin.ps1", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "2.*", - "definitionType": "task" - }, - "inputs": { - "targetType": "inline", - "filePath": "", - "arguments": "", - "script": "if (Test-Path \"$(AgentToolsPath)\\Begin.ps1\") {\n \"Begin.ps1 script found. Executing...\"\n cd $(AgentToolsPath)\n & $(AgentToolsPath)\\Begin.ps1\n} else {\n \"Begin.ps1 script does not exist. Moving on...\"\n}", - "errorActionPreference": "continue", - "failOnStderr": "false", - "ignoreLASTEXITCODE": "true", - "workingDirectory": "" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Install Signing Plugin", - "timeoutInMinutes": 0, - "condition": "and(succeeded(), in(variables.PB_SignType, 'real', 'test'))", - "refName": "Task1", - "task": { - "id": "30666190-6959-11e5-9f96-f56098202fef", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "signType": "real", - "zipSources": "false", - "version": "", - "feedSource": "https://devdiv.pkgs.visualstudio.com/DefaultCollection/_packaging/MicroBuildToolset/nuget/v3/index.json", - "legacySigning": "$(PB_UseLegacySigning)" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Setup vs dev env", - "timeoutInMinutes": 0, - "refName": "Task2", - "task": { - "id": "bfc8bf76-e7ac-4a8c-9a55-a944a9f632fd", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "setup_vs_tools.cmd", - "arguments": "", - "modifyEnvironment": "true", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run clean.cmd", - "timeoutInMinutes": 0, - "refName": "Task3", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "clean.cmd", - "arguments": "-all", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run sync.cmd", - "timeoutInMinutes": 0, - "refName": "Task4", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "sync.cmd", - "arguments": "-p -- /p:BuildType=$(PB_BuildType) $(PB_OptionalToolingSyncArguments)", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run build.cmd", - "timeoutInMinutes": 0, - "refName": "Task5", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "build.cmd", - "arguments": "$(Architecture) $(PB_BuildType) skiptests skipbuildpackages $(PB_IBCOptimize) $(PB_EnforcePGO) -OfficialBuildId=$(OfficialBuildId) -Priority=$(Priority) -skiprestore -- /p:SignType=$(PB_SignType) /flp:\"v=diag\"", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Sign binaries", - "timeoutInMinutes": 0, - "refName": "Task6", - "task": { - "id": "c6c4c611-aa2e-4a33-b606-5eaba2196824", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "solution": "src\\sign.builds", - "msbuildLocationMethod": "version", - "msbuildVersion": "14.0", - "msbuildArchitecture": "x86", - "msbuildLocation": "", - "platform": "", - "configuration": "", - "msbuildArguments": "/p:SignType=$(PB_SignType) /p:BuildType=$(PB_BuildType) /p:BuildArch=$(Architecture)", - "clean": "false", - "maximumCpuCount": "false", - "restoreNugetPackages": "false", - "logProjectEvents": "false", - "createLogFile": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run build-packages.cmd", - "timeoutInMinutes": 0, - "refName": "Task7", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "build-packages.cmd", - "arguments": "-BuildArch=$(Architecture) -BuildType=$(PB_BuildType) -- /p:SignType=$(PB_SignType) /p:OfficialBuildId=$(OfficialBuildId)", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Publish packages", - "timeoutInMinutes": 0, - "refName": "Task8", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "publish-packages.cmd", - "arguments": "-AzureAccount=$(CloudDropAccountName) -AzureToken=$(CloudDropAccessToken) -BuildArch=$(Architecture) -BuildType=$(PB_BuildType) -Container=$(PB_ContainerName) -PublishPackages -- /p:RelativePath=$(PB_BlobNamePrefix)$(PB_BuildType)/pkg /p:PublishFlatContainer=$(PublishFlat) /p:OverwriteOnPublish=true", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Publish symbol packages", - "timeoutInMinutes": 0, - "refName": "Task9", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "publish-packages.cmd", - "arguments": "-AzureAccount=$(CloudDropAccountName) -AzureToken=$(CloudDropAccessToken) -BuildArch=$(Architecture) -BuildType=$(PB_BuildType) -Container=$(PB_ContainerName) -PublishSymbols -- /p:RelativePath=$(PB_BlobNamePrefix)$(PB_BuildType)/symbolpkg /p:OverwriteOnPublish=true", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Perform Cleanup Tasks", - "timeoutInMinutes": 0, - "condition": "always()", - "refName": "Task10", - "task": { - "id": "521a94ea-9e68-468a-8167-6dcf361ea776", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": {} - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": true, - "displayName": "Copy Files to: $(Build.StagingDirectory)\\BuildLogs", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "refName": "CopyFiles1", - "task": { - "id": "5bfb729a-a7c8-4a78-a7c3-8d717bb7c13c", - "versionSpec": "2.*", - "definitionType": "task" - }, - "inputs": { - "SourceFolder": "", - "Contents": "**/*.log", - "TargetFolder": "$(Build.StagingDirectory)\\BuildLogs", - "CleanTargetFolder": "false", - "OverWrite": "false", - "flattenFolders": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": true, - "displayName": "Publish Artifact: BuildLogs", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "refName": "PublishBuildArtifacts1", - "task": { - "id": "2ff763a7-ce83-4e1f-bc89-0ae63477cebe", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "PathtoPublish": "$(Build.StagingDirectory)\\BuildLogs", - "ArtifactName": "BuildLogs", - "ArtifactType": "Container", - "TargetPath": "\\\\my\\share\\$(Build.DefinitionName)\\$(Build.BuildNumber)", - "Parallel": "false", - "ParallelCount": "8" - } - }, - { - "environment": {}, - "enabled": false, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Copy Publish Artifact: symbols", - "timeoutInMinutes": 0, - "refName": "PublishBuildArtifacts2", - "task": { - "id": "2ff763a7-ce83-4e1f-bc89-0ae63477cebe", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "PathtoPublish": "$(Build.StagingDirectory)\\symbols", - "ArtifactName": "symbols", - "ArtifactType": "FilePath", - "TargetPath": "\\\\cpvsbuild\\drops\\DotNetCore\\$(Build.DefinitionName)\\$(Build.BuildNumber)\\FullSymbols", - "Parallel": "false", - "ParallelCount": "8" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": true, - "displayName": "Run AgentTools/End.ps1", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "2.*", - "definitionType": "task" - }, - "inputs": { - "targetType": "inline", - "filePath": "", - "arguments": "", - "script": "if (Test-Path \"$(AgentToolsPath)\\End.ps1\") {\n \"End.ps1 script found. Executing...\"\n cd $(AgentToolsPath)\n & $(AgentToolsPath)\\End.ps1\n} else {\n \"End.ps1 script does not exist. Moving on...\"\n}", - "errorActionPreference": "continue", - "failOnStderr": "false", - "ignoreLASTEXITCODE": "true", - "workingDirectory": "" - } - } - ], - "options": [ - { - "enabled": false, - "definition": { - "id": "a9db38f9-9fdc-478c-b0f9-464221e58316" - }, - "inputs": { - "workItemType": "234347", - "assignToRequestor": "true", - "additionalFields": "{}" - } - }, - { - "enabled": false, - "definition": { - "id": "57578776-4c22-4526-aeb0-86b6da17ee9c" - }, - "inputs": { - "additionalFields": "{}" - } - }, - { - "enabled": false, - "definition": { - "id": "5d58cc01-7c75-450c-be18-a388ddb129ec" - }, - "inputs": { - "branchFilters": "[\"+refs/heads/*\"]", - "additionalFields": "{}" - } - } - ], - "variables": { - "system.debug": { - "value": "false", - "allowOverride": true - }, - "PB_BuildType": { - "value": "Release", - "allowOverride": true - }, - "Architecture": { - "value": "x64", - "allowOverride": true - }, - "Priority": { - "value": "0" - }, - "CloudDropAccountName": { - "value": "dotnetbuildoutput" - }, - "CloudDropAccessToken": { - "value": null, - "isSecret": true - }, - "OfficialBuildId": { - "value": "$(Build.BuildNumber)" - }, - "Label": { - "value": "$(Build.BuildNumber)" - }, - "PB_OptionalToolingSyncArguments": { - "value": "/p:OptionalToolSource=$(PB_OptionalToolSource) /p:OptionalToolSourceUser=$(PB_OptionalToolSourceUser);OptionalToolSourcePassword=$(PB_OptionalToolSourcePAT)" - }, - "PB_OptionalToolSource": { - "value": null, - "allowOverride": true, - "isSecret": true - }, - "PB_OptionalToolSourcePAT": { - "value": null, - "allowOverride": true, - "isSecret": true - }, - "PB_OptionalToolSourceUser": { - "value": null, - "allowOverride": true, - "isSecret": true - }, - "PB_SignType": { - "value": "test", - "allowOverride": true - }, - "PB_UseLegacySigning": { - "value": "false", - "allowOverride": true - }, - "TeamName": { - "value": "DotNetCore" - }, - "PB_EnforcePGO": { - "value": "", - "allowOverride": true - }, - "PB_IBCOptimize": { - "value": "", - "allowOverride": true - } - }, - "retentionRules": [ - { - "branches": [ - "+refs/heads/*" - ], - "artifacts": [], - "artifactTypesToDelete": [ - "FilePath", - "SymbolStore" - ], - "daysToKeep": 10, - "minimumToKeep": 1, - "deleteBuildRecord": true, - "deleteTestResults": true - } - ], - "buildNumberFormat": "$(date:yyyyMMdd)$(rev:-rr)-$(Architecture)", - "jobAuthorizationScope": "projectCollection", - "jobTimeoutInMinutes": 180, - "jobCancelTimeoutInMinutes": 5, - "repository": { - "properties": { - "labelSources": "0", - "reportBuildStatus": "true", - "fetchDepth": "0", - "gitLfsSupport": "false", - "skipSyncSource": "false", - "cleanOptions": "0", - "checkoutNestedSubmodules": "false", - "labelSourcesFormat": "$(build.buildNumber)" - }, - "id": "670e3783-ab4f-44fc-9786-d332007da311", - "type": "TfsGit", - "name": "DotNet-CoreCLR-Trusted", - "url": "https://devdiv.visualstudio.com/DevDiv/_git/DotNet-CoreCLR-Trusted", - "defaultBranch": "refs/heads/master", - "clean": "false", - "checkoutSubmodules": false - }, - "processParameters": {}, - "quality": "definition", - "drafts": [], - "queue": { - "_links": { - "self": { - "href": "https://devdiv.visualstudio.com/DefaultCollection/_apis/build/Queues/330" - } - }, - "id": 330, - "name": "DotNetCore-Build", - "url": "https://devdiv.visualstudio.com/DefaultCollection/_apis/build/Queues/330", - "pool": { - "id": 97, - "name": "DotNetCore-Build" - } - }, - "id": 1676, - "name": "DotNet-CoreClr-Trusted-Windows", - "path": "\\", - "type": "build", - "queueStatus": "enabled", - "project": { - "id": "0bdbc590-a062-4c3f-b0f6-9383f67865ee", - "name": "DevDiv", - "description": "Visual Studio and DevDiv team project for git source code repositories. Work items will be added for Adams, Dev14 work items are tracked in vstfdevdiv. ", - "url": "https://devdiv.visualstudio.com/DefaultCollection/_apis/projects/0bdbc590-a062-4c3f-b0f6-9383f67865ee", - "state": "wellFormed", - "revision": 418098432, - "visibility": "organization" - } -} diff --git a/buildpipeline/DotNet-Trusted-Publish-Symbols.json b/buildpipeline/DotNet-Trusted-Publish-Symbols.json deleted file mode 100644 index ad915ba7da1f..000000000000 --- a/buildpipeline/DotNet-Trusted-Publish-Symbols.json +++ /dev/null @@ -1,390 +0,0 @@ -{ - "build": [ - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "Run AgentTools/Begin.ps1", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "2.*", - "definitionType": "task" - }, - "inputs": { - "targetType": "inline", - "filePath": "", - "arguments": "", - "script": "if (Test-Path \"$(AgentToolsPath)\\Begin.ps1\") {\n \"Begin.ps1 script found. Executing...\"\n cd $(AgentToolsPath)\n & $(AgentToolsPath)\\Begin.ps1\n} else {\n \"Begin.ps1 script does not exist. Moving on...\"\n}", - "errorActionPreference": "continue", - "failOnStderr": "false", - "ignoreLASTEXITCODE": "true", - "workingDirectory": "" - } - }, - { - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Set up pipeline-specific git repository", - "timeoutInMinutes": 0, - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "scriptType": "inlineScript", - "scriptName": "", - "arguments": "-gitUrl $(PB_VstsRepoGitUrl) -root $(Pipeline.SourcesDirectory)", - "workingFolder": "", - "inlineScript": "param($gitUrl, $root)\n\nif (Test-Path $root)\n{\n Remove-Item -Recurse -Force $root\n}\ngit clone --no-checkout $gitUrl $root 2>&1 | Write-Host\ncd $root\ngit checkout $env:SourceVersion 2>&1 | Write-Host\n\nWrite-Host (\"##vso[task.setvariable variable=Pipeline.SourcesDirectory;]$root\")", - "failOnStandardError": "true" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Setup vs dev env", - "timeoutInMinutes": 0, - "task": { - "id": "bfc8bf76-e7ac-4a8c-9a55-a944a9f632fd", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "$(Pipeline.SourcesDirectory)\\setup_vs_tools.cmd", - "arguments": "", - "modifyEnvironment": "true", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Sync symbol packages", - "timeoutInMinutes": 0, - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "sync.cmd", - "arguments": "-ab -AzureAccount=$(CloudDropAccountName) -AzureToken=$(CloudDropAccessToken) -Container=$(PB_ContainerName) -BlobNamePrefix=$(PB_BlobNamePrefix)$(ConfigurationGroup)/symbolpkg/ -- /p:DownloadFlatFiles=true /p:BlobNameExtension=\".nupkg\" /p:DownloadDirectory=$(AzureContainerSymbolPackageDirectory)symbolpkg", - "workingFolder": "$(Pipeline.SourcesDirectory)", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Symbol Packages -> Blob Feed", - "timeoutInMinutes": 0, - "condition": "and(succeeded(), contains(variables.PB_PublishType, 'blob'), eq(variables.ConfigurationGroup, 'Release'))", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "msbuild", - "arguments": "src\\publish.proj /v:D /t:PublishSymbolPackages /p:__PublishSymbols=true $(FeedPublishArguments) /fileloggerparameters:Verbosity=diag;LogFile=publishsympkg.log", - "workingFolder": "$(Pipeline.SourcesDirectory)", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Publish symbols to msdl", - "timeoutInMinutes": 0, - "condition": "and(succeeded(), contains(variables.PB_PublishType, 'msdl'), eq(variables.ConfigurationGroup, 'Release'))", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "msbuild", - "arguments": "src\\publish.proj /v:D /t:PublishAllSymbols $(FeedPublishArguments) /p:SymbolServerPath=$(PB_MsdlSymbolServerPath) /p:SymbolServerPAT=$(PB_MsdlSymbolServerPAT) /p:SymbolExpirationInDays=$(PB_SymbolExpirationInDays)", - "workingFolder": "$(Pipeline.SourcesDirectory)", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Publish symbols to symweb", - "timeoutInMinutes": 0, - "condition": "and(succeeded(), contains(variables.PB_PublishType, 'symweb'), eq(variables.ConfigurationGroup, 'Release'))", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "msbuild", - "arguments": "src\\publish.proj /v:D /t:PublishAllSymbols $(FeedPublishArguments) /p:SymbolServerPath=$(PB_SymwebSymbolServerPath) /p:SymbolServerPAT=$(PB_SymwebSymbolServerPAT) /p:SymbolExpirationInDays=$(PB_SymbolExpirationInDays)", - "workingFolder": "$(Pipeline.SourcesDirectory)", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": true, - "displayName": "Run AgentTools/End.ps1", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "2.*", - "definitionType": "task" - }, - "inputs": { - "targetType": "inline", - "filePath": "", - "arguments": "", - "script": "if (Test-Path \"$(AgentToolsPath)\\End.ps1\") {\n \"End.ps1 script found. Executing...\"\n cd $(AgentToolsPath)\n & $(AgentToolsPath)\\End.ps1\n} else {\n \"End.ps1 script does not exist. Moving on...\"\n}", - "errorActionPreference": "continue", - "failOnStderr": "false", - "ignoreLASTEXITCODE": "true", - "workingDirectory": "" - } - } - ], - "options": [ - { - "enabled": false, - "definition": { - "id": "5bc3cfb7-6b54-4a4b-b5d2-a3905949f8a6" - }, - "inputs": { - "additionalFields": "{}" - } - }, - { - "enabled": false, - "definition": { - "id": "7c555368-ca64-4199-add6-9ebaf0b0137d" - }, - "inputs": { - "multipliers": "[]", - "parallel": "false", - "continueOnError": "true", - "additionalFields": "{}" - } - }, - { - "enabled": false, - "definition": { - "id": "a9db38f9-9fdc-478c-b0f9-464221e58316" - }, - "inputs": { - "workItemType": "234347", - "assignToRequestor": "true", - "additionalFields": "{}" - } - }, - { - "enabled": false, - "definition": { - "id": "57578776-4c22-4526-aeb0-86b6da17ee9c" - }, - "inputs": { - "additionalFields": "{}" - } - } - ], - "variables": { - "system.debug": { - "value": "false", - "allowOverride": true - }, - "ConfigurationGroup": { - "value": "$(PB_BuildType)", - "allowOverride": true - }, - "CloudDropAccountName": { - "value": "dotnetbuildoutput", - "allowOverride": true - }, - "CloudDropAccessToken": { - "value": null, - "allowOverride": true, - "isSecret": true - }, - "PB_ContainerName": { - "value": "$(Build.BuildNumber)", - "allowOverride": true - }, - "PB_BlobNamePrefix": { - "value": "$(PB_PipeBuildIdentifier)/", - "allowOverride": true - }, - "AzureBlobFeedAccountName": { - "value": "dotnetfeed", - "allowOverride": true - }, - "AzureBlobFeedAccessToken": { - "value": null, - "allowOverride": true, - "isSecret": true - }, - "AzureBlobFeedContainerName": { - "value": "dotnet-core", - "allowOverride": true - }, - "Pipeline.SourcesDirectory": { - "value": "$(Build.BinariesDirectory)\\pipelineRepository" - }, - "PB_VstsAccountName": { - "value": "dn-bot" - }, - "PB_VstsRepositoryName": { - "value": "DotNet-CoreCLR-Trusted", - "allowOverride": true - }, - "PB_VstsRepoGitUrl": { - "value": "https://$(PB_VstsAccountName):$(VstsRepoPat)@devdiv.visualstudio.com/DevDiv/_git/$(PB_VstsRepositoryName)/" - }, - "VstsRepoPat": { - "value": null, - "isSecret": true - }, - "OfficialBuildId": { - "value": "$(Build.BuildNumber)", - "allowOverride": true - }, - "SourceVersion": { - "value": "master", - "allowOverride": true - }, - "SourceBranch": { - "value": "master", - "allowOverride": true - }, - "AzureContainerSymbolPackageDirectory": { - "value": "$(Pipeline.SourcesDirectory)\\packages\\AzureTransfer\\$(ConfigurationGroup)\\", - "allowOverride": true - }, - "AzureContainerSymbolPackageGlob": { - "value": "symbolpkg\\*.nupkg", - }, - "FeedPublishArguments": { - "value": "$(PB_BuildOutputManifestArguments) /p:ExpectedFeedUrl=$(PB_PublishBlobFeedUrl) /p:CloudDropAccessToken=$(PB_PublishBlobFeedKey) /p:CloudDropAccountName=$(AzureBlobFeedAccountName) /p:ContainerName=$(AzureBlobFeedContainerName) /p:OverwriteOnPublish=true /p:PackagesPatternDir=$(AzureContainerSymbolPackageDirectory) /p:__BuildType=$(ConfigurationGroup) /p:OfficialPublish=true /p:PublishFlatContainer=false" - }, - "PB_PublishType": { - "value": "", - "allowOverride": true - }, - "PB_PublishBlobFeedUrl": { - "value": "", - "allowOverride": true - }, - "PB_PublishBlobFeedKey": { - "value": "", - "allowOverride": true - }, - "PB_BuildOutputManifestArguments": { - "value": "/p:ManifestBuildId=$(OfficialBuildId) /p:ManifestBranch=$(SourceBranch) /p:ManifestCommit=$(SourceVersion)" - }, - "PB_MsdlSymbolServerPath": { - "value": "https://microsoftpublicsymbols.artifacts.visualstudio.com/DefaultCollection" - }, - "PB_MsdlSymbolServerPAT": { - "value": null, - "isSecret": true - }, - "PB_SymwebSymbolServerPath": { - "value": "https://microsoft.artifacts.visualstudio.com/DefaultCollection" - }, - "PB_SymwebSymbolServerPAT": { - "value": null, - "isSecret": true - }, - "PB_SymbolExpirationInDays": { - "value": "30" - }, - }, - "retentionRules": [ - { - "branches": [ - "+refs/heads/*" - ], - "artifacts": [], - "artifactTypesToDelete": [ - "FilePath", - "SymbolStore" - ], - "daysToKeep": 10, - "minimumToKeep": 1, - "deleteBuildRecord": true, - "deleteTestResults": true - } - ], - "buildNumberFormat": "$(date:yyyyMMdd)$(rev:-rr)", - "jobAuthorizationScope": "projectCollection", - "jobTimeoutInMinutes": 180, - "jobCancelTimeoutInMinutes": 5, - "repository": { - "properties": { - "labelSources": "0", - "reportBuildStatus": "false", - "fetchDepth": "0", - "gitLfsSupport": "false", - "skipSyncSource": "false", - "cleanOptions": "0", - "labelSourcesFormat": "$(build.buildNumber)" - }, - "id": "0a2b2664-c1be-429c-9b40-8a24dee27a4a", - "type": "TfsGit", - "name": "DotNet-BuildPipeline", - "url": "https://devdiv.visualstudio.com/DevDiv/_git/DotNet-BuildPipeline", - "defaultBranch": "refs/heads/master", - "clean": "true", - "checkoutSubmodules": false - }, - "processParameters": {}, - "quality": "definition", - "queue": { - "_links": { - "self": { - "href": "https://devdiv.visualstudio.com/DefaultCollection/_apis/build/Queues/330" - } - }, - "id": 330, - "name": "DotNetCore-Build", - "url": "https://devdiv.visualstudio.com/DefaultCollection/_apis/build/Queues/330", - "pool": { - "id": 97, - "name": "DotNetCore-Build" - } - }, - "id": -1, - "name": "DotNet-Trusted-Publish-Symbols", - "path": "\\", - "type": "build", - "project": { - "id": "0bdbc590-a062-4c3f-b0f6-9383f67865ee", - "name": "DevDiv", - "description": "Visual Studio and DevDiv team project for git source code repositories. Work items will be added for Adams, Dev14 work items are tracked in vstfdevdiv. ", - "url": "https://devdiv.visualstudio.com/DefaultCollection/_apis/projects/0bdbc590-a062-4c3f-b0f6-9383f67865ee", - "state": "wellFormed", - "revision": 418097642 - } -} diff --git a/buildpipeline/DotNet-Trusted-Publish.json b/buildpipeline/DotNet-Trusted-Publish.json deleted file mode 100644 index ed8c3206fa2f..000000000000 --- a/buildpipeline/DotNet-Trusted-Publish.json +++ /dev/null @@ -1,709 +0,0 @@ -{ - "build": [ - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "Run AgentTools/Begin.ps1", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "2.*", - "definitionType": "task" - }, - "inputs": { - "targetType": "inline", - "filePath": "", - "arguments": "", - "script": "if (Test-Path \"$(AgentToolsPath)\\Begin.ps1\") {\n \"Begin.ps1 script found. Executing...\"\n cd $(AgentToolsPath)\n & $(AgentToolsPath)\\Begin.ps1\n} else {\n \"Begin.ps1 script does not exist. Moving on...\"\n}", - "errorActionPreference": "continue", - "failOnStderr": "false", - "ignoreLASTEXITCODE": "true", - "workingDirectory": "" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Install Signing Plugin", - "timeoutInMinutes": 0, - "condition": "and(succeeded(), in(variables.PB_SignType, 'real', 'test'))", - "task": { - "id": "30666190-6959-11e5-9f96-f56098202fef", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "signType": "real", - "zipSources": "true", - "version": "", - "feedSource": "https://devdiv.pkgs.visualstudio.com/DefaultCollection/_packaging/MicroBuildToolset/nuget/v3/index.json", - "legacySigning": "$(PB_UseLegacySigning)" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Fetch custom tooling (NuGet)", - "timeoutInMinutes": 0, - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "scriptType": "filePath", - "scriptName": "scripts/DotNet-Trusted-Publish/Fetch-Tools.ps1", - "arguments": "$(Build.StagingDirectory)\\ToolingDownload", - "workingFolder": "", - "inlineScript": "# You can write your powershell scripts inline here. \n# You can also pass predefined and custom variables to this scripts using arguments\n\n Write-Host \"Hello World\"", - "failOnStandardError": "true" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Set up pipeline-specific git repository", - "timeoutInMinutes": 0, - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "scriptType": "inlineScript", - "scriptName": "", - "arguments": "-gitUrl $(VstsRepoGitUrl) -root $(Pipeline.SourcesDirectory)", - "workingFolder": "", - "inlineScript": "param($gitUrl, $root)\n\nif (Test-Path $root)\n{\n Remove-Item -Recurse -Force $root\n}\ngit clone $gitUrl $root 2>&1 | Write-Host\ncd $root\ngit checkout $env:SourceVersion 2>&1 | Write-Host\n\nWrite-Host (\"##vso[task.setvariable variable=Pipeline.SourcesDirectory;]$root\")", - "failOnStandardError": "true" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Setup vs dev env", - "timeoutInMinutes": 0, - "task": { - "id": "bfc8bf76-e7ac-4a8c-9a55-a944a9f632fd", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "$(Pipeline.SourcesDirectory)\\setup_vs_tools.cmd", - "arguments": "", - "modifyEnvironment": "true", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Sync packages", - "timeoutInMinutes": 0, - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "sync.cmd", - "arguments": "-ab -AzureAccount=$(CloudDropAccountName) -AzureToken=$(CloudDropAccessToken) -Container=$(PB_ContainerName) -BlobNamePrefix=$(PB_BlobNamePrefix)$(ConfigurationGroup)/pkg/flatcontainer/ -- /p:DownloadFlatFiles=true /p:BlobNameExtension=\".nupkg\" /p:DownloadDirectory=$(AzureContainerPackageDirectory)pkg", - "workingFolder": "$(Pipeline.SourcesDirectory)", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Generate Version Assets", - "timeoutInMinutes": 0, - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "scriptType": "inlineScript", - "scriptName": "", - "arguments": "", - "workingFolder": "$(Pipeline.SourcesDirectory)", - "inlineScript": "#if ($env:UseLegacyBuildScripts -eq \"true\")\n#{\n msbuild build.proj /t:CreateOrUpdateCurrentVersionFile /p:OfficialBuildId=$env:OfficialBuildId /p:BuildVersionFile=bin\\obj\\BuildVersion-$env:OfficialBuildId.props\n#}\n#else\n#{\n# .\\build-managed.cmd -GenerateVersion \"-OfficialBuildId=$env:OfficialBuildId\"\n#}", - "failOnStandardError": "true" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "Log Native Version Assets Files", - "timeoutInMinutes": 0, - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "dir", - "arguments": "$(Pipeline.SourcesDirectory)\\bin\\obj\\BuildVersion*", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "packages -> dotnet.myget.org", - "timeoutInMinutes": 0, - "condition": "and(succeeded(), contains(variables.PB_PublishType, 'myget'), eq(variables.ConfigurationGroup, 'Release'))", - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "scriptType": "inlineScript", - "scriptName": "", - "arguments": "-ApiKey $(MyGetApiKey) -ConfigurationGroup $(ConfigurationGroup) -PackagesGlob $(AzureContainerPackageDirectory)$(AzureContainerPackageGlob) -MyGetFeedUrl $(MyGetFeedUrl)", - "workingFolder": "$(Pipeline.SourcesDirectory)", - "inlineScript": "param($ApiKey, $ConfigurationGroup, $PackagesGlob, $MyGetFeedUrl)\n\nif ($ConfigurationGroup.ToLower() -ne \"release\") { Write-host \"Chose not to publish\"; exit }\n\nmsbuild /t:NuGetPush /v:Normal `\n/p:NuGetExePath=$env:CustomNuGetPath `\n/p:NuGetApiKey=$ApiKey `\n/p:NuGetSource=$MyGetFeedUrl `\n/p:PackagesGlob=$PackagesGlob", - "failOnStandardError": "true" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Packages -> Blob Feed", - "timeoutInMinutes": 0, - "condition": "and(succeeded(), contains(variables.PB_PublishType, 'blob'), eq(variables.ConfigurationGroup, 'Release'))", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "msbuild", - "arguments": "src\\publish.proj /t:PublishPackages /p:__PublishPackages=true $(FeedPublishArguments) /fileloggerparameters:Verbosity=diag;LogFile=publishpkg.log", - "workingFolder": "$(Pipeline.SourcesDirectory)", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": false, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Create VSTS auth NuGet.Config", - "timeoutInMinutes": 0, - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "scriptType": "inlineScript", - "scriptName": "", - "arguments": "$(VstsAuthedNuGetConfigPath) $(VstsFeedUrl) $(VstsPat)", - "workingFolder": "", - "inlineScript": "param($path, $url, $pat)\n\nSet-Content $path @\"\n\n\n \n \n \n \n \n \n \n \n \n\n\"@", - "failOnStandardError": "true" - } - }, - { - "environment": {}, - "enabled": false, - "continueOnError": false, - "alwaysRun": false, - "displayName": "packages -> VSTS", - "timeoutInMinutes": 0, - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "scriptType": "inlineScript", - "scriptName": "", - "arguments": "", - "workingFolder": "", - "inlineScript": "if ($env:ConfigurationGroup -ne \"Release\") { exit }\n& $env:CustomNuGetPath push $env:AzureContainerPackageDirectory$env:AzureContainerPackageGlob placeholderapikey -Source vsts-dotnet-core -ConfigFile $env:VstsAuthedNuGetConfigPath -Timeout 3600", - "failOnStandardError": "true" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Update versions repository", - "timeoutInMinutes": 0, - "condition": "and(succeeded(), contains(variables.PB_PublishType, 'versions'), eq(variables.ConfigurationGroup, 'Release'))", - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "scriptType": "inlineScript", - "scriptName": "", - "arguments": "-gitHubAuthToken $(UpdatePublishedVersions.AuthToken) -root $(Pipeline.SourcesDirectory) -configGroup $(ConfigurationGroup)", - "workingFolder": "", - "inlineScript": "param($gitHubAuthToken, $root, $configGroup)\nif ($configGroup -ne \"Release\" ) { exit }\ncd $root\n. $root\\UpdatePublishedVersions.ps1 `\n -gitHubUser dotnet-build-bot -gitHubEmail dotnet-build-bot@microsoft.com `\n -gitHubAuthToken $gitHubAuthToken `\n -versionsRepoOwner $env:VersionsRepoOwner -versionsRepo versions `\n -versionsRepoPath build-info/dotnet/$env:GitHubRepositoryName/$env:SourceBranch `\n -nupkgPath $env:AzureContainerPackageDirectory$env:AzureContainerPackageGlob", - "failOnStandardError": "true" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Get Build Number", - "timeoutInMinutes": 0, - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "scriptType": "inlineScript", - "scriptName": "", - "arguments": "$(OfficialBuildId) $(Pipeline.SourcesDirectory)", - "workingFolder": "", - "inlineScript": "param(\n [string]$OfficialBuildId,\n [string]$SourcesDir\n)\n$VersionPropsFile=$SourcesDir + \"\\bin\\obj\\BuildVersion-\" + $OfficialBuildId + \".props\"\n[xml]$versionXml=Get-Content $VersionPropsFile\n$env:BuildNumber=$versionXml.Project.PropertyGroup.BuildNumberMajor.InnerText + \".\" + $versionXml.Project.PropertyGroup.BuildNumberMinor.InnerText\nWrite-Host (\"##vso[task.setvariable variable=BuildNumber;]$env:BuildNumber\")", - "failOnStandardError": "true" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "Publish to Artifact Services Drop (OfficialBuildId)", - "timeoutInMinutes": 0, - "task": { - "id": "f9d96d25-0c81-4e77-8282-1ad1f785cbb4", - "versionSpec": "0.*", - "definitionType": "task" - }, - "inputs": { - "dropServiceURI": "https://devdiv.artifacts.visualstudio.com/DefaultCollection", - "buildNumber": "dotnet/$(GitHubRepositoryName)/$(SourceBranch)/$(OfficialBuildId)/packages/$(ConfigurationGroup)", - "sourcePath": "$(AzureContainerPackageDirectory)", - "dropExePath": "", - "toLowerCase": "true", - "detailedLog": "false", - "usePat": "false", - "retentionDays": "", - "dropMetadataContainerName": "Drop-OfficialBuildId" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "Publish to Artifact Services Drop (BuildNumber)", - "timeoutInMinutes": 0, - "task": { - "id": "f9d96d25-0c81-4e77-8282-1ad1f785cbb4", - "versionSpec": "0.*", - "definitionType": "task" - }, - "inputs": { - "dropServiceURI": "https://devdiv.artifacts.visualstudio.com/DefaultCollection", - "buildNumber": "dotnet/$(GitHubRepositoryName)/$(SourceBranch)/$(BuildNumber)/packages/$(ConfigurationGroup)", - "sourcePath": "$(AzureContainerPackageDirectory)", - "dropExePath": "", - "toLowerCase": "true", - "detailedLog": "false", - "usePat": "false", - "retentionDays": "", - "dropMetadataContainerName": "Drop-BuildNumber" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": true, - "displayName": "Copy Files to: $(Build.StagingDirectory)\\DebugLogs", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "task": { - "id": "5bfb729a-a7c8-4a78-a7c3-8d717bb7c13c", - "versionSpec": "2.*", - "definitionType": "task" - }, - "inputs": { - "SourceFolder": "$(Pipeline.SourcesDirectory)", - "Contents": "**/*.log", - "TargetFolder": "$(Build.StagingDirectory)\\DebugLogs", - "CleanTargetFolder": "false", - "OverWrite": "false", - "flattenFolders": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": true, - "displayName": "Publish Artifact: DebugLogs", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "task": { - "id": "2ff763a7-ce83-4e1f-bc89-0ae63477cebe", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "PathtoPublish": "$(Build.StagingDirectory)\\DebugLogs", - "ArtifactName": "DebugLogs", - "ArtifactType": "Container", - "TargetPath": "\\\\my\\share\\$(Build.DefinitionName)\\$(Build.BuildNumber)", - "Parallel": "false", - "ParallelCount": "8" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Send Telemetry", - "timeoutInMinutes": 0, - "condition": "always()", - "task": { - "id": "521a94ea-9e68-468a-8167-6dcf361ea776", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": {} - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": true, - "displayName": "Run AgentTools/End.ps1", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "2.*", - "definitionType": "task" - }, - "inputs": { - "targetType": "inline", - "filePath": "", - "arguments": "", - "script": "if (Test-Path \"$(AgentToolsPath)\\End.ps1\") {\n \"End.ps1 script found. Executing...\"\n cd $(AgentToolsPath)\n & $(AgentToolsPath)\\End.ps1\n} else {\n \"End.ps1 script does not exist. Moving on...\"\n}", - "errorActionPreference": "continue", - "failOnStderr": "false", - "ignoreLASTEXITCODE": "true", - "workingDirectory": "" - } - } - ], - "options": [ - { - "enabled": false, - "definition": { - "id": "a9db38f9-9fdc-478c-b0f9-464221e58316" - }, - "inputs": { - "workItemType": "234347", - "assignToRequestor": "true", - "additionalFields": "{}" - } - }, - { - "enabled": false, - "definition": { - "id": "57578776-4c22-4526-aeb0-86b6da17ee9c" - }, - "inputs": { - "additionalFields": "{}" - } - }, - { - "enabled": false, - "definition": { - "id": "5d58cc01-7c75-450c-be18-a388ddb129ec" - }, - "inputs": { - "branchFilters": "[\"+refs/heads/*\"]", - "additionalFields": "{}" - } - } - ], - "variables": { - "system.debug": { - "value": "false", - "allowOverride": true - }, - "ConfigurationGroup": { - "value": "$(PB_BuildType)", - "allowOverride": true - }, - "CloudDropAccountName": { - "value": "dotnetbuildoutput", - "allowOverride": true - }, - "CloudDropAccessToken": { - "value": null, - "allowOverride": true, - "isSecret": true - }, - "PB_ContainerName": { - "value": "$(Build.BuildNumber)", - "allowOverride": true - }, - "PB_BlobNamePrefix": { - "value": "$(PB_PipeBuildIdentifier)/", - "allowOverride": true - }, - "TeamName": { - "value": "DotNetCore" - }, - "AzureBlobFeedAccountName": { - "value": "dotnetfeed", - "allowOverride": true - }, - "AzureBlobFeedAccessToken": { - "value": null, - "allowOverride": true, - "isSecret": true - }, - "AzureBlobFeedContainerName": { - "value": "dotnet-core", - "allowOverride": true - }, - "OfficialBuildId": { - "value": "$(Build.BuildNumber)", - "allowOverride": true - }, - "MyGetFeedUrl": { - "value": "https://dotnet.myget.org/F/dotnet-core-test/api/v2/package", - "allowOverride": true - }, - "MyGetApiKey": { - "value": null, - "allowOverride": true, - "isSecret": true - }, - "VstsFeedUrl": { - "value": "https://devdiv.pkgs.visualstudio.com/DefaultCollection/_packaging/dotnet-core-test/nuget/v3/index.json", - "allowOverride": true - }, - "VstsPat": { - "value": null, - "allowOverride": true, - "isSecret": true - }, - "VstsAuthedNuGetConfigPath": { - "value": "$(Build.StagingDirectory)\\VstsAuthed.NuGet.Config" - }, - "UpdatePublishedVersions.AuthToken": { - "value": null, - "allowOverride": true, - "isSecret": true - }, - "VersionsRepoOwner": { - "value": "dagood", - "allowOverride": true - }, - "BuildConfiguration": { - "value": "Release" - }, - "BuildPlatform": { - "value": "any cpu" - }, - "ReleaseBaseUrl": { - "value": "https://devdiv.vsrm.visualstudio.com/DefaultCollection", - "allowOverride": true - }, - "ReleaseProjectName": { - "value": "DevDiv", - "allowOverride": true - }, - "ReleaseDefinitionId": { - "value": "40", - "allowOverride": true - }, - "ManualReleaseName": { - "value": "" - }, - "OfficialBuild": { - "value": "fake-test" - }, - "BranchGroup": { - "value": "" - }, - "DefinitionNames": { - "value": "Fake-Windows Fake-Windows-Native" - }, - "CreateRequestContacts": { - "value": "a b c" - }, - "VstsReleaseAccessToken": { - "value": null, - "allowOverride": true, - "isSecret": true - }, - "Pipeline.SourcesDirectory": { - "value": "$(Build.BinariesDirectory)\\pipelineRepository" - }, - "VstsAccountName": { - "value": "dagood", - "allowOverride": true - }, - "VstsRepositoryName": { - "value": "DotNet-CoreFX-Trusted", - "allowOverride": true - }, - "VstsRepoGitUrl": { - "value": "https://$(VstsAccountName):$(VstsRepoPat)@devdiv.visualstudio.com/DevDiv/_git/$(VstsRepositoryName)/" - }, - "VstsRepoPat": { - "value": null, - "allowOverride": true, - "isSecret": true - }, - "SourceVersion": { - "value": "master", - "allowOverride": true - }, - "SourceBranch": { - "value": "master", - "allowOverride": true - }, - "AzureContainerPackageDirectory": { - "value": "$(Pipeline.SourcesDirectory)\\packages\\AzureTransfer\\$(ConfigurationGroup)\\", - "allowOverride": true - }, - "AzureContainerPackageGlob": { - "value": "pkg\\*.nupkg", - }, - "GitHubRepositoryName": { - "value": "corefx", - "allowOverride": true - }, - "UseLegacyBuildScripts": { - "value": "false", - "allowOverride": true - }, - "FeedPublishArguments": { - "value": "$(PB_BuildOutputManifestArguments) /p:ExpectedFeedUrl=$(PB_PublishBlobFeedUrl) /p:CloudDropAccessToken=$(PB_PublishBlobFeedKey) /p:CloudDropAccountName=$(AzureBlobFeedAccountName) /p:ContainerName=$(AzureBlobFeedContainerName) /p:OverwriteOnPublish=true /p:PackagesPatternDir=$(AzureContainerPackageDirectory) /p:__BuildType=$(ConfigurationGroup) /p:OfficialPublish=true /p:PublishFlatContainer=false", - }, - "PB_PublishType": { - "value": "", - "allowOverride": true - }, - "PB_PublishBlobFeedUrl": { - "value": "", - "allowOverride": true - }, - "PB_PublishBlobFeedKey": { - "value": "", - "allowOverride": true - }, - "PB_BuildOutputManifestArguments": { - "value": "/p:ManifestBuildId=$(OfficialBuildId) /p:ManifestBranch=$(SourceBranch) /p:ManifestCommit=$(SourceVersion)" - }, - "PB_UseLegacySigning": { - "value": "false", - "allowOverride": true - } - }, - "retentionRules": [ - { - "branches": [ - "+refs/heads/*" - ], - "artifacts": [], - "artifactTypesToDelete": [ - "FilePath", - "SymbolStore" - ], - "daysToKeep": 10, - "minimumToKeep": 1, - "deleteBuildRecord": true, - "deleteTestResults": true - } - ], - "buildNumberFormat": "$(date:yyyyMMdd)$(rev:-rr)", - "jobAuthorizationScope": "projectCollection", - "jobTimeoutInMinutes": 180, - "jobCancelTimeoutInMinutes": 5, - "repository": { - "properties": { - "labelSources": "0", - "reportBuildStatus": "false", - "fetchDepth": "0", - "gitLfsSupport": "false", - "skipSyncSource": "false", - "cleanOptions": "0", - "checkoutNestedSubmodules": "false", - "labelSourcesFormat": "$(build.buildNumber)" - }, - "id": "0a2b2664-c1be-429c-9b40-8a24dee27a4a", - "type": "TfsGit", - "name": "DotNet-BuildPipeline", - "url": "https://devdiv.visualstudio.com/DevDiv/_git/DotNet-BuildPipeline", - "defaultBranch": "refs/heads/master", - "clean": "true", - "checkoutSubmodules": false - }, - "processParameters": {}, - "quality": "definition", - "drafts": [], - "queue": { - "_links": { - "self": { - "href": "https://devdiv.visualstudio.com/DefaultCollection/_apis/build/Queues/330" - } - }, - "id": 330, - "name": "DotNetCore-Build", - "url": "https://devdiv.visualstudio.com/DefaultCollection/_apis/build/Queues/330", - "pool": { - "id": 97, - "name": "DotNetCore-Build" - } - }, - "id": 2943, - "name": "DotNet-Trusted-Publish", - "path": "\\", - "type": "build", - "queueStatus": "enabled", - "project": { - "id": "0bdbc590-a062-4c3f-b0f6-9383f67865ee", - "name": "DevDiv", - "description": "Visual Studio and DevDiv team project for git source code repositories. Work items will be added for Adams, Dev14 work items are tracked in vstfdevdiv. ", - "url": "https://devdiv.visualstudio.com/DefaultCollection/_apis/projects/0bdbc590-a062-4c3f-b0f6-9383f67865ee", - "state": "wellFormed", - "revision": 418098432, - "visibility": "organization" - } -} diff --git a/buildpipeline/README.md b/buildpipeline/README.md deleted file mode 100644 index 59572ae6625c..000000000000 --- a/buildpipeline/README.md +++ /dev/null @@ -1,5 +0,0 @@ -These are the checked-in build definitions used by BuildPipeline. - -You may edit build steps, variables, and other artifacts of the definition directly to modify the BuildPipeline builds. - -If you want to make major changes to these definitions such as adding / deleting build steps, or other major rewrites, chcosta has tools to assist with those changes and can provide guidance. It is important that we know what kinds of changes are being made to the build definitions so that we can invest in improving those experiences. \ No newline at end of file diff --git a/buildpipeline/linux-musl.groovy b/buildpipeline/linux-musl.groovy deleted file mode 100644 index d82ae726c0f8..000000000000 --- a/buildpipeline/linux-musl.groovy +++ /dev/null @@ -1,24 +0,0 @@ -@Library('dotnet-ci') _ - -// Incoming parameters. Access with "params.". -// Note that the parameters will be set as env variables so we cannot use names that conflict -// with the engineering system parameter names. -// CGroup - Build configuration. -// TestOuter - If true, runs outerloop, if false runs just innerloop - -simpleDockerNode('microsoft/dotnet-buildtools-prereqs:alpine-3.6-3148f11-20171119021156') { - stage ('Checkout source') { - checkoutRepo() - } - - stage ('Initialize tools') { - // Init tools - sh './init-tools.sh' - } - stage ('Sync') { - sh "./sync.sh" - } - stage ('Build Product') { - sh "./build.sh -x64 -${params.CGroup} -skiprestore -stripSymbols -portablebuild=false" - } -} diff --git a/buildpipeline/perf-pipeline.groovy b/buildpipeline/perf-pipeline.groovy deleted file mode 100644 index f2043dc742e0..000000000000 --- a/buildpipeline/perf-pipeline.groovy +++ /dev/null @@ -1,409 +0,0 @@ -@Library('dotnet-ci') _ - -// Incoming parameters. Access with "params.". -// Note that the parameters will be set as env variables so we cannot use names that conflict -// with the engineering system parameter names. - -//--------------------- Windows Functions ----------------------------// - -def windowsBuild(String arch, String config, String pgo, boolean isBaseline) { - checkout scm - - String pgoBuildFlag = ((pgo == 'nopgo') ? '-nopgooptimize' : '-enforcepgo') - String baselineString = "" - - // For baseline builds, checkout the merge's parent - if (isBaseline) { - baselineString = "-baseline" - bat "git checkout HEAD^^1" - } - - bat "set __TestIntermediateDir=int&&.\\build.cmd -${config} -${arch} -skipbuildpackages ${pgoBuildFlag}" - bat "tests\\runtest.cmd ${config} ${arch} GenerateLayoutOnly" - bat "rd /s /q bin\\obj" - - // Stash build artifacts. Stash tests in an additional stash to be used by Linux test runs - stash name: "nt-${arch}-${pgo}${baselineString}-build-artifacts", includes: 'bin/**' - stash name: "nt-${arch}-${pgo}${baselineString}-test-artifacts", includes: 'bin/tests/**' -} - -def windowsPerf(String arch, String config, String uploadString, String runType, String opt_level, String jit, String pgo, String scenario, boolean isBaseline, boolean isProfileOn, int slice) { - withCredentials([string(credentialsId: 'CoreCLR Perf BenchView Sas', variable: 'BV_UPLOAD_SAS_TOKEN')]) { - checkout scm - String baselineString = "" - if (isBaseline) { - baselineString = "-baseline" - } - dir ('.') { - unstash "nt-${arch}-${pgo}${baselineString}-test-artifacts" - unstash "benchview-tools" - unstash "metadata" - } - - String pgoTestFlag = ((pgo == 'nopgo') ? '-nopgo' : '') - - // We want to use the baseline metadata for baseline runs. We expect to find the submission metadata in - // submission-metadata.py - if (isBaseline) { - bat "move /y submission-metadata-baseline.json submission-metadata.json" - } - - String testEnv = "" - - String failedOutputLogFilename = "run-xunit-perf-scenario.log" - - bat "py \".\\Microsoft.BenchView.JSONFormat\\tools\\machinedata.py\"" - bat ".\\init-tools.cmd" - - // We run run-xunit-perf differently for each of the different job types - - String profileArg = isProfileOn ? "BranchMispredictions+CacheMisses+InstructionRetired" : "stopwatch" - - String runXUnitCommonArgs = "-arch ${arch} -configuration ${config} -generateBenchviewData \"%WORKSPACE%\\Microsoft.Benchview.JSONFormat\\tools\" ${uploadString} ${pgoTestFlag} -runtype ${runType} ${testEnv} -optLevel ${opt_level} -jitName ${jit} -outputdir \"%WORKSPACE%\\bin\\sandbox_logs\"" - if (scenario == 'perf') { - String runXUnitPerfCommonArgs = "${runXUnitCommonArgs} -stabilityPrefix \"START \\\"CORECLR_PERF_RUN\\\" /B /WAIT /HIGH /AFFINITY 0x2\"" - if (slice == -1) - { - String runXUnitPerflabArgs = "${runXUnitPerfCommonArgs} -testBinLoc bin\\tests\\${os}.${arch}.${config}\\performance\\perflab\\Perflab -library" - - profileArg = isProfileOn ? "default+${profileArg}+gcapi" : profileArg - bat "py tests\\scripts\\run-xunit-perf.py ${runXUnitPerflabArgs} -collectionFlags ${profileArg}" - - String runXUnitCodeQualityArgs = "${runXUnitPerfCommonArgs} -testBinLoc bin\\tests\\${os}.${arch}.${config}\\Jit\\Performance\\CodeQuality\\" - bat "py tests\\scripts\\run-xunit-perf.py ${runXUnitCodeQualityArgs} -collectionFlags ${profileArg}" - } - - else { - String runXUnitCodeQualityArgs = "${runXUnitPerfCommonArgs} -slice ${slice} -sliceConfigFile \"%WORKSPACE%\\tests\\scripts\\perf-slices.json\" -testBinLoc bin\\tests\\${os}.${arch}.${config}" - bat "py tests\\scripts\\run-xunit-perf.py ${runXUnitCodeQualityArgs} -collectionFlags ${profileArg}" - } - } - else if (scenario == 'jitbench') { - String runXUnitPerfCommonArgs = "${runXUnitCommonArgs} -stabilityPrefix \"START \"CORECLR_PERF_RUN\" /B /WAIT /HIGH\" -scenarioTest" - runXUnitPerfCommonArgs = "${runXUnitPerfCommonArgs} -testBinLoc bin\\tests\\${os}.${arch}.${config}\\performance\\Scenario\\JitBench -group CoreCLR-Scenarios" - - if (!(opt_level == 'min_opt' && isProfileOn)) { - bat "py tests\\scripts\\run-xunit-perf.py ${runXUnitPerfCommonArgs} -collectionFlags ${profileArgs}" - } - } - else if (scenario == 'illink') { - String runXUnitPerfCommonArgs = "${runXUnitCommonArgs} -scenarioTest" - bat "\"%VS140COMNTOOLS%\\..\\..\\VC\\vcvarsall.bat\" x86_amd64\n" + - "py tests\\scripts\\run-xunit-perf.py ${runXUnitPerfCommonArgs} -testBinLoc bin\\tests\\${os}.${arch}.${config}\\performance\\linkbench\\linkbench -group ILLink -nowarmup" - } - archiveArtifacts allowEmptyArchive: false, artifacts:'bin/sandbox_logs/**,machinedata.json', onlyIfSuccessful: false - } -} - -def windowsThroughput(String arch, String os, String config, String runType, String optLevel, String jit, String pgo, boolean isBaseline) { - withCredentials([string(credentialsId: 'CoreCLR Perf BenchView Sas', variable: 'BV_UPLOAD_SAS_TOKEN')]) { - checkout scm - - String baselineString = "" - if (isBaseline) { - baselineString = "-baseline" - } - - String pgoTestFlag = ((pgo == 'nopgo') ? '-nopgo' : '') - - dir ('.') { - unstash "nt-${arch}-${pgo}${baselineString}-build-artifacts" - unstash "benchview-tools" - unstash "throughput-benchmarks-${arch}" - unstash "metadata" - } - - // We want to use the baseline metadata for baseline runs. We expect to find the submission metadata in - // submission-metadata.py - if (isBaseline) { - bat "move /y submission-metadata-baseline.json submission-metadata.json" - } - - bat "py \".\\Microsoft.BenchView.JSONFormat\\tools\\machinedata.py\"" - bat ".\\init-tools.cmd" - bat "py -u tests\\scripts\\run-throughput-perf.py -arch ${arch} -os ${os} -configuration ${config} -opt_level ${optLevel} -jit_name ${jit} ${pgoTestFlag} -clr_root \"%WORKSPACE%\" -assembly_root \"%WORKSPACE%\\${arch}ThroughputBenchmarks\\lib\" -benchview_path \"%WORKSPACE%\\Microsoft.Benchview.JSONFormat\\tools\" -run_type ${runType}" - archiveArtifacts allowEmptyArchive: false, artifacts:'throughput-*.csv,machinedata.json', onlyIfSuccessful: false - } -} - -//------------------------ Linux Functions ----------------------------// - -def linuxBuild(String arch, String config, String pgo, boolean isBaseline) { - checkout scm - - String pgoBuildFlag = ((pgo == 'nopgo') ? '-nopgooptimize' : '') - String baselineString = "" - - // For baseline runs, checkout the merge's parent - if (isBaseline) { - baselineString = "-baseline" - sh "git checkout HEAD^1" - } - - sh "./build.sh -verbose -${config} -${arch} ${pgoBuildFlag}" - stash name: "linux-${arch}-${pgo}${baselineString}-build-artifacts", includes: 'bin/**' -} - -def linuxPerf(String arch, String os, String config, String uploadString, String runType, String optLevel, String pgo, boolean isBaseline) { - withCredentials([string(credentialsId: 'CoreCLR Perf BenchView Sas', variable: 'BV_UPLOAD_SAS_TOKEN')]) { - checkout scm - - String baselineString = "" - if (isBaseline) { - baselineString = "-baseline" - } - - String pgoTestFlag = ((pgo == 'nopgo') ? '-nopgo' : '') - - dir ('.') { - unstash "linux-${arch}-${pgo}${baselineString}-build-artifacts" - unstash "nt-${arch}-${pgo}${baselineString}-test-artifacts" - unstash "metadata" - } - dir ('./tests/scripts') { - unstash "benchview-tools" - } - - // We want to use the baseline metadata for baseline runs. We expect to find the submission metadata in - // submission-metadata.py - if (isBaseline) { - sh "mv -f submission-metadata-baseline.json submission-metadata.json" - } - - sh "./tests/scripts/perf-prep.sh --nocorefx" - sh "./init-tools.sh" - sh "./build-test.sh release $arch generatelayoutonly" - - String runXUnitCommonArgs = "-arch ${arch} -os Ubuntu16.04 -configuration ${config} -stabilityPrefix \"taskset 0x00000002 nice --adjustment=-10\" -generateBenchviewData \"\${WORKSPACE}/tests/scripts/Microsoft.BenchView.JSONFormat/tools\" ${uploadString} ${pgoTestFlag} -runtype ${runType} -optLevel ${optLevel} -outputdir \"\${WORKSPACE}/bin/sandbox_logs\"" - - sh "python3 ./tests/scripts/run-xunit-perf.py -testBinLoc bin/tests/Windows_NT.${arch}.${config}/JIT/Performance/CodeQuality ${runXUnitCommonArgs}" - archiveArtifacts allowEmptyArchive: false, artifacts:'bin/toArchive/**,machinedata.json', onlyIfSuccessful: false - } -} - -def linuxThroughput(String arch, String os, String config, String uploadString, String runType, String optLevel, String pgo, boolean isBaseline) { - withCredentials([string(credentialsId: 'CoreCLR Perf BenchView Sas', variable: 'BV_UPLOAD_SAS_TOKEN')]) { - checkout scm - - String baselineString = "" - if (isBaseline) { - baselineString = "-baseline" - } - - String pgoTestFlag = ((pgo == 'nopgo') ? '-nopgo' : '') - - dir ('.') { - unstash "linux-${arch}-${pgo}${baselineString}-build-artifacts" - unstash "throughput-benchmarks-${arch}" - unstash "metadata" - } - dir ('./tests/scripts') { - unstash "benchview-tools" - } - - // We want to use the baseline metadata for baseline runs. We expect to find the submission metadata in - // submission-metadata.py - if (isBaseline) { - sh "mv -f submission-metadata-baseline.json submission-metadata.json" - } - - sh "./tests/scripts/perf-prep.sh --throughput" - sh "./init-tools.sh" - sh "python3 ./tests/scripts/run-throughput-perf.py -arch \"${arch}\" -os \"${os}\" -configuration \"${config}\" -opt_level ${optLevel} ${pgoTestFlag} -clr_root \"\${WORKSPACE}\" -assembly_root \"\${WORKSPACE}/${arch}ThroughputBenchmarks/lib\" -run_type \"${runType}\" -benchview_path \"\${WORKSPACE}/tests/scripts/Microsoft.BenchView.JSONFormat/tools\"" - archiveArtifacts allowEmptyArchive: false, artifacts:'throughput-*.csv,machinedata.json', onlyIfSuccessful: false - } -} - -//-------------------------- Job Definitions --------------------------// - -String config = "Release" -String runType = isPR() ? 'private' : 'rolling' - -String uploadString = '-uploadToBenchview' - -stage ('Get Metadata and download Throughput Benchmarks') { - simpleNode('Windows_NT', '20170427-elevated') { - checkout scm - String commit = getCommit() - def benchViewName = isPR() ? "coreclr private %ghprbPullTitle%" : "coreclr rolling %GIT_BRANCH_WITHOUT_ORIGIN% ${commit}" - def benchViewUser = getUserEmail() - bat "mkdir tools\n" + - "powershell Invoke-WebRequest https://dist.nuget.org/win-x86-commandline/v4.1.0/nuget.exe -OutFile %WORKSPACE%\\tools\\nuget.exe" - bat "%WORKSPACE%\\tools\\nuget.exe install Microsoft.BenchView.JSONFormat -Source http://benchviewtestfeed.azurewebsites.net/nuget -Prerelease -ExcludeVersion" - bat "%WORKSPACE%\\tools\\nuget.exe install Microsoft.BenchView.ThroughputBenchmarks.x64.Windows_NT -Source https://dotnet.myget.org/F/dotnet-core -Prerelease -ExcludeVersion" - bat "%WORKSPACE%\\tools\\nuget.exe install Microsoft.BenchView.ThroughputBenchmarks.x86.Windows_NT -Source https://dotnet.myget.org/F/dotnet-core -Prerelease -ExcludeVersion" - bat "set \"GIT_BRANCH_WITHOUT_ORIGIN=%GitBranchOrCommit:*/=%\"\n" + - "py \"%WORKSPACE%\\Microsoft.BenchView.JSONFormat\\tools\\submission-metadata.py\" --name \"${benchViewName}\" --user-email \"${benchViewUser}\"\n" + - "py \"%WORKSPACE%\\Microsoft.BenchView.JSONFormat\\tools\\build.py\" git --branch %GIT_BRANCH_WITHOUT_ORIGIN% --type ${runType}\n" + - "py \"%WORKSPACE%\\Microsoft.BenchView.JSONFormat\\tools\\submission-metadata.py\" --name \"${benchViewName}-baseline\" --user-email \"${benchViewUser}\" -o submission-metadata-baseline.json\n" - - // TODO: revisit these moves. Originally, stash could not find the directories as currently named - bat "move Microsoft.BenchView.ThroughputBenchmarks.x64.Windows_NT x64ThroughputBenchmarks" - bat "move Microsoft.BenchView.ThroughputBenchmarks.x86.Windows_NT x86ThroughputBenchmarks" - - stash includes: 'Microsoft.BenchView.JSONFormat/**/*', name: 'benchview-tools' - stash name: "metadata", includes: "*.json" - stash name: "throughput-benchmarks-x64", includes: "x64ThroughputBenchmarks/**/*" - stash name: "throughput-benchmarks-x86", includes: "x86ThroughputBenchmarks/**/*" - } -} - -// TODO: use non-pgo builds for throughput? -def innerLoopBuilds = [ - "windows x64 pgo build": { - simpleNode('Windows_NT','latest') { - windowsBuild('x64', config, 'pgo', false) - } - }, - "windows x86 pgo build": { - simpleNode('Windows_NT','latest') { - windowsBuild('x86', config, 'pgo', false) - } - }, - "linux x64 pgo build": { - simpleNode('RHEL7.2', 'latest-or-auto') { - linuxBuild('x64', config, 'pgo', false) - } - } -] - -// Only run non-pgo builds on offical builds -def outerLoopBuilds = [:] - -if (!isPR()) { - outerLoopBuilds = [ - "windows x64 nopgo build": { - simpleNode('Windows_NT','latest') { - windowsBuild('x64', config, 'nopgo', false) - } - }, - "windows x86 nopgo build": { - simpleNode('Windows_NT','latest') { - windowsBuild('x86', config, 'nopgo', false) - } - }, - "linux x64 nopgo build": { - simpleNode('RHEL7.2', 'latest-or-auto') { - linuxBuild('x64', config, 'nopgo', false) - } - } - ] -} - -/*def baselineBuilds = [:] - -if (isPR()) { - baselineBuilds = [ - "windows x64 pgo baseline build": { - simpleNode('Windows_NT','latest') { - windowsBuild('x64', config, 'pgo', true) - } - }, - "windows x86 pgo baseline build": { - simpleNode('Windows_NT','latest') { - windowsBuild('x86', config, 'pgo', true) - } - } - ] -}*/ - -stage ('Build Product') { - parallel innerLoopBuilds //+ outerLoopBuilds //+ baselineBuilds -} - -// Pipeline builds don't allow outside scripts (ie ArrayList.Add) if running from a script from SCM, so manually list these for now. -// Run the main test mix on all runs (PR + official) - -def innerLoopTests = [:] - -['x64', 'x86'].each { arch -> - ['full_opt'].each { opt_level -> - [false].each { isBaseline -> - [0,1,2,3,4,5].each { slice -> - String baseline = "" - if (isBaseline) { - baseline = " baseline" - } - if (isPR() || !isBaseline) { - innerLoopTests["windows ${arch} ryujit ${opt_level} pgo ${slice}${baseline} perf"] = { - simpleNode('windows_server_2016_clr_perf', 180) { - windowsPerf(arch, config, uploadString, runType, opt_level, 'ryujit', 'pgo', 'perf', isBaseline, true, slice) - } - } - - } - } - - if (arch == 'x64') { - innerLoopTests["linux ${arch} ryujit ${opt_level} pgo perf"] = { - simpleNode('ubuntu_1604_clr_perf', 180) { - linuxPerf(arch, 'Ubuntu16.04', config, uploadString, runType, opt_level, 'pgo', false) - } - } - } - } - } -} - -// Run the full test mix only on commits, not PRs -def outerLoopTests = [:] - -if (!isPR()) { - ['x64', 'x86'].each { arch -> - outerLoopTests["windows ${arch} ryujit full_opt pgo${baseline} jitbench"] = { - simpleNode('windows_server_2016_clr_perf', 180) { - windowsPerf(arch, config, uploadString, runType, 'full_opt', 'ryujit', 'pgo', 'jitbench', false, false, -1) - } - } - - outerLoopTests["windows ${arch} ryujit full_opt pgo illink"] = { - simpleNode('Windows_NT', '20170427-elevated') { - windowsPerf(arch, config, uploadString, runType, 'full_opt', 'ryujit', 'pgo', 'illink', false, false, -1) - } - } - } - - ['x64', 'x86'].each { arch -> - ['min_opt', 'full_opt'].each { opt_level -> - ['ryujit'].each { jit -> - ['pgo', 'nopgo'].each { pgo_enabled -> - [true, false].each { isProfileOn -> - outerLoopTests["windows ${arch} ${jit} ${opt_level} ${pgo_enabled} perf"] = { - simpleNode('windows_server_2016_clr_perf', 180) { - windowsPerf(arch, config, uploadString, runType, opt_level, jit, pgo_enabled, 'perf', false, isProfileOn, -1) - } - } - - outerLoopTests["windows ${arch} ${jit} ${opt_level} ${pgo_enabled} throughput"] = { - simpleNode('windows_server_2016_clr_perf', 180) { - windowsThroughput(arch, 'Windows_NT', config, runType, opt_level, jit, pgo_enabled, false, isProfileOn) - } - } - } - } - } - } - } - - ['x64'].each { arch -> - ['min_opt', 'full_opt'].each { opt_level -> - ['pgo', 'nopgo'].each { pgo_enabled -> - outerLoopTests["linux ${arch} ryujit ${opt_level} ${pgo_enabled} perf"] = { - simpleNode('ubuntu_1604_clr_perf', 180) { - linuxPerf(arch, 'Ubuntu16.04', config, uploadString, runType, opt_level, pgo_enabled, false) - } - } - - outerLoopTests["linux ${arch} ryujit ${opt_level} ${pgo_enabled} throughput"] = { - simpleNode('ubuntu_1604_clr_perf', 180) { - linuxThroughput(arch, 'Ubuntu16.04', config, uploadString, runType, opt_level, pgo_enabled, false) - } - } - } - } - } -} - -stage ('Run testing') { - parallel innerLoopTests //+ outerLoopTests -} diff --git a/buildpipeline/perf_pipelinejobs.groovy b/buildpipeline/perf_pipelinejobs.groovy deleted file mode 100644 index 26e118a9f449..000000000000 --- a/buildpipeline/perf_pipelinejobs.groovy +++ /dev/null @@ -1,35 +0,0 @@ -import jobs.generation.JobReport; -import jobs.generation.Utilities; -import org.dotnet.ci.pipelines.Pipeline - -// The input project name (e.g. dotnet/corefx) -def project = GithubProject -// The input branch name (e.g. master) -def branch = GithubBranchName - -// ************************** -// Define innerloop testing. Any configuration in ForPR will run for every PR but all other configurations -// will have a trigger that can be -// ************************** - -def perfPipeline = Pipeline.createPipelineForGithub(this, project, branch, 'buildpipeline/perf-pipeline.groovy') - -def triggerName = "Perf Build and Test" -def pipeline = perfPipeline - -// If we were using parameters for the pipeline job, we would define an array of parameter pairs -// and pass that array as a parameter to the trigger functions. Ie: -// def params = ['CGroup':'Release', -// 'AGroup':'x64', -// 'OGroup':'Windows_NT'] -// pipeline.triggerPipelinOnGithubPRComment(triggerName, params) - -params = ['XUNIT_PERFORMANCE_MAX_ITERATION':'6', - 'XUNIT_PERFORMANCE_MAX_ITERATION_INNER_SPECIFIED':'6'] - -// Allow PR jobs on request. -pipeline.triggerPipelineOnGithubPRComment(triggerName, params) - -// Disable automatic PR runs until throughput issues are addressed. -// pipeline.triggerPipelineOnEveryGithubPR(triggerName, params) -pipeline.triggerPipelinePeriodically('*/12 * * * *', params) diff --git a/buildpipeline/pipelinejobs.groovy b/buildpipeline/pipelinejobs.groovy deleted file mode 100644 index 75b26d100d67..000000000000 --- a/buildpipeline/pipelinejobs.groovy +++ /dev/null @@ -1,55 +0,0 @@ -// Import the utility functionality. - -import jobs.generation.JobReport; -import jobs.generation.Utilities; -import org.dotnet.ci.pipelines.Pipeline - -// The input project name (e.g. dotnet/coreclr) -def project = GithubProject -// The input branch name (e.g. master) -def branch = GithubBranchName - -// ************************** -// Define innerloop testing. Any configuration in ForPR will run for every PR but all other configurations -// will have a trigger that can be -// ************************** - -def linmuslPipeline = Pipeline.createPipelineForGithub(this, project, branch, 'buildpipeline/linux-musl.groovy') - -def configurations = [ - ['TGroup':"netcoreapp", 'Pipeline':linmuslPipeline, 'Name':'Linux-musl' ,'ForPR':"Debug-x64", 'Arch':['x64']], -] - -configurations.each { config -> - ['Debug', 'Release'].each { configurationGroup -> - (config.Arch ?: ['x64', 'x86']).each { archGroup -> - def triggerName = "${config.Name} ${archGroup} ${configurationGroup} Build" - - def pipeline = config.Pipeline - def params = ['TGroup':config.TGroup, - 'CGroup':configurationGroup, - 'AGroup':archGroup, - 'TestOuter': false] - - // Add default PR triggers for particular configurations but manual triggers for all - if (config.ForPR.contains("${configurationGroup}-${archGroup}")) { - pipeline.triggerPipelineOnEveryGithubPR(triggerName, params) - } - else { - pipeline.triggerPipelineOnGithubPRComment(triggerName, params) - } - - // Add trigger for all configurations to run on merge - pipeline.triggerPipelineOnGithubPush(params) - - // Add optional PR trigger for Outerloop test runs - params.TestOuter = true - pipeline.triggerPipelineOnGithubPRComment("Outerloop ${triggerName}", params) -}}} - -JobReport.Report.generateJobReport(out) - -// Make the call to generate the help job -Utilities.createHelperJob(this, project, branch, - "Welcome to the ${project} Repository", // This is prepended to the help message - "Have a nice day!") // This is appended to the help message. You might put known issues here. diff --git a/buildpipeline/pipelines.json b/buildpipeline/pipelines.json deleted file mode 100644 index 8c618c13758f..000000000000 --- a/buildpipeline/pipelines.json +++ /dev/null @@ -1,390 +0,0 @@ -{ - "Repository": "coreclr", - "Definitions": { - "Path": ".", - "Type": "VSTS", - "BaseUrl": "https://devdiv.visualstudio.com/DefaultCollection", - "SkipBranchAndVersionOverrides": "false" - }, - "PrivateRun": { - "property-overrides": { - "PB_PublishType": "" - } - }, - "DefinitionGroups": [ - { - "Name": "Product-Build", - "Definitions": [ - { - "Name": "DotNet-CoreClr-Trusted-Linux", - "Parameters": { - "DockerTag": "centos-7-d485f41-20173404063424", - "Rid": "linux" - }, - "ReportingParameters": { - "OperatingSystem": "Linux", - "Type": "build/product/", - "Architecture": "x64", - "PB_BuildType": null - } - }, - { - "Name": "DotNet-CoreClr-Trusted-Linux", - "Parameters": { - "DockerTag": "centos-6-376e1a3-20174311014331", - "Rid": "rhel.6", - "PB_AdditionalBuildArgs": "-portablebuild=false" - }, - "ReportingParameters": { - "OperatingSystem": "RedHat6", - "Type": "build/product/", - "Architecture": "x64", - "PB_BuildType": null - } - }, - { - "Name": "DotNet-CoreClr-Trusted-Linux", - "Parameters": { - "DockerTag": "alpine-3.6-3148f11-20171119021156", - "Rid": "linux-musl", - "PB_OutputRID": "linux-musl-x64", - "PB_AdditionalBuildArgs": "-portablebuild=false" - }, - "ReportingParameters": { - "OperatingSystem": "Linux-musl", - "Type": "build/product/", - "Architecture": "x64", - "PB_BuildType": null - } - }, - { - "Name": "DotNet-CoreClr-Trusted-Mac", - "Parameters": { - "Rid": "osx" - }, - "ReportingParameters": { - "OperatingSystem": "OSX", - "Type": "build/product/", - "SubType": "PortableBuild", - "Architecture": "x64", - "PB_BuildType": null - } - }, - { - "Name": "DotNet-CoreClr-Trusted-FreeBSD", - "Parameters": { - "Rid": "freebsd" - }, - "ReportingParameters": { - "OperatingSystem": "FreeBSD", - "Type": "build/product/", - "SubType": "PortableBuild", - "Architecture": "x64", - "PB_BuildType": null - } - }, - { - "Name": "DotNet-CoreClr-Trusted-Windows", - "Parameters": { - "Architecture": "x64" - }, - "ReportingParameters": { - "OperatingSystem": "Windows", - "Type": "build/product/", - "SubType" : "PortableBuild", - "Architecture": "x64", - "PB_BuildType": null - } - }, - { - "Name": "DotNet-CoreClr-Trusted-Windows", - "Parameters": { - "Architecture": "arm64", - "PB_IBCOptimize": "" - }, - "ReportingParameters": { - "OperatingSystem": "Windows", - "Type": "build/product/", - "SubType" : "PortableBuild", - "Architecture": "arm64", - "PB_BuildType": null - } - }, - { - "Name": "DotNet-CoreClr-Trusted-Windows", - "Parameters": { - "Architecture": "arm", - "PB_IBCOptimize": "" - }, - "ReportingParameters": { - "OperatingSystem": "Windows", - "Type": "build/product/", - "SubType" : "PortableBuild", - "Architecture": "arm", - "PB_BuildType": null - } - }, - { - "Name": "DotNet-CoreClr-Trusted-Windows-x86", - "Parameters": { - "Architecture": "x86" - }, - "ReportingParameters": { - "OperatingSystem": "Windows", - "Type": "build/product/", - "SubType" : "PortableBuild", - "Architecture": "x86", - "PB_BuildType": null - } - } - ] - }, - { - "Name": "Linux-CrossBuild", - "Definitions": [ - { - "Name": "DotNet-CoreClr-Trusted-Linux-Crossbuild", - "Parameters": { - "DockerTag": "ubuntu-14.04-cross-e435274-20180426002420", - "Architecture": "arm", - "Rid": "linux", - "CrossArchBuildPackagesArgs": "-__DoCrossArchBuild=1" - }, - "ReportingParameters": { - "OperatingSystem": "Linux", - "SubType": "PortableCrossBuild", - "Type": "build/product/", - "Architecture": "arm", - "PB_BuildType": null - } - }, - { - "Name": "DotNet-CoreClr-Trusted-Linux-Crossbuild", - "Parameters": { - "DockerTag": "ubuntu-16.04-cross-arm64-a3ae44b-20180315221921", - "Architecture": "arm64", - "Rid": "linux", - "CrossArchBuildPackagesArgs": "-__DoCrossArchBuild=1" - }, - "ReportingParameters": { - "OperatingSystem": "Linux", - "SubType": "PortableCrossBuild", - "Type": "build/product/", - "Architecture": "arm64", - "PB_BuildType": null - } - } - ] - } - ], - "Pipelines": [ - { - "Name": "Trusted-All-Release", - "Parameters": { - "TreatWarningsAsErrors": "false" - }, - "BuildParameters": { - "PB_BuildType": "Release", - "PublishFlat": "false", - "PB_EnforcePGO": "enforcepgo", - "PB_IBCOptimize": "-ibcoptimize" - }, - "ReportingParameters": { - "PB_BuildType": "Release" - }, - "DefinitionGroupRefs": [ - "Product-Build" - ] - }, - { - "Name": "Trusted-All-Debug", - "Parameters": { - "TreatWarningsAsErrors": "false" - }, - "BuildParameters": { - "PB_BuildType": "Debug", - "PublishFlat": "true" - }, - "ReportingParameters": { - "PB_BuildType": "Debug" - }, - "DefinitionGroupRefs": [ - "Product-Build" - ] - }, - { - "Name": "Trusted-All-Checked", - "Parameters": { - "TreatWarningsAsErrors": "false" - }, - "BuildParameters": { - "PB_BuildType": "Checked", - "PublishFlat": "true" - }, - "ReportingParameters": { - "PB_BuildType": "Checked" - }, - "DefinitionGroupRefs": [ - "Product-Build" - ] - }, - { - "Name": "Trusted-Crossbuild-Release", - "Parameters": { - "TreatWarningsAsErrors": "false" - }, - "BuildParameters": { - "PB_BuildType": "Release", - "PublishFlat": "false" - }, - "ReportingParameters": { - "PB_BuildType": "Release" - }, - "DefinitionGroupRefs": [ - "Linux-CrossBuild" - ] - }, - { - "Name": "Trusted-Crossbuild-Debug", - "Parameters": { - "TreatWarningsAsErrors": "false" - }, - "BuildParameters": { - "PB_BuildType": "Debug", - "PublishFlat": "true" - }, - "ReportingParameters": { - "PB_BuildType": "Debug" - }, - "DefinitionGroupRefs": [ - "Linux-CrossBuild" - ] - }, - { - "Name": "Trusted-Crossbuild-Checked", - "Parameters": { - "TreatWarningsAsErrors": "false" - }, - "BuildParameters": { - "PB_BuildType": "Checked", - "PublishFlat": "true" - }, - "ReportingParameters": { - "PB_BuildType": "Checked" - }, - "DefinitionGroupRefs": [ - "Linux-CrossBuild" - ] - }, - { - "Name": "Publish Packages to Feeds - Release", - "Parameters": { - "TreatWarningsAsErrors": "false" - }, - "BuildParameters": { - "PB_BuildType": "Release" - }, - "Definitions": [ - { - "Name": "DotNet-Trusted-Publish", - "SkipBranchAndVersionOverrides": "true", - "Parameters": { - "VstsRepositoryName": "DotNet-CoreCLR-Trusted", - "GitHubRepositoryName": "coreclr" - }, - "ReportingParameters": { - "TaskName": "Publish", - "Type": "build/publish/", - "ConfigurationGroup": "Release" - } - } - ], - "DependsOn": [ - "Trusted-All-Release", - "Trusted-Crossbuild-Release" - ] - }, - { - "Name": "Publish Packages to Drop - Debug", - "Parameters": { - "TreatWarningsAsErrors": "false" - }, - "BuildParameters": { - "PB_BuildType": "Debug" - }, - "Definitions": [ - { - "Name": "DotNet-Trusted-Publish", - "SkipBranchAndVersionOverrides": "true", - "Parameters": { - "VstsRepositoryName": "DotNet-CoreCLR-Trusted", - "GitHubRepositoryName": "coreclr" - }, - "ReportingParameters": { - "TaskName": "Publish", - "Type": "build/publish/", - "ConfigurationGroup": "Debug" - } - } - ], - "DependsOn": [ - "Trusted-All-Debug", - "Trusted-Crossbuild-Debug" - ] - }, - { - "Name": "Publish Symbols - Release", - "Parameters": { - "TreatWarningsAsErrors": "false" - }, - "BuildParameters": { - "PB_BuildType": "Release" - }, - "Definitions": [ - { - "Name": "DotNet-Trusted-Publish-Symbols", - "SkipBranchAndVersionOverrides": "true", - "Parameters": { - }, - "ReportingParameters": { - "TaskName": "Symbol Publish", - "Type": "build/publish/", - "ConfigurationGroup": "Release" - } - } - ], - "DependsOn": [ - "Trusted-All-Release", - "Trusted-Crossbuild-Release" - ] - }, - { - "Name": "Publish Packages to Drop - Checked", - "Parameters": { - "TreatWarningsAsErrors": "false" - }, - "BuildParameters": { - "PB_BuildType": "Checked" - }, - "Definitions": [ - { - "Name": "DotNet-Trusted-Publish", - "SkipBranchAndVersionOverrides": "true", - "Parameters": { - "VstsRepositoryName": "DotNet-CoreCLR-Trusted", - "GitHubRepositoryName": "coreclr" - }, - "ReportingParameters": { - "TaskName": "Publish", - "Type": "build/publish/", - "ConfigurationGroup": "Checked" - } - } - ], - "DependsOn": [ - "Trusted-All-Checked", - "Trusted-Crossbuild-Checked" - ] - } - ] -} diff --git a/buildpipeline/security/DotNet-CoreClr-Security-Windows.json b/buildpipeline/security/DotNet-CoreClr-Security-Windows.json deleted file mode 100644 index 4a27f1c2fc6b..000000000000 --- a/buildpipeline/security/DotNet-CoreClr-Security-Windows.json +++ /dev/null @@ -1,581 +0,0 @@ -{ - "build": [ - { - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "Run clean.cmd", - "timeoutInMinutes": 0, - "condition": "succeeded()", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "clean.cmd", - "arguments": "-all", - "workingFolder": "$(Build.SourcesDirectory)", - "failOnStandardError": "false" - } - }, - { - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "Run sync to download packages", - "timeoutInMinutes": 0, - "condition": "succeeded()", - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "scriptType": "inlineScript", - "scriptName": "", - "arguments": "$(PB_CloudDropAccountName) $(PB_CloudDropAccessToken) $(PB_CloudDropContainer)", - "workingFolder": "$(Build.SourcesDirectory)", - "inlineScript": "param($account, $token, $container)\n.\\sync.cmd -ab -- /p:CloudDropAccountName=$account /p:CloudDropAccessToken=$token /p:ContainerName=$container", - "failOnStandardError": "true" - } - }, - { - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "Extract downloaded nupkgs", - "timeoutInMinutes": 0, - "condition": "succeeded()", - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "scriptType": "inlineScript", - "scriptName": "", - "arguments": "$(Build.SourcesDirectory)", - "workingFolder": "$(Build.SourcesDirectory)", - "inlineScript": "param($SrcDir)\n$secDir = Join-Path \"$SrcDir\" \"security\"\n$pkgDir = \"$SrcDir\\packages\\AzureTransfer\\Release\\symbolpkg\"\ngci \"$pkgDir\\*.nupkg\" | rename-item -newname { [io.path]::ChangeExtension($_.name, \"zip\") }\ngci \"$pkgDir\\*.zip\" | % {\n$dstDir = Join-Path \"$secDir\" $($_.BaseName)\nExpand-Archive -Path $($_.FullName) -DestinationPath \"$dstDir\" -Force\n}\n", - "failOnStandardError": "true" - } - }, - { - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "List all files", - "timeoutInMinutes": 0, - "condition": "succeeded()", - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "scriptType": "inlineScript", - "scriptName": "", - "arguments": "$(Build.SourcesDirectory)", - "workingFolder": "$(Build.SourcesDirectory)", - "inlineScript": "param($SrcDir)\n$fileCount = 0\ngci $SrcDir -recurse | % {\nWrite-Host $($_.FullName)\n$fileCount += 1\n}\nWrite-Host \"File Count: $fileCount\"\n", - "failOnStandardError": "true" - } - }, - { - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "Remove api-*, ucrtbase*, and files other than DLLs, PDBs and TXT", - "timeoutInMinutes": 0, - "condition": "succeeded()", - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "scriptType": "inlineScript", - "scriptName": "", - "arguments": "$(Build.SourcesDirectory)", - "workingFolder": "$(Build.SourcesDirectory)", - "inlineScript": "param($SrcDir)\n$secDir = Join-Path \"$SrcDir\" \"security\"\n$extList = \".dll\", \".pdb\", \".txt\"\ngci $secDir -Recurse | where { !$_.PSIsContainer } | % {\nif ($extList -inotcontains $_.Extension -or $_.BaseName -like \"api-*\" -or $_.BaseName -like \"ucrtbase*\")\n{\n rm $_.FullName -Force\n Write-Host \"Removed $($_.FullName)\"\n}\n}\n\n", - "failOnStandardError": "true" - } - }, - { - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "Workaround for long path - DELETE files with path length greater than or equal to 240 characters", - "timeoutInMinutes": 0, - "condition": "succeeded()", - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "scriptType": "inlineScript", - "scriptName": "", - "arguments": "$(Build.SourcesDirectory)", - "workingFolder": "$(Build.SourcesDirectory)", - "inlineScript": "param($SrcDir)\n$longPath = New-Object System.Collections.ArrayList\ngci \"$SrcDir\\*\" -recurse | where {!$_.PSIsContainer} | % {\nif ($($_.FullName.Length) -ge 240)\n{\n$longPath.Add($($_.Directory.FullName)) | Out-Null\n}\n}\n$longPath | % {\nStart-Process \"cmd\" -ArgumentList \"/c rd /S /Q $_\" -Wait\nWrite-Host \"DELETED $_\"\n}\n", - "failOnStandardError": "true" - } - }, - { - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "List all files - post delete", - "timeoutInMinutes": 0, - "condition": "succeeded()", - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "scriptType": "inlineScript", - "scriptName": "", - "arguments": "$(Build.SourcesDirectory)", - "workingFolder": "$(Build.SourcesDirectory)", - "inlineScript": "param($SrcDir)\n$fileCount = 0\ngci $SrcDir -recurse | % {\nWrite-Host $($_.FullName)\n$fileCount += 1\n}\nWrite-Host \"File Count: $fileCount\"\n", - "failOnStandardError": "true" - } - }, - { - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "Run BinSkim ", - "timeoutInMinutes": 0, - "condition": "succeeded()", - "task": { - "id": "3056813a-40e9-4b2f-8f6b-612d1bc4e045", - "versionSpec": "3.*", - "definitionType": "task" - }, - "inputs": { - "InputType": "CommandLine", - "arguments": "analyze security\\*.dll --recurse --sympath security\\*.pdb --verbose --statistics", - "Function": "analyze", - "AnalyzeTarget": "$(Build.ArtifactStagingDirectory)", - "AnalyzeSymPath": "", - "AnalyzeConfigPath": "default", - "AnalyzePluginPath": "", - "AnalyzeRecurse": "true", - "AnalyzeVerbose": "true", - "AnalyzeHashes": "true", - "AnalyzeStatistics": "false", - "AnalyzeEnvironment": "false", - "ExportRulesOutputType": "SARIF", - "DumpTarget": "$(Build.ArtifactStagingDirectory)", - "DumpRecurse": "true", - "DumpVerbose": "true", - "toolVersion": "Latest" - } - }, - { - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "Run APIScan", - "timeoutInMinutes": 0, - "condition": "succeeded()", - "task": { - "id": "9adea2b1-3752-438c-80c6-a6f0a812abdd", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "targetMode": "binarysym", - "softwareFolder": "$(Build.SourcesDirectory)\\security", - "mpdFolder": "", - "softwareName": "CoreCLR", - "softwareVersionNum": "$(PB_BuildNumber)", - "softwareBuildNum": "$(PB_BuildNumber)", - "modeType": "prerelease", - "noCopySymbols": "false", - "noCopyBinaries": "false", - "noDecompress": "true", - "exclusionList": "", - "email": "", - "symbolsFolder": "$(Build.SourcesDirectory)\\security", - "preBbtBinariesFolder": "", - "preBbtSymbolsFolder": "", - "isLargeApp": "false", - "analyzerTimeout": "00:00:00", - "preserveTempFiles": "false", - "toolVersion": "Latest" - } - }, - { - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "git checkout", - "timeoutInMinutes": 0, - "condition": "succeeded()", - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "scriptType": "inlineScript", - "scriptName": "", - "arguments": "$(Build.SourcesDirectory) \"$(PB_Git)\"", - "workingFolder": "$(Build.SourcesDirectory)", - "inlineScript": "param($SrcDir, $git)\n$pkgExtPath= Join-Path \"$SrcDir\" \"security\"\ngci \"$pkgExtPath\\version.txt\" -Recurse | % { \n$sha = gc $_\nWrite-Host \"$sha\"\nif (-not [string]::IsNullOrWhiteSpace($sha))\n{\nStart-Process \"$git\" -ArgumentList \"checkout -- .\" -Wait -Verbose -ErrorAction Stop\nStart-Process \"$git\" -ArgumentList \"checkout $sha\" -Wait -Verbose -ErrorAction Stop\nWrite-Host \"Checked out at $sha\"\nbreak\n}\n}", - "failOnStandardError": "true" - } - }, - { - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "Run CredScan", - "timeoutInMinutes": 0, - "condition": "succeeded()", - "task": { - "id": "ea576cd4-c61f-48f8-97e7-a3cb07b90a6f", - "versionSpec": "2.*", - "definitionType": "task" - }, - "inputs": { - "outputFormat": "pre", - "toolVersion": "Latest", - "scanFolder": "$(Build.SourcesDirectory)", - "searchersFileType": "Default", - "searchersFile": "", - "suppressionsFile": "", - "suppressAsError": "false", - "batchSize": "" - } - }, - { - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "Run PoliCheck", - "timeoutInMinutes": 0, - "condition": "succeeded()", - "task": { - "id": "d785890c-0d0d-46bd-8167-8fa9d49990c7", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "inputType": "Basic", - "cmdLineArgs": "/F:$(Build.SourcesDirectory) /T:9 /O:PoliCheck.xml", - "targetType": "F", - "targetArgument": "$(Build.SourcesDirectory)", - "importEx": "0", - "termTypeT": "0029a9", - "termTypeTCustom": "9", - "termTypeK": "", - "termTypeL": "", - "EXGT": "false", - "result": "PoliCheck.xml", - "optionsFC": "1", - "optionsXS": "1", - "optionsCTGLEN": "", - "optionsSEV": "", - "optionsPE": "", - "optionsHMENABLE": "", - "optionsHPATH": "", - "optionsHVER": "", - "optionsRulesDBPath": "", - "optionsRule": "", - "optionsXCLASS": "", - "optionsTASKNAME": "", - "optionsWORKINGDIRECTORY": "", - "optionsFTPATH": "", - "optionsD": "", - "optionsB1": "", - "optionsB2": "", - "optionsB3": "", - "optionsOCDB": "", - "toolVersion": "Latest" - } - }, - { - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "Post Analysis", - "timeoutInMinutes": 0, - "condition": "succeeded()", - "task": { - "id": "f5679091-e6da-4974-a8dc-0eec03a8ea63", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "APIScan": "true", - "BinScope": "false", - "BinSkim": "true", - "BinSkimBreakOn": "Error", - "CredScan": "true", - "FortifySCA": "false", - "FxCop": "false", - "FxCopBreakOn": "ErrorAbove", - "ModernCop": "false", - "ModernCopBreakOn": "Error", - "PoliCheck": "true", - "PoliCheckBreakOn": "Severity1", - "SDLNativeRules": "false" - } - }, - { - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "Publish Security Analysis Logs", - "timeoutInMinutes": 0, - "condition": "succeeded()", - "task": { - "id": "4096c760-3a8a-435d-9689-88c0311bbc0e", - "versionSpec": "2.*", - "definitionType": "task" - }, - "inputs": { - "ArtifactName": "CodeAnalysisLogs", - "ArtifactType": "Container", - "TargetPath": "\\\\my\\share\\$(Build.DefinitionName)\\$(Build.BuildNumber)", - "RvName": "", - "ProductComponentName": "", - "ProductVersionNumber": "", - "PlatformName": "", - "SDLToolName": "", - "SDLToolResultFile": "" - } - }, - { - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "TSA upload to Codebase: DotNet-CoreCLR-Trusted_$(CodeBase) Stamp: Azure", - "timeoutInMinutes": 0, - "condition": "succeeded()", - "task": { - "id": "3da26988-bb64-4a23-8f06-45531d297dae", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "codebase": "NewOrUpdate", - "tsaStamp": "Azure", - "tsaWebApiUrl": "$(TSAStamp)", - "codeBaseName": "DotNet-CoreCLR-Trusted_$(CodeBase)", - "notificationAlias": "$(NotificationAlias)", - "codeBaseAdmins": "NORTHAMERICA\\raeda", - "instanceUrlAzure": "MSAZURE", - "instanceUrlBing": "", - "instanceUrlCarbon": "", - "instanceUrlDevDiv": "DEVDIV", - "instanceUrlSkype": "", - "instanceUrlTsa": "", - "instanceUrlPpe": "", - "projectNameDAIPVSTF": "", - "projectNameDYNAMICSCRM": "", - "projectNameMSAZURE": "One", - "projectNameMSDYENG": "", - "projectNameMSECG": "", - "projectNameVSTFRD": "", - "projectNameMSASG": "", - "projectNameMICROSOFTVSTS": "", - "projectNameMSDATA": "", - "projectNameMSENG": "", - "projectNameDEVDIV": "DevDiv", - "projectNameSKYPETEST2": "", - "projectNameONEDRIVE": "", - "projectNameSQLBUVSTS": "", - "projectNamePOWERBI": "", - "projectNameAZUREVSTFPPE": "", - "projectNameSKYPE": "", - "projectNameDOMOREEXP": "", - "projectNameSQLBUVSTSTEST": "", - "areaPath": "One\\DevDiv\\DotNetCore", - "iterationPath": "One", - "uploadAPIScan": "true", - "uploadBinScope": "false", - "uploadBinSkim": "true", - "uploadCredScan": "true", - "uploadFortifySCA": "false", - "uploadFxCop": "false", - "uploadModernCop": "false", - "uploadPoliCheck": "true", - "uploadPREfast": "false", - "validateToolOutput": "Warning", - "validateCompatibility": "Error", - "uploadAsync": "true" - } - }, - { - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "Run clean.cmd", - "timeoutInMinutes": 0, - "condition": "succeeded()", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "clean.cmd", - "arguments": "-all", - "workingFolder": "$(Build.SourcesDirectory)", - "failOnStandardError": "false" - } - } - ], - "options": [ - { - "enabled": false, - "definition": { - "id": "5bc3cfb7-6b54-4a4b-b5d2-a3905949f8a6" - }, - "inputs": {} - }, - { - "enabled": false, - "definition": { - "id": "7c555368-ca64-4199-add6-9ebaf0b0137d" - }, - "inputs": { - "multipliers": "[]", - "parallel": "false", - "continueOnError": "true", - "additionalFields": "{}" - } - }, - { - "enabled": false, - "definition": { - "id": "a9db38f9-9fdc-478c-b0f9-464221e58316" - }, - "inputs": { - "workItemType": "234347", - "assignToRequestor": "true", - "additionalFields": "{}" - } - }, - { - "enabled": false, - "definition": { - "id": "57578776-4c22-4526-aeb0-86b6da17ee9c" - }, - "inputs": {} - }, - { - "enabled": false, - "definition": { - "id": "5d58cc01-7c75-450c-be18-a388ddb129ec" - }, - "inputs": { - "branchFilters": "[\"+refs/heads/*\"]", - "additionalFields": "{}" - } - } - ], - "variables": { - "system.debug": { - "value": "false" - } - }, - "demands": [ - "Agent.OS -equals windows_nt", - "msbuild" - ], - "retentionRules": [ - { - "branches": [ - "+refs/heads/*" - ], - "artifacts": [ - "build.SourceLabel" - ], - "artifactTypesToDelete": [], - "daysToKeep": 10, - "minimumToKeep": 1, - "deleteBuildRecord": true, - "deleteTestResults": true - } - ], - "_links": { - "self": { - "href": "https://devdiv.visualstudio.com/0bdbc590-a062-4c3f-b0f6-9383f67865ee/_apis/build/Definitions/6389" - }, - "web": { - "href": "https://devdiv.visualstudio.com/_permalink/_build/index?collectionId=011b8bdf-6d56-4f87-be0d-0092136884d9&projectId=0bdbc590-a062-4c3f-b0f6-9383f67865ee&definitionId=6389" - }, - "editor": { - "href": "https://devdiv.visualstudio.com/_permalink/_build/definitionEditor?collectionId=011b8bdf-6d56-4f87-be0d-0092136884d9&projectId=0bdbc590-a062-4c3f-b0f6-9383f67865ee&definitionId=6389" - }, - "badge": { - "href": "https://devdiv.visualstudio.com/_apis/public/build/definitions/0bdbc590-a062-4c3f-b0f6-9383f67865ee/6389/badge" - } - }, - "buildNumberFormat": "$(date:yyyyMMdd)$(rev:-rr)", - "jobAuthorizationScope": 1, - "jobTimeoutInMinutes": 600, - "jobCancelTimeoutInMinutes": 5, - "badgeEnabled": true, - "repository": { - "properties": { - "cleanOptions": "3", - "labelSources": "0", - "labelSourcesFormat": "$(build.buildNumber)", - "reportBuildStatus": "true", - "gitLfsSupport": "false", - "skipSyncSource": "false", - "checkoutNestedSubmodules": "false", - "fetchDepth": "0" - }, - "id": "670e3783-ab4f-44fc-9786-d332007da311", - "type": "TfsGit", - "name": "DotNet-CoreCLR-Trusted", - "url": "https://devdiv.visualstudio.com/DevDiv/_git/DotNet-CoreCLR-Trusted", - "defaultBranch": "refs/heads/master", - "clean": "false", - "checkoutSubmodules": false - }, - "processParameters": {}, - "quality": "definition", - "authoredBy": { - "id": "9d5fdf9f-36b6-4d0c-a12e-2737a673af94", - "displayName": "Ravi Eda", - "uniqueName": "raeda@microsoft.com", - "url": "https://app.vssps.visualstudio.com/Aa44b2c06-f247-425c-8464-4a0676af910a/_apis/Identities/9d5fdf9f-36b6-4d0c-a12e-2737a673af94", - "imageUrl": "https://devdiv.visualstudio.com/_api/_common/identityImage?id=9d5fdf9f-36b6-4d0c-a12e-2737a673af94" - }, - "queue": { - "id": 36, - "name": "DotNet-Build", - "pool": { - "id": 39, - "name": "DotNet-Build" - } - }, - "id": 6389, - "name": "DotNet-CoreCLR-Security-Windows", - "url": "https://devdiv.visualstudio.com/0bdbc590-a062-4c3f-b0f6-9383f67865ee/_apis/build/Definitions/6389", - "uri": "vstfs:///Build/Definition/6389", - "path": "\\", - "revision": 2, - "createdDate": "2017-06-13T19:06:48.730Z", - "project": { - "id": "0bdbc590-a062-4c3f-b0f6-9383f67865ee", - "name": "DevDiv", - "description": "Visual Studio and DevDiv team project for git source code repositories. Work items will be added for Adams, Dev14 work items are tracked in vstfdevdiv. ", - "url": "https://devdiv.visualstudio.com/_apis/projects/0bdbc590-a062-4c3f-b0f6-9383f67865ee", - "state": "wellFormed", - "revision": 418097695, - "visibility": 0 - } -} diff --git a/buildpipeline/security/pipeline.json b/buildpipeline/security/pipeline.json deleted file mode 100644 index 95416f09ec38..000000000000 --- a/buildpipeline/security/pipeline.json +++ /dev/null @@ -1,22 +0,0 @@ -{ - "Repository": "coreclr", - "Definitions": { - "Path": ".", - "Type": "VSTS", - "BaseUrl": "https://devdiv.visualstudio.com/DefaultCollection", - "SkipBranchAndVersionOverrides": "false" - }, - "Pipelines": [ - { - "Name": "Security Build for Windows", - "Parameters": { - "TreatWarningsAsErrors": "false" - }, - "Definitions": [ - { - "Name": "DotNet-CoreCLR-Security-Windows" - } - ] - } - ] -} diff --git a/buildpipeline/tests/Dotnet-CoreClr-Trusted-BuildTests.json b/buildpipeline/tests/Dotnet-CoreClr-Trusted-BuildTests.json deleted file mode 100644 index 524ff6970f0d..000000000000 --- a/buildpipeline/tests/Dotnet-CoreClr-Trusted-BuildTests.json +++ /dev/null @@ -1,432 +0,0 @@ -{ - "build": [ - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": false, - "displayName": "Run AgentTools/Begin.ps1", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "2.*", - "definitionType": "task" - }, - "inputs": { - "targetType": "inline", - "filePath": "", - "arguments": "", - "script": "if (Test-Path \"$(AgentToolsPath)\\Begin.ps1\") {\n \"Begin.ps1 script found. Executing...\"\n cd $(AgentToolsPath)\n & $(AgentToolsPath)\\Begin.ps1\n} else {\n \"Begin.ps1 script does not exist. Moving on...\"\n}", - "errorActionPreference": "continue", - "failOnStderr": "false", - "ignoreLASTEXITCODE": "true", - "workingDirectory": "" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Setup vs dev env", - "timeoutInMinutes": 0, - "condition": "and(succeeded(), ne(variables['PB_SkipTests'], 'true'))", - "refName": "Task1", - "task": { - "id": "bfc8bf76-e7ac-4a8c-9a55-a944a9f632fd", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "setup_vs_tools.cmd", - "arguments": "", - "modifyEnvironment": "true", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run clean.cmd", - "timeoutInMinutes": 0, - "condition": "and(succeeded(), ne(variables['PB_SkipTests'], 'true'))", - "refName": "Task2", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "clean.cmd", - "arguments": "-all", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run sync.cmd", - "timeoutInMinutes": 0, - "condition": "and(succeeded(),ne(variables['PB_SkipTests'], 'true'))", - "refName": "Task3", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "sync.cmd", - "arguments": "-ab -AzureAccount=$(CloudDropAccountName) -AzureToken=$(CloudDropAccessToken) -Container=$(ParentContainerName) -RuntimeId=$(Rid) -BlobNamePrefix=$(ParentBlobNamePrefix)$(ParentBuildType)/TestNativeBins/$(Rid) -- /p:DownloadDirectory=$(Build.SourcesDirectory)/packages/TestNativeBins/$(Rid)/$(ParentBuildType)", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Generate version props file", - "timeoutInMinutes": 0, - "condition": "and(succeeded(), ne(variables['PB_SkipTests'], 'true'))", - "refName": "Task4", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "msbuild", - "arguments": "createVersionFile.proj /p:OfficialBuildId=$(ParentOfficialBuildId)", - "workingFolder": "src", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Run build-test.cmd", - "timeoutInMinutes": 0, - "condition": "and(succeeded(), ne(variables['PB_SkipTests'], 'true'))", - "refName": "Task5", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "build-test.cmd", - "arguments": "$(ParentBuildType) $(Architecture) buildagainstpackages runtimeid $(Rid) $(TargetsNonWindowsArg) $(CrossgenArg) -Priority=$(Priority) -- /p:OfficialBuildId=$(ParentOfficialBuildId) /p:OverwriteCoreClrPackageVersion=true /p:IntermediateAzureFeed=$(IntermediateAzureFeed)", - "workingFolder": "", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": false, - "alwaysRun": false, - "displayName": "Send job to Helix", - "timeoutInMinutes": 0, - "condition": "and(succeeded(), ne(variables['PB_SkipTests'], 'true'))", - "refName": "Task6", - "task": { - "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "filename": "msbuild", - "arguments": "helixpublish.proj /p:CloudDropAccessToken=$(CloudDropAccessToken) /p:CloudDropAccountName=$(CloudDropAccountName) /p:ContainerName=$(ParentContainerName) /p:Platform=$(Architecture) /p:BuildType=$(ParentBuildType) /p:CloudResultsAccountName=$(CloudResultsAccountName) /p:CloudResultsAccessToken=$(CloudResultsAccessToken) /p:TargetsWindows=$(TargetsWindows) /p:OverwriteOnUpload=true /p:Rid=$(Rid) /p:TargetQueues=\"$(TargetQueues)\" /p:TestProduct=$(TestProduct) /p:Branch=$(SourceBranch) /p:HelixApiAccessKey=$(HelixApiAccessKey) /p:HelixApiEndpoint=$(HelixApiEndpoint) /p:FilterToOSGroup=$(FilterToOSGroup) /p:FilterToTestTFM=$(FilterToTestTFM) /p:TimeoutInSeconds=1800 /p:HelixJobType=$(HelixJobType) /fileloggerparameters:Verbosity=diag;LogFile=helix.log", - "workingFolder": "tests", - "failOnStandardError": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": true, - "displayName": "Copy Files to: $(Build.StagingDirectory)\\BuildLogs", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "refName": "CopyFiles1", - "task": { - "id": "5bfb729a-a7c8-4a78-a7c3-8d717bb7c13c", - "versionSpec": "2.*", - "definitionType": "task" - }, - "inputs": { - "SourceFolder": "", - "Contents": "**/*.log", - "TargetFolder": "$(Build.StagingDirectory)\\BuildLogs", - "CleanTargetFolder": "false", - "OverWrite": "false", - "flattenFolders": "false" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": true, - "displayName": "Publish Artifact: BuildLogs", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "refName": "PublishBuildArtifacts1", - "task": { - "id": "2ff763a7-ce83-4e1f-bc89-0ae63477cebe", - "versionSpec": "1.*", - "definitionType": "task" - }, - "inputs": { - "PathtoPublish": "$(Build.StagingDirectory)\\BuildLogs", - "ArtifactName": "BuildLogs", - "ArtifactType": "Container", - "TargetPath": "\\\\my\\share\\$(Build.DefinitionName)\\$(Build.BuildNumber)", - "Parallel": "false", - "ParallelCount": "8" - } - }, - { - "environment": {}, - "enabled": true, - "continueOnError": true, - "alwaysRun": true, - "displayName": "Run AgentTools/End.ps1", - "timeoutInMinutes": 0, - "condition": "succeededOrFailed()", - "task": { - "id": "e213ff0f-5d5c-4791-802d-52ea3e7be1f1", - "versionSpec": "2.*", - "definitionType": "task" - }, - "inputs": { - "targetType": "inline", - "filePath": "", - "arguments": "", - "script": "if (Test-Path \"$(AgentToolsPath)\\End.ps1\") {\n \"End.ps1 script found. Executing...\"\n cd $(AgentToolsPath)\n & $(AgentToolsPath)\\End.ps1\n} else {\n \"End.ps1 script does not exist. Moving on...\"\n}", - "errorActionPreference": "continue", - "failOnStderr": "false", - "ignoreLASTEXITCODE": "true", - "workingDirectory": "" - } - } - ], - "options": [ - { - "enabled": false, - "definition": { - "id": "a9db38f9-9fdc-478c-b0f9-464221e58316" - }, - "inputs": { - "workItemType": "234347", - "assignToRequestor": "true", - "additionalFields": "{}" - } - }, - { - "enabled": false, - "definition": { - "id": "57578776-4c22-4526-aeb0-86b6da17ee9c" - }, - "inputs": { - "additionalFields": "{}" - } - }, - { - "enabled": false, - "definition": { - "id": "5d58cc01-7c75-450c-be18-a388ddb129ec" - }, - "inputs": { - "branchFilters": "[\"+refs/heads/*\"]", - "additionalFields": "{}" - } - } - ], - "variables": { - "system.debug": { - "value": "false", - "allowOverride": true - }, - "PB_BuildType": { - "value": "Release", - "allowOverride": true - }, - "Architecture": { - "value": "x64", - "allowOverride": true - }, - "Priority": { - "value": "1" - }, - "CloudDropAccountName": { - "value": "dotnetbuildoutput" - }, - "CloudDropAccessToken": { - "value": null, - "isSecret": true - }, - "OfficialBuildId": { - "value": "$(Build.BuildNumber)", - "allowOverride": true - }, - "Label": { - "value": "$(Build.BuildNumber)", - "allowOverride": true - }, - "PB_SkipTests": { - "value": "false", - "allowOverride": true - }, - "CloudResultsAccountName": { - "value": "dotnetjobresults" - }, - "CloudResultsAccessToken": { - "value": null, - "isSecret": true - }, - "TargetsWindows": { - "value": "false" - }, - "Rid": { - "value": "linux-x64" - }, - "TargetQueues": { - "value": "Debian.8.Amd64,Fedora.28.Amd64,Redhat.7.Amd64,Ubuntu.1604.Amd64,Ubuntu.1804.Amd64" - }, - "TestProduct": { - "value": "coreclr" - }, - "SourceBranch": { - "value": "master" - }, - "HelixApiAccessKey": { - "value": null, - "isSecret": true - }, - "ParentContainerName": { - "value": "", - "allowOverride": true - }, - "ParentBlobNamePrefix": { - "value": "", - "allowOverride": true - }, - "ParentBuildType": { - "value": "", - "allowOverride": true - }, - "ParentOfficialBuildId": { - "value": "", - "allowOverride": true - }, - "HelixApiEndpoint": { - "value": "https://helix.dot.net/api/2016-09-12/jobs" - }, - "FilterToOSGroup": { - "value": "Dummy" - }, - "FilterToTestTFM": { - "value": "Dummy" - }, - "PB_ContainerName": { - "value": "$(Label)-$(TestContainerSuffix)-test" - }, - "TestContainerSuffix": { - "value": "linux" - }, - "IntermediateAzureFeed": { - "value": "https://dotnetbuildoutput.blob.core.windows.net/$(ParentContainerName)/$(ParentBlobNamePrefix)$(ParentBuildType)/pkg/index.json" - }, - "RuntimeIDArg": { - "value": "runtimeid linux-x64" - }, - "TargetsNonWindowsArg": { - "value": "" - }, - "CrossgenArg": { - "value": "" - } - }, - "retentionRules": [ - { - "branches": [ - "+refs/heads/*" - ], - "artifacts": [], - "artifactTypesToDelete": [ - "FilePath", - "SymbolStore" - ], - "daysToKeep": 10, - "minimumToKeep": 1, - "deleteBuildRecord": true, - "deleteTestResults": true - } - ], - "buildNumberFormat": "$(date:yyyyMMdd)$(rev:-rr)-$(Rid)", - "jobAuthorizationScope": "projectCollection", - "jobTimeoutInMinutes": 180, - "jobCancelTimeoutInMinutes": 5, - "repository": { - "properties": { - "labelSources": "0", - "reportBuildStatus": "true", - "fetchDepth": "0", - "gitLfsSupport": "false", - "skipSyncSource": "false", - "cleanOptions": "0", - "checkoutNestedSubmodules": "false", - "labelSourcesFormat": "$(build.buildNumber)" - }, - "id": "670e3783-ab4f-44fc-9786-d332007da311", - "type": "TfsGit", - "name": "DotNet-CoreCLR-Trusted", - "url": "https://devdiv.visualstudio.com/DevDiv/_git/DotNet-CoreCLR-Trusted", - "defaultBranch": "refs/heads/master", - "clean": "true", - "checkoutSubmodules": false - }, - "processParameters": {}, - "quality": "definition", - "drafts": [], - "queue": { - "_links": { - "self": { - "href": "https://devdiv.visualstudio.com/DefaultCollection/_apis/build/Queues/330" - } - }, - "id": 330, - "name": "DotNetCore-Build", - "url": "https://devdiv.visualstudio.com/DefaultCollection/_apis/build/Queues/330", - "pool": { - "id": 97, - "name": "DotNetCore-Build" - } - }, - "id": 5159, - "name": "Dotnet-CoreClr-Trusted-BuildTests", - "path": "\\", - "type": "build", - "queueStatus": "enabled", - "project": { - "id": "0bdbc590-a062-4c3f-b0f6-9383f67865ee", - "name": "DevDiv", - "description": "Visual Studio and DevDiv team project for git source code repositories. Work items will be added for Adams, Dev14 work items are tracked in vstfdevdiv. ", - "url": "https://devdiv.visualstudio.com/DefaultCollection/_apis/projects/0bdbc590-a062-4c3f-b0f6-9383f67865ee", - "state": "wellFormed", - "revision": 418098432, - "visibility": "organization" - } -} diff --git a/buildpipeline/tests/test_pipelines.json b/buildpipeline/tests/test_pipelines.json deleted file mode 100644 index 6ee78d5a2c03..000000000000 --- a/buildpipeline/tests/test_pipelines.json +++ /dev/null @@ -1,232 +0,0 @@ -{ - "Repository": "coreclr", - "Definitions": { - "Path": ".", - "Type": "VSTS", - "BaseUrl": "https://devdiv.visualstudio.com/DefaultCollection", - "SkipBranchAndVersionOverrides": "false" - }, - "Pipelines": [ - { - "Name": "Build And Run Tests - Release", - "Parameters": { - "TreatWarningsAsErrors": "false" - }, - "BuildParameters": { - "PB_BuildType": "Release" - }, - "Definitions": [ - { - "Name": "Dotnet-CoreClr-Trusted-BuildTests", - "Parameters": { - "HelixJobType": "test/functional/cli/", - "TargetsWindows": "true", - "Rid": "win-x64", - "TargetQueues": "Windows.10.Amd64,Windows.10.Nano.Amd64,Windows.10.Amd64.Core,Windows.7.Amd64,Windows.81.Amd64", - "TestContainerSuffix": "windows", - }, - "ReportingParameters": { - "OperatingSystem": "Windows", - "SubType": "Build-Tests", - "Type": "build/product/", - "PB_BuildType": "Release" - } - }, - { - "Name": "Dotnet-CoreClr-Trusted-BuildTests", - "Parameters": { - "HelixJobType": "test/functional/r2r/cli/", - "TargetsWindows": "true", - "Rid": "win-x64", - "TargetQueues": "Windows.10.Amd64,Windows.10.Nano.Amd64,Windows.10.Amd64.Core,Windows.7.Amd64,Windows.81.Amd64", - "TestContainerSuffix": "windows-r2r", - "CrossgenArg": "Crossgen " - }, - "ReportingParameters": { - "OperatingSystem": "Windows", - "SubType": "Build-Tests-R2R", - "Type": "build/product/", - "PB_BuildType": "Release" - } - }, - { - "Name": "Dotnet-CoreClr-Trusted-BuildTests", - "Parameters": { - "Architecture": "arm", - "HelixJobType": "test/functional/cli/", - "TargetsWindows": "true", - "Rid": "win-arm", - "TargetQueues": "Windows.10.Arm64", - "TestContainerSuffix": "windows", - }, - "ReportingParameters": { - "OperatingSystem": "Windows", - "Architecture": "arm64", - "SubType": "Build-Tests", - "Type": "build/product/", - "PB_BuildType": "Release" - } - }, - { - "Name": "Dotnet-CoreClr-Trusted-BuildTests", - "Parameters": { - "Architecture": "arm", - "HelixJobType": "test/functional/r2r/cli/", - "TargetsWindows": "true", - "Rid": "win-arm", - "TargetQueues": "Windows.10.Arm64", - "TestContainerSuffix": "windows-r2r", - "CrossgenArg": "Crossgen " - }, - "ReportingParameters": { - "OperatingSystem": "Windows", - "Architecture": "arm64", - "SubType": "Build-Tests-R2R", - "Type": "build/product/", - "PB_BuildType": "Release" - } - }, - { - "Name": "Dotnet-CoreClr-Trusted-BuildTests", - "Parameters": { - "HelixJobType": "test/functional/cli/", - "TargetsWindows": "false", - "Rid": "osx-x64", - "TargetQueues": "OSX.1012.Amd64,OSX.1013.Amd64", - "TestContainerSuffix": "osx", - "TargetsNonWindowsArg": "TargetsNonWindows " - }, - "ReportingParameters": { - "OperatingSystem": "OSX", - "SubType": "Build-Tests", - "Type": "build/product/", - "PB_BuildType": "Release" - } - }, - { - "Name": "Dotnet-CoreClr-Trusted-BuildTests", - "Parameters": { - "HelixJobType": "test/functional/r2r/cli/", - "TargetsWindows": "false", - "Rid": "osx-x64", - "TargetQueues": "OSX.1012.Amd64,OSX.1013.Amd64", - "TestContainerSuffix": "osx-r2r", - "CrossgenArg": "Crossgen ", - "TargetsNonWindowsArg": "TargetsNonWindows " - }, - "ReportingParameters": { - "OperatingSystem": "OSX", - "SubType": "Build-Tests-R2R", - "Type": "build/product/", - "PB_BuildType": "Release" - } - }, - { - "Name": "Dotnet-CoreClr-Trusted-BuildTests", - "Parameters": { - "HelixJobType": "test/functional/cli/", - "TargetsWindows": "false", - "Rid": "linux-x64", - "TargetQueues": "Debian.8.Amd64,Fedora.27.Amd64,Fedora.28.Amd64,Redhat.7.Amd64,Ubuntu.1604.Amd64,Ubuntu.1804.Amd64,Opensuse.42.amd64,SLES.12.Amd64", - "TestContainerSuffix": "linux", - "TargetsNonWindowsArg": "TargetsNonWindows " - }, - "ReportingParameters": { - "OperatingSystem": "RedHat 7", - "SubType": "Build-Tests", - "Type": "build/product/", - "PB_BuildType": "Release" - } - }, - { - "Name": "Dotnet-CoreClr-Trusted-BuildTests", - "Parameters": { - "HelixJobType": "test/functional/r2r/cli/", - "TargetsWindows": "false", - "Rid": "linux-x64", - "TargetQueues": "Debian.8.Amd64,Fedora.27.Amd64,Fedora.28.Amd64,Redhat.7.Amd64,Ubuntu.1604.Amd64,Ubuntu.1804.Amd64,Opensuse.42.amd64,SLES.12.Amd64", - "TestContainerSuffix": "linux-r2r", - "CrossgenArg": "Crossgen ", - "TargetsNonWindowsArg": "TargetsNonWindows " - }, - "ReportingParameters": { - "OperatingSystem": "RedHat 7", - "SubType": "Build-Tests-R2R", - "Type": "build/product/", - "PB_BuildType": "Release" - } - }, - { - "Name": "Dotnet-CoreClr-Trusted-BuildTests", - "Parameters": { - "HelixJobType": "test/functional/cli/", - "TargetsWindows": "false", - "Rid": "rhel.6-x64", - "TargetQueues": "Redhat.6.Amd64", - "TestContainerSuffix": "rhel6", - "TargetsNonWindowsArg": "TargetsNonWindows " - }, - "ReportingParameters": { - "OperatingSystem": "RedHat6", - "SubType": "Build-Tests", - "Type": "build/product/", - "PB_BuildType": "Release" - } - }, - { - "Name": "Dotnet-CoreClr-Trusted-BuildTests", - "Parameters": { - "HelixJobType": "test/functional/r2r/cli/", - "TargetsWindows": "false", - "Rid": "rhel.6-x64", - "TargetQueues": "Redhat.6.Amd64", - "TestContainerSuffix": "rhel6-r2r", - "CrossgenArg": "Crossgen ", - "TargetsNonWindowsArg": "TargetsNonWindows " - }, - "ReportingParameters": { - "OperatingSystem": "RedHat6", - "SubType": "Build-Tests-R2R", - "Type": "build/product/", - "PB_BuildType": "Release" - } - }, - { - "Name": "Dotnet-CoreClr-Trusted-BuildTests", - "Parameters": { - "HelixJobType": "test/functional/cli/", - "TargetsWindows": "false", - "Rid": "linux-musl-x64", - "TargetQueues": "Alpine.36.Amd64", - "TestContainerSuffix": "alpine36", - "TargetsNonWindowsArg": "TargetsNonWindows " - }, - "ReportingParameters": { - "OperatingSystem": "Alpine3.6", - "SubType": "Build-Tests", - "Type": "build/product/", - "PB_BuildType": "Release" - } - }, - { - "Name": "Dotnet-CoreClr-Trusted-BuildTests", - "Parameters": { - "HelixJobType": "test/functional/r2r/cli/", - "TargetsWindows": "false", - "Rid": "linux-musl-x64", - "TargetQueues": "Alpine.36.Amd64", - "TestContainerSuffix": "alpine36-r2r", - "CrossgenArg": "Crossgen ", - "TargetsNonWindowsArg": "TargetsNonWindows " - }, - "ReportingParameters": { - "OperatingSystem": "Alpine3.6", - "SubType": "Build-Tests-R2R", - "Type": "build/product/", - "PB_BuildType": "Release" - } - } - ], - } - ] -} diff --git a/publish-packages.cmd b/publish-packages.cmd deleted file mode 100644 index 1dd7eaa0eb45..000000000000 --- a/publish-packages.cmd +++ /dev/null @@ -1,60 +0,0 @@ -@if not defined _echo @echo off -setlocal EnableDelayedExpansion - - -set "__args=%*" -set processedArgs= -set unprocessedArgs= -set __MSBuildArgs= - -:ArgLoop - -if "%1" == "" goto ArgsDone -if /I [%1] == [-?] goto Usage -if /I [%1] == [-help] goto Usage - -REM This for loop splits the remaining arguments, preserving "=". -REM x gets the next argument, and y gets all remaining arguments after the first. -FOR /f "tokens=1*" %%x IN ("%*") DO ( - set param=%%x - if /i "!param:~0,14!" == "-AzureAccount=" (set v=!param:~14!&set __MSBuildArgs=!__MSBuildArgs! /p:CloudDropAccountName=!v!) - if /i "!param:~0,12!" == "-AzureToken=" (set v=!param:~12!&set __MSBuildArgs=!__MSBuildArgs! /p:CloudDropAccessToken=!v!) - if /i "!param:~0,11!" == "-BuildArch=" (set v=!param:~11!&set __MSBuildArgs=!__MSBuildArgs! /p:__BuildArch=!v!) - if /i "!param:~0,11!" == "-BuildType=" (set v=!param:~11!&set __MSBuildArgs=!__MSBuildArgs! /p:__BuildType=!v!) - if /i "!param:~0,11!" == "-Container=" (set v=!param:~11!&set __MSBuildArgs=!__MSBuildArgs! /p:ContainerName=!v!) - if /i "!param!" == "-PublishPackages" (set __MSBuildArgs=!__MSBuildArgs! /p:__PublishPackages=true) - if /i "!param!" == "-PublishSymbols" (set __MSBuildArgs=!__MSBuildArgs! /p:__PublishSymbols=true) - REM all other arguments get passed through to msbuild unchanged. - if /i not "!param:~0,1!" == "-" (set __MSBuildArgs=!__MSBuildArgs! !param!) - - REM The innermost recursive invocation of :ArgLoop will execute - REM msbuild, and all other invocations simply exit. - call :ArgLoop %%y - exit /b -) - -:ArgsDone - -call %~dp0dotnet.cmd msbuild /nologo /verbosity:minimal /clp:Summary /nodeReuse:false /p:__BuildOS=Windows_NT^ - .\src\publish.proj^ - /flp:v=detailed;LogFile=publish-packages.log /clp:v=detailed %__MSBuildArgs% -@exit /b %ERRORLEVEL% - -:Usage -echo. -echo Publishes the NuGet packages to the specified location. -echo -? - Prints Usage -echo -help - Prints Usage -echo For publishing to Azure the following properties are required. -echo -AzureAccount="account name" -echo -AzureToken="access token" -echo -BuildType="Configuration" -echo -BuildArch="Architecture" -echo For publishing to Azure, one of the following properties is required. -echo -PublishPackages Pass this switch to publish product packages -echo -PublishSymbols Pass this switch to publish symbol packages -echo To specify the name of the container to publish into, use the following property: -echo -Container="container name" -echo Architecture can be x64, x86, arm, or arm64 -echo Configuration can be Release, Debug, or Checked -exit /b diff --git a/publish-packages.sh b/publish-packages.sh deleted file mode 100755 index 492fa462a236..000000000000 --- a/publish-packages.sh +++ /dev/null @@ -1,118 +0,0 @@ -#!/usr/bin/env bash - -usage() -{ - echo "Publishes the NuGet packages to the specified location." - echo "For publishing to Azure the following properties are required." - echo " -AzureAccount=\"account name\"" - echo " -AzureToken=\"access token\"" - echo " -BuildType=\"Configuration\"" - echo " -BuildArch=\"Architecture\"" - echo "For publishing to Azure, one of the following properties is required." - echo " -PublishPackages Pass this switch to publish product packages" - echo " -PublishSymbols Pass this switch to publish symbol packages" - echo "To specify the name of the container to publish into, use the following property:" - echo " -Container=\"container name\"" - echo "To specify the OS you're building for, use the following property:" - echo " -DistroRiD=\"RID\"" - echo "Configuration can be Release, Checked, or Debug" - echo "Architecture can be x64, x86, arm, or arm64" - exit 1 -} - -working_tree_root="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" - -# Use uname to determine what the OS is. -OSName=$(uname -s) -case $OSName in - Linux) - __BuildOS=Linux - ;; - Darwin) - __BuildOS=OSX - ;; - FreeBSD) - __BuildOS=FreeBSD - ;; - OpenBSD) - __BuildOS=OpenBSD - ;; - NetBSD) - __BuildOS=NetBSD - ;; - SunOS) - __BuildOS=SunOS - ;; - *) - echo "Unsupported OS $OSName detected, configuring as if for Linux" - __BuildOS=Linux - ;; -esac - -buildArgs= -unprocessedBuildArgs= - -# TODO: get rid of argument processing entirely once we remove the -# uses of -Arg=Value style in buildpipeline. -while :; do - if [ $# -le 0 ]; then - break - fi - case "$1" in - -\?|-h|--help) - usage - exit 1 - ;; - -AzureAccount=*) - __Account=$(echo $1| cut -d'=' -f 2) - buildArgs="$buildArgs /p:CloudDropAccountName=$__Account" - ;; - -AzureToken=*) - __Token=${1:12} - buildArgs="$buildArgs /p:CloudDropAccessToken=$__Token" - ;; - -BuildType=*) - __Type=$(echo $1| cut -d'=' -f 2) - buildArgs="$buildArgs /p:__BuildType=$__Type" - ;; - -BuildArch=*) - __Arch=$(echo $1| cut -d'=' -f 2) - buildArgs="$buildArgs /p:__BuildArch=$__Arch" - ;; - -Container=*) - __Container=$(echo $1| cut -d'=' -f 2) - buildArgs="$buildArgs /p:ContainerName=$__Container" - ;; - -distroRid=*) - __Rid=$(echo $1| cut -d'=' -f 2) - buildArgs="$buildArgs /p:__DistroRid=$__Rid" - ;; - -PublishPackages) - buildArgs="$buildArgs /p:__PublishPackages=true" - ;; - -PublishSymbols) - buildArgs="$buildArgs /p:__PublishSymbols=true" - ;; - -PublishTestNativeBins) - buildArgs="$buildArgs /p:PublishTestNativeBins=true" - ;; - --) - ;; - *) - unprocessedBuildArgs="$unprocessedBuildArgs $1" - esac - shift -done - -$working_tree_root/dotnet.sh msbuild /nologo /verbosity:minimal /clp:Summary \ - ./src/publish.proj \ - /flp:v=detailed\;LogFile=publish-packages.log /clp:v=detailed \ - /p:__BuildOS=$__BuildOS $buildArgs $unprocessedBuildArgs -if [ $? -ne 0 ] -then - echo "ERROR: An error occurred while publishing packages; see $working_tree_root/publish-packages.log for more details. There may have been networking problems, so please try again in a few minutes." - exit 1 -fi - -echo "Publish completed successfully." -exit 0 \ No newline at end of file diff --git a/src/publish.proj b/src/publish.proj deleted file mode 100644 index 53350b36f6af..000000000000 --- a/src/publish.proj +++ /dev/null @@ -1,154 +0,0 @@ - - - - - - - - - - - - $(PackagesBinDir) - $(PackagesPatternDir)pkg\*.nupkg - $(OutputPath)\bin\** - $(PackagesPatternDir)symbolpkg\*.nupkg - - true - $(RelativePath) - $(RelativePathWithSlash)/ - - - - $(ContainerName.Replace(".","-")) - $(CloudDropAccountName) - $(CloudDropAccessToken) - - - - - https://$(AccountName).blob.core.windows.net/$(ContainerName)/$(RelativePathWithSlash)index.json - - - - - NonShipping=true - - - $(RelativePathWithSlash)$([System.String]::Copy('%(RecursiveDir)%(Filename)%(Extension)').Replace('\' ,'/')) - - - - - - - - - - - - - - - https://$(AccountName).blob.core.windows.net/$(ContainerName)/$(RelativePathWithSlash)index.json - - - - - - $(RelativePathWithSlash)$([System.String]::Copy('%(RecursiveDir)%(Filename)%(Extension)').Replace('\' ,'/')) - - - - - - - - - - - - - - - $(__BuildType)/TestNativeBins - https://$(AccountName).blob.core.windows.net/$(ContainerName)/$(RelativePath)/index.json - - - - - - $(RelativePath)/$([System.String]::Copy('%(RecursiveDir)%(Filename)%(Extension)').Replace('\' ,'/')) - - - - - - - - - - - - - - - - - true - - - - - - - - - - - diff --git a/src/sign.builds b/src/sign.builds deleted file mode 100644 index 4820d909b115..000000000000 --- a/src/sign.builds +++ /dev/null @@ -1,63 +0,0 @@ - - - - - - - - - $(BinDir) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/tests/helixperftasks.targets b/tests/helixperftasks.targets deleted file mode 100644 index d578360092ea..000000000000 --- a/tests/helixperftasks.targets +++ /dev/null @@ -1,144 +0,0 @@ - - - - - - - - - - - - - - (); - var dupeSet = new HashSet(); - foreach(var dupe in DuplicateAssemblies) - { - dupeSet.Add(dupe.GetMetadata("Identity")); - } - foreach(var assemPath in AssemblyPaths) - { - if((dupeSet.Contains(assemPath.GetMetadata("FileName")+assemPath.GetMetadata("Extension")) && - !(assemPath.GetMetadata("Identity").StartsWith("runtime")))) - { - Log.LogMessage("Duplicate assembly filtered: {0}", assemPath.GetMetadata("Identity")); - } - else - { - uniqueAssemblyPathsList.Add(assemPath); - } - - } - UniqueAssemblyPaths = uniqueAssemblyPathsList.ToArray(); - ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - $(Platform)$(ConfigurationGroup)/$(PackagesArchiveFilename) - - - - - - - $([System.IO.Path]::GetDirectoryName($(CurrPerfAssembly)))/ - $(BaseOutputPath)\testStagingDir\ - $([System.IO.Path]::GetFileNameWithoutExtension($(CurrPerfAssembly))) - $(OutDir)project.lock.json - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/tests/helixprep.proj b/tests/helixprep.proj deleted file mode 100644 index 50d7d9bd7672..000000000000 --- a/tests/helixprep.proj +++ /dev/null @@ -1,206 +0,0 @@ - - - - - - - - - - $(TestWorkingDir) - Core_Root_$(RuntimeID) - false - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - $(TestWorkingDir)\archive\dummy - $(TestWorkingDir)\archive\packages - - - - - - - - - - - - set RunCrossGen=true - - - - - - - - - - - - - - - #!/bin/sh%0a - $(WrapperShContents)%0a - $(WrapperShContents)export CORE_ROOT="%24HELIX_CORRELATION_PAYLOAD"%0a - $(WrapperShContents)%0a - $(WrapperShContents)for scriptFilePath in %24(find . -type f -iname '%2A.sh' ! -iname "runtests.sh" | sort)%0a - $(WrapperShContents)do%0a - $(WrapperShContents) perl -pi -e 's/\r\n|\n|\r/\n/g' "%24scriptFilePath"%0a - $(WrapperShContents) chmod +x "%24scriptFilePath"%0a - $(WrapperShContents)done%0a - $(WrapperShContents)%0a - - - $(WrapperShContents)export RunCrossGen=true%0a - $(WrapperShContents)overlayDir=%24CORE_ROOT%0a - $(WrapperShContents)if [ ! -f %24overlayDir/crossgenCompleted.mrk ]%3B then%0a - $(WrapperShContents) filesToPrecompile=%24(find -L %24overlayDir -iname \%2A.dll -not -iname \%2A.ni.dll -not -iname \%2A-ms-win-\%2A -type f )%0a - $(WrapperShContents) for fileToPrecompile in %24{filesToPrecompile}%0a - $(WrapperShContents) do%0a - $(WrapperShContents) filename=%24{fileToPrecompile}%0a - $(WrapperShContents) echo Precompiling %24filename%0a - $(WrapperShContents) %24overlayDir/crossgen /Platform_Assemblies_Paths %24overlayDir /in %24filename /out %24overlayDir/temp.ni.dll 1> %24filename.stdout 2>%24filename.stderr%0a - $(WrapperShContents) exitCode=%24%3F%0a - $(WrapperShContents) if [ %24exitCode != 0 ]%3B then%0a - $(WrapperShContents) if grep -q -e '(COR_E_ASSEMBLYEXPECTED)' %24filename.stderr%3B then%0a - $(WrapperShContents) printf "\n\t%24filename is not a managed assembly.\n\n"%0a - $(WrapperShContents) else%0a - $(WrapperShContents) echo Unable to precompile %24filename.%0a - $(WrapperShContents) fi%0a - $(WrapperShContents) else%0a - $(WrapperShContents) rm %24filename%0a - $(WrapperShContents) mv %24overlayDir/temp.ni.dll %24filename%0a - $(WrapperShContents) fi%0a - $(WrapperShContents) rm %24filename.stdout%0a - $(WrapperShContents) rm %24filename.stderr%0a - $(WrapperShContents) done%0a - $(WrapperShContents) touch %24overlayDir/crossgenCompleted.mrk%0a - $(WrapperShContents)fi%0a - $(WrapperShContents)%0a - - $(WrapperShContents)echo BEGIN EXECUTION%0a - $(WrapperShContents)echo "%24{HELIX_CORRELATION_PAYLOAD}/corerun" %24HELIX_WORKITEM_PAYLOAD/xunit.console.dll %24HELIX_WORKITEM_PAYLOAD/$(ProjectName) -noshadow -xml testResults.xml -notrait category=outerloop -notrait category=failing%0a - $(WrapperShContents)"%24{HELIX_CORRELATION_PAYLOAD}/corerun" %24HELIX_WORKITEM_PAYLOAD/xunit.console.dll %24HELIX_WORKITEM_PAYLOAD/$(ProjectName) -noshadow -xml testResults.xml -notrait category=outerloop -notrait category=failing%0a - $(WrapperShContents)ErrorLevel=%24%3F%0a - $(WrapperShContents)%0a - $(WrapperShContents)echo Finished running tests. Exit code = %24ErrorLevel%0a - $(WrapperShContents)exit %24ErrorLevel%0a - - - - - - - - - - - - $(MSBuildProjectName) - - - - - - - - - - - - <_ArchiveTargets Condition=" '$(UsePython)' == 'false' ">GenerateWrapperExecutables - <_ArchiveTargets Condition=" '$(UsePython)' == 'true' ">CopyWrapperScript - <_ArchiveTargets>$(_ArchiveTargets);ArchiveTests;ArchiveCoreRoot - - - - - diff --git a/tests/helixpublish.proj b/tests/helixpublish.proj deleted file mode 100644 index cd1d3bf29b57..000000000000 --- a/tests/helixpublish.proj +++ /dev/null @@ -1,106 +0,0 @@ - - - - <__BuildArch>$(Platform) - - - - - - - - DefaultEndpointsProtocol=https;AccountName=$(CloudDropAccountName);AccountKey=$(CloudDropAccessToken);EndpointSuffix=core.windows.net - DefaultEndpointsProtocol=https;AccountName=$(CloudResultsAccountName);AccountKey=$(CloudResultsAccessToken);EndpointSuffix=core.windows.net - - - $(TestWorkingDir)/archive/ - $(ArchivesRoot)tests - - $(TestRunnerScript) - $(TestWorkingDir)SupplementalPayload/ - - - - 1000 - - - true - $([System.DateTime]::Now.ToString(yyyyMMdd.mmss)) - - test/functional/cli/ - - - prodcon/$(TestProduct)/$(Branch)/ - official/$(TestProduct)/$(Branch)/ - pr/$(TestProduct)/$(Branch)/ - pr/unknown/ - - - $(ArchivesRoot) - - - $(CurrentDate) - $(OfficialBuildId) - $(ProductBuildId) - $(Platform) - $(BuildType) - $(Rid)-$(BuildType)-TestList.json - - - - - - %HELIX_PYTHONPATH% - %HELIX_CORRELATION_PAYLOAD%\RunnerScripts\scriptrunner\scriptrunner.py - - - - $HELIX_PYTHONPATH - $HELIX_CORRELATION_PAYLOAD/RunnerScripts/scriptrunner/scriptrunner.py - - - - - - - - - - - - - - - - - $(Platform)$(BuildType)/%(Identity) - - - $(HelixPythonPath) $(RunnerScript) --script %HELIX_WORKITEM_PAYLOAD%\runtests.cmd - chmod +x $HELIX_WORKITEM_PAYLOAD/runtests.sh && $(HelixPythonPath) $(RunnerScript) --script $HELIX_WORKITEM_PAYLOAD/runtests.sh - %(Identity) - %(Filename) - $(TimeoutInSeconds) - $(Platform)-$(BuildType)-$(Rid)/Tests/$([System.String]::Copy('%(RecursiveDir)').Replace('\', '/'))%(Filename)%(Extension) - - - - - - - - - - - - - - - diff --git a/tests/runtest.cmd b/tests/runtest.cmd index b5036f579be3..193856d54fc2 100644 --- a/tests/runtest.cmd +++ b/tests/runtest.cmd @@ -48,7 +48,6 @@ set __IlasmRoundTrip= set __CollectDumps= set __DoCrossgen= set __CrossgenAltJit= -set __PerfTests= set __CoreFXTests= set __CoreFXTestsRunAllAvailable= set __SkipGenerateLayout= @@ -95,7 +94,6 @@ if /i "%1" == "GenerateLayoutOnly" (set __GenerateLayoutOnl if /i "%1" == "skipgeneratelayout" (set __SkipGenerateLayout=1&shift&goto Arg_Loop) if /i "%1" == "buildxunitwrappers" (set __BuildXunitWrappers=1&shift&goto Arg_Loop) if /i "%1" == "printlastresultsonly" (set __PrintLastResultsOnly=1&shift&goto Arg_Loop) -if /i "%1" == "PerfTests" (set __PerfTests=true&shift&goto Arg_Loop) if /i "%1" == "CoreFXTests" (set __CoreFXTests=true&shift&goto Arg_Loop) if /i "%1" == "CoreFXTestsAll" (set __CoreFXTests=true&set __CoreFXTestsRunAllAvailable=true&shift&goto Arg_Loop) if /i "%1" == "CoreFXTestList" (set __CoreFXTests=true&set __CoreFXTestList=%2&shift&shift&goto Arg_Loop) @@ -132,7 +130,6 @@ shift :: Done with argument processing. Check argument values for validity. if defined __TestEnv (if not exist %__TestEnv% echo %__MsgPrefix%Error: Test Environment script %__TestEnv% not found && exit /b 1) -if "%__PerfTests%"=="true" (if defined __GenerateLayoutOnly echo %__MsgPrefix%Error: Don't specify both "PerfTests" and "GenerateLayoutOnly" && exit /b 1) if "%__CoreFXTests%"=="true" (if defined __GenerateLayoutOnly echo %__MsgPrefix%Error: Don't specify both "CoreFXTests" and "GenerateLayoutOnly" && exit /b 1) if defined __CoreFXTestList ( @@ -161,7 +158,6 @@ REM runtest.py will handle setup and will then call runtest.proj if defined __AgainstPackages goto SetupMSBuildAndCallRuntestProj if "%__CoreFXTests%"=="true" goto SetupMSBuildAndCallRuntestProj -if "%__PerfTests%"=="true" goto SetupMSBuildAndCallRuntestProj if defined __GenerateLayoutOnly goto SetupMSBuildAndCallRuntestProj REM We are not running in the official build scenario, call runtest.py @@ -319,8 +315,6 @@ if not exist %CORE_ROOT%\coreclr.dll ( if "%__CoreFXTests%"=="true" goto RunCoreFXTests -if "%__PerfTests%"=="true" goto RunPerfTests - REM ========================================================================================= REM === REM === Run normal (non-perf) tests @@ -387,27 +381,6 @@ if %__errorlevel% GEQ 1 ( goto TestsDone -REM ========================================================================================= -REM === -REM === Run perf tests -REM === -REM ========================================================================================= - -:RunPerfTests -echo %__MsgPrefix%CORE_ROOT that will be used is: %CORE_ROOT% -echo %__MsgPrefix%Starting test run at %TIME% - -set __BuildLogRootName=PerfTestRunResults -echo %__MsgPrefix%Running perf tests -call :msbuild "%__ProjectFilesDir%\runtest.proj" /t:RunPerfTests /clp:showcommandline - -if errorlevel 1 ( - echo %__MsgPrefix%Test Run failed. Refer to the following: - echo Html report: %__TestRunHtmlLog% -) - -goto TestsDone - REM ========================================================================================= REM === REM === Run CoreFX tests @@ -723,7 +696,6 @@ echo link ^ - Runs the tests after linking via the IL linke echo CoreFXTests - Runs CoreFX tests echo CoreFXTestsAll - Runs all CoreFX tests ^(no exclusions^) echo CoreFXTestList ^ - Specify a file containing a list of CoreFX tests to run, and runs them. -echo PerfTests - Runs perf tests echo RunCrossgenTests - Runs ReadytoRun tests echo jitstress ^ - Runs the tests with COMPlus_JitStress=n echo jitstressregs ^ - Runs the tests with COMPlus_JitStressRegs=n diff --git a/tests/runtest.proj b/tests/runtest.proj index 40563b316598..5985423973d5 100644 --- a/tests/runtest.proj +++ b/tests/runtest.proj @@ -2,7 +2,6 @@ - $(BaseOutputPathWithConfig) $(XunitTestBinBase)\TestWrappers\ @@ -458,21 +457,6 @@ namespace $([System.String]::Copy($(Category)).Replace(".","_").Replace("\",""). SkipUnchangedFiles="true" /> - - - - - - - - - - - - - -