chore: reduce active polling in code build workflows (#13780)

* chore: try codebuild optimizations * regenerate
aws-amplify · May 14, 2024 · 3db951a · 3db951a
1 parent 9ce1c4b
commit 3db951a
Show file tree

Hide file tree

Showing 17 changed files with 117 additions and 48 deletions.
diff --git a/codebuild_specs/build_pkg_binaries_arm.yml b/codebuild_specs/build_pkg_binaries_arm.yml
@@ -4,7 +4,6 @@ env:
 phases:
   build:
     commands:
-      - source shared-scripts.sh && _waitForJobs publish_to_local_registry requirePrevJobsToSucceed
       - source ./shared-scripts.sh && _buildBinaries arm
 
 artifacts:

diff --git a/codebuild_specs/build_pkg_binaries_linux.yml b/codebuild_specs/build_pkg_binaries_linux.yml
@@ -4,7 +4,6 @@ env:
 phases:
   build:
     commands:
-      - source shared-scripts.sh && _waitForJobs publish_to_local_registry requirePrevJobsToSucceed
       - source ./shared-scripts.sh && _buildBinaries linux
 
 artifacts:

diff --git a/codebuild_specs/build_pkg_binaries_macos.yml b/codebuild_specs/build_pkg_binaries_macos.yml
@@ -4,7 +4,6 @@ env:
 phases:
   build:
     commands:
-      - source shared-scripts.sh && _waitForJobs publish_to_local_registry requirePrevJobsToSucceed
       - source ./shared-scripts.sh && _buildBinaries macos
 
 artifacts:

diff --git a/codebuild_specs/build_pkg_binaries_win.yml b/codebuild_specs/build_pkg_binaries_win.yml
@@ -4,7 +4,6 @@ env:
 phases:
   build:
     commands:
-      - source shared-scripts.sh && _waitForJobs publish_to_local_registry requirePrevJobsToSucceed
       - source ./shared-scripts.sh && _buildBinaries win
 
 artifacts:

diff --git a/codebuild_specs/e2e_workflow.yml b/codebuild_specs/e2e_workflow.yml
@@ -58,36 +58,54 @@ batch:
         - build_linux
     - identifier: publish_to_local_registry
       buildspec: codebuild_specs/publish_to_local_registry.yml
+      depend-on:
+        - build_linux
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: build_pkg_binaries_arm
       buildspec: codebuild_specs/build_pkg_binaries_arm.yml
+      depend-on:
+        - publish_to_local_registry
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: build_pkg_binaries_linux
       buildspec: codebuild_specs/build_pkg_binaries_linux.yml
+      depend-on:
+        - publish_to_local_registry
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: build_pkg_binaries_macos
       buildspec: codebuild_specs/build_pkg_binaries_macos.yml
+      depend-on:
+        - publish_to_local_registry
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: build_pkg_binaries_win
       buildspec: codebuild_specs/build_pkg_binaries_win.yml
+      depend-on:
+        - publish_to_local_registry
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: upb
       buildspec: codebuild_specs/upload_pkg_binaries.yml
+      depend-on:
+        - build_pkg_binaries_arm
+        - build_pkg_binaries_linux
+        - build_pkg_binaries_macos
+        - build_pkg_binaries_win
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: verify_versions_match
       buildspec: codebuild_specs/verify_versions_match.yml
       depend-on:
-        - build_linux
+        - publish_to_local_registry
     - identifier: verify_pkg_cli
       buildspec: codebuild_specs/verify_pkg_cli.yml
       depend-on:
-        - build_linux
+        - build_pkg_binaries_arm
+        - build_pkg_binaries_linux
+        - build_pkg_binaries_macos
+        - build_pkg_binaries_win
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: run_e2e_tests_linux

diff --git a/codebuild_specs/e2e_workflow_base.yml b/codebuild_specs/e2e_workflow_base.yml
@@ -60,36 +60,54 @@ batch:
         - build_linux
     - identifier: publish_to_local_registry
       buildspec: codebuild_specs/publish_to_local_registry.yml
+      depend-on:
+        - build_linux
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: build_pkg_binaries_arm
       buildspec: codebuild_specs/build_pkg_binaries_arm.yml
+      depend-on:
+        - publish_to_local_registry
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: build_pkg_binaries_linux
       buildspec: codebuild_specs/build_pkg_binaries_linux.yml
+      depend-on:
+        - publish_to_local_registry
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: build_pkg_binaries_macos
       buildspec: codebuild_specs/build_pkg_binaries_macos.yml
+      depend-on:
+        - publish_to_local_registry
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: build_pkg_binaries_win
       buildspec: codebuild_specs/build_pkg_binaries_win.yml
+      depend-on:
+        - publish_to_local_registry
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: upb
       buildspec: codebuild_specs/upload_pkg_binaries.yml
+      depend-on:
+        - build_pkg_binaries_arm
+        - build_pkg_binaries_linux
+        - build_pkg_binaries_macos
+        - build_pkg_binaries_win
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: verify_versions_match
       buildspec: codebuild_specs/verify_versions_match.yml
       depend-on:
-        - build_linux
+        - publish_to_local_registry
     - identifier: verify_pkg_cli
       buildspec: codebuild_specs/verify_pkg_cli.yml
       depend-on:
-        - build_linux
+        - build_pkg_binaries_arm
+        - build_pkg_binaries_linux
+        - build_pkg_binaries_macos
+        - build_pkg_binaries_win
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: integration_test

diff --git a/codebuild_specs/e2e_workflow_generated.yml b/codebuild_specs/e2e_workflow_generated.yml
@@ -60,36 +60,54 @@ batch:
         - build_linux
     - identifier: publish_to_local_registry
       buildspec: codebuild_specs/publish_to_local_registry.yml
+      depend-on:
+        - build_linux
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: build_pkg_binaries_arm
       buildspec: codebuild_specs/build_pkg_binaries_arm.yml
+      depend-on:
+        - publish_to_local_registry
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: build_pkg_binaries_linux
       buildspec: codebuild_specs/build_pkg_binaries_linux.yml
+      depend-on:
+        - publish_to_local_registry
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: build_pkg_binaries_macos
       buildspec: codebuild_specs/build_pkg_binaries_macos.yml
+      depend-on:
+        - publish_to_local_registry
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: build_pkg_binaries_win
       buildspec: codebuild_specs/build_pkg_binaries_win.yml
+      depend-on:
+        - publish_to_local_registry
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: upb
       buildspec: codebuild_specs/upload_pkg_binaries.yml
+      depend-on:
+        - build_pkg_binaries_arm
+        - build_pkg_binaries_linux
+        - build_pkg_binaries_macos
+        - build_pkg_binaries_win
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: verify_versions_match
       buildspec: codebuild_specs/verify_versions_match.yml
       depend-on:
-        - build_linux
+        - publish_to_local_registry
     - identifier: verify_pkg_cli
       buildspec: codebuild_specs/verify_pkg_cli.yml
       depend-on:
-        - build_linux
+        - build_pkg_binaries_arm
+        - build_pkg_binaries_linux
+        - build_pkg_binaries_macos
+        - build_pkg_binaries_win
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: integration_test

diff --git a/codebuild_specs/pr_workflow.yml b/codebuild_specs/pr_workflow.yml
@@ -63,37 +63,40 @@ batch:
     - identifier: build_pkg_binaries_arm
       buildspec: codebuild_specs/build_pkg_binaries_arm.yml
       depend-on:
-        - build_linux
+        - publish_to_local_registry
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: build_pkg_binaries_linux
       buildspec: codebuild_specs/build_pkg_binaries_linux.yml
       depend-on:
-        - build_linux
+        - publish_to_local_registry
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: build_pkg_binaries_macos
       buildspec: codebuild_specs/build_pkg_binaries_macos.yml
       depend-on:
-        - build_linux
+        - publish_to_local_registry
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: build_pkg_binaries_win
       buildspec: codebuild_specs/build_pkg_binaries_win.yml
       depend-on:
-        - build_linux
+        - publish_to_local_registry
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: verify_pkg_cli
       buildspec: codebuild_specs/verify_pkg_cli.yml
       depend-on:
-        - build_linux
+        - build_pkg_binaries_arm
+        - build_pkg_binaries_linux
+        - build_pkg_binaries_macos
+        - build_pkg_binaries_win
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: verify_versions_match
       buildspec: codebuild_specs/verify_versions_match.yml
       depend-on:
-        - build_linux
+        - publish_to_local_registry
     - identifier: verify_e2e_workflow_generated
       buildspec: codebuild_specs/verify_e2e_workflow_generated.yml
       depend-on:

diff --git a/codebuild_specs/publish_to_local_registry.yml b/codebuild_specs/publish_to_local_registry.yml
@@ -4,7 +4,6 @@ env:
 phases:
   build:
     commands:
-      - source shared-scripts.sh && _waitForJobs build_linux requirePrevJobsToSucceed
       - source ./shared-scripts.sh && _publishToLocalRegistry
 
 artifacts:

diff --git a/codebuild_specs/release_workflows/hotfix_workflow.yml b/codebuild_specs/release_workflows/hotfix_workflow.yml
@@ -56,34 +56,37 @@ batch:
     - identifier: build_pkg_binaries_arm
       buildspec: codebuild_specs/build_pkg_binaries_arm.yml
       depend-on:
-        - build_linux
+        - publish_to_local_registry
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: build_pkg_binaries_linux
       buildspec: codebuild_specs/build_pkg_binaries_linux.yml
       depend-on:
-        - build_linux
+        - publish_to_local_registry
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: build_pkg_binaries_macos
       buildspec: codebuild_specs/build_pkg_binaries_macos.yml
       depend-on:
-        - build_linux
+        - publish_to_local_registry
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: build_pkg_binaries_win
       buildspec: codebuild_specs/build_pkg_binaries_win.yml
       depend-on:
-        - build_linux
+        - publish_to_local_registry
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: verify_versions_match
       buildspec: codebuild_specs/verify_versions_match.yml
       depend-on:
-        - build_linux
+        - publish_to_local_registry
     - identifier: verify_pkg_cli
       buildspec: codebuild_specs/verify_pkg_cli.yml
       depend-on:
-        - build_linux
+        - build_pkg_binaries_arm
+        - build_pkg_binaries_linux
+        - build_pkg_binaries_macos
+        - build_pkg_binaries_win
       env:
         compute-type: BUILD_GENERAL1_LARGE
diff --git a/codebuild_specs/release_workflows/release_rc_workflow.yml b/codebuild_specs/release_workflows/release_rc_workflow.yml
@@ -35,43 +35,49 @@ batch:
     - identifier: build_pkg_binaries_arm
       buildspec: codebuild_specs/build_pkg_binaries_arm.yml
       depend-on:
-        - build_linux
+        - publish_to_local_registry
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: build_pkg_binaries_linux
       buildspec: codebuild_specs/build_pkg_binaries_linux.yml
       depend-on:
-        - build_linux
+        - publish_to_local_registry
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: build_pkg_binaries_macos
       buildspec: codebuild_specs/build_pkg_binaries_macos.yml
       depend-on:
-        - build_linux
+        - publish_to_local_registry
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: build_pkg_binaries_win
       buildspec: codebuild_specs/build_pkg_binaries_win.yml
       depend-on:
-        - build_linux
+        - publish_to_local_registry
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: upb
       buildspec: codebuild_specs/upload_pkg_binaries.yml
       depend-on:
-        - build_linux
+        - build_pkg_binaries_arm
+        - build_pkg_binaries_linux
+        - build_pkg_binaries_macos
+        - build_pkg_binaries_win
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: verify_pkg_cli
       buildspec: codebuild_specs/verify_pkg_cli.yml
       depend-on:
-        - build_linux
+        - build_pkg_binaries_arm
+        - build_pkg_binaries_linux
+        - build_pkg_binaries_macos
+        - build_pkg_binaries_win
       env:
         compute-type: BUILD_GENERAL1_LARGE
     - identifier: verify_versions_match
       buildspec: codebuild_specs/verify_versions_match.yml
       depend-on:
-        - build_linux
+        - publish_to_local_registry
     - identifier: publish_to_npm
       buildspec: codebuild_specs/publish_to_npm.yml
       env: