GPU Downstream testing

.buildkite/pipeline.yml

@@ -1,33 +1,88 @@
 steps:
-  - label: ":julia: Julia: {{matrix.julia}}"
-    plugins:
-      - JuliaCI/julia#v1:
-          version: "{{matrix.julia}}"
-      - JuliaCI/julia-test#v1:
-          test_args: "--quickfail"
-      - JuliaCI/julia-coverage#v1:
-          codecov: true
-          dirs:
-            - src
-    env:
-      JULIA_AMDGPU_CORE_MUST_LOAD: "1"
-      JULIA_AMDGPU_HIP_MUST_LOAD: "1"
-      JULIA_AMDGPU_DISABLE_ARTIFACTS: "1"
-    agents:
-      queue: "juliagpu"
-      rocm: "*"
-      rocmgpu: "*"
-    if: build.message !~ /\[skip tests\]/
-    timeout_in_minutes: 60
-    matrix:
-      setup:
-        julia:
-          - "1"
-          - "nightly"
-      adjustments:
-        - with:
-            julia: "nightly"
-          soft_fail: true
+  - group: ":julia: AMD GPU"
+    steps:
+      - label: ":julia: Julia: {{matrix.julia}}"
+        plugins:
+          - JuliaCI/julia#v1:
+              version: "{{matrix.julia}}"
+          - JuliaCI/julia-test#v1:
+              test_args: "--quickfail"
+          - JuliaCI/julia-coverage#v1:
+              codecov: true
+              dirs:
+                - src
+        env:
+          JULIA_AMDGPU_CORE_MUST_LOAD: "1"
+          JULIA_AMDGPU_HIP_MUST_LOAD: "1"
+          JULIA_AMDGPU_DISABLE_ARTIFACTS: "1"
+        agents:
+          queue: "juliagpu"
+          rocm: "*"
+          rocmgpu: "*"
+        if: build.message !~ /\[skip tests\]/
+        timeout_in_minutes: 60
+        matrix:
+          setup:
+            julia:
+              - "1"
+              - "nightly"
+          adjustments:
+            - with:
+                julia: "nightly"
+              soft_fail: true
+
+  - group: ":telescope: Downstream AMD GPU"
+    steps:
+      - label: ":julia: {{matrix.repo}} (Julia {{matrix.julia}} + AMD GPU)"
+        plugins:
+          - JuliaCI/julia#v1:
+              version: "{{matrix.julia}}"
+          - JuliaCI/julia-coverage#v1:
+              codecov: true
+              dirs:
+                - src
+        command: |
+          julia --code-coverage=user --color=yes --project -e '
+            using Pkg
+
+            repo = ENV["DOWNSTREAM_TEST_REPO"]
+
+            println("--- :julia: Instantiating project")
+            withenv("JULIA_PKG_PRECOMPILE_AUTO" => 0) do
+              Pkg.instantiate()
+
+              try
+                Pkg.develop(repo)
+                println("+++ :julia: Running tests")
+                Pkg.test("$(repo)"; coverage=true)
+              catch err
+                err isa Pkg.Resolve.ResolverError || rethrow()
+                @info "Not compatible with this release. No problem." exception=err
+                exit(0)
+              end
+            end
+
+            println("+++ :julia: Finished Downstream Test")'
+        agents:
+          queue: "juliagpu"
+          rocm: "*"
+          rocmgpu: "*"
+        env:
+          GROUP: "AMDGPU"
+          JULIA_AMDGPU_CORE_MUST_LOAD: "1"
+          JULIA_AMDGPU_HIP_MUST_LOAD: "1"
+          JULIA_AMDGPU_DISABLE_ARTIFACTS: "1"
+          DOWNSTREAM_TEST_REPO: "{{matrix.repo}}"
+        if: build.message !~ /\[skip tests\]/ || build.message !~ /\[skip downstream\]/
+        timeout_in_minutes: 240
+        matrix:
+          setup:
+            julia:
+              - "1"
+            repo:
+              - "Lux"
+              - "Boltz"
+              - "LuxLib"
 
 env:
-  SECRET_CODECOV_TOKEN: "pzi+i7ulYT/2ysEUMphrG4sYEgQHCqPiPSCej6OmwUiOE7JzFU1q9PwQ9Cv7q0JT+lgQ090cIkBrN6zgLS7rYF97mkNKqoJvGFMorzQ+ojHU0l2hgJGshAb1oxOOEjzneWEQVLjDp3dAYwmixCEHX2XzOz8usADIsNfKe1zq9r2n0PMlc7lTe6VwOtRvJ+Y2eSpsESGNl95HI35mb+35KjpGT8fyKNJ+QVkUX6zhcwm8BB05KHYrJmb66HUoXkAQUsnRR3FijN/aGFBVNmXdk4AlJvkazL5MSX7y5rzCJgx2nfiPz1ITuIK8Y3N/jH2L75iKs85HZ0TdbhHOno7/Sg==;U2FsdGVkX185y4i2XFeuhLYHK3mcKEPOHzoYChLiJyPYe0egwSC7NvcXYc/aLxNi9CCkt1xQCSK7hKSsdYZcGA=="
+  SECRET_CODECOV_TOKEN: "pzi+i7ulYT/2ysEUMphrG4sYEgQHCqPiPSCej6OmwUiOE7JzFU1q9PwQ9Cv7q0JT+lgQ090cIkBrN6zgLS7rYF97mkNKqoJvGFMorzQ+ojHU0l2hgJGshAb1oxOOEjzneWEQVLjDp3dAYwmixCEHX2XzOz8usADIsNfKe1zq9r2n0PMlc7lTe6VwOtRvJ+Y2eSpsESGNl95HI35mb+35KjpGT8fyKNJ+QVkUX6zhcwm8BB05KHYrJmb66HUoXkAQUsnRR3FijN/aGFBVNmXdk4AlJvkazL5MSX7y5rzCJgx2nfiPz1ITuIK8Y3N/jH2L75iKs85HZ0TdbhHOno7/Sg==;U2FsdGVkX185y4i2XFeuhLYHK3mcKEPOHzoYChLiJyPYe0egwSC7NvcXYc/aLxNi9CCkt1xQCSK7hKSsdYZcGA=="