GPU Downstream testing

LuxDL · Oct 9, 2023 · 10099c1 · 10099c1
1 parent 7507083
commit 10099c1
Show file tree

Hide file tree

Showing 2 changed files with 172 additions and 64 deletions.
diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml
@@ -1,69 +1,178 @@
 steps:
-  - label: ":julia: Julia {{matrix.julia}} + CUDA GPU"
-    plugins:
-      - JuliaCI/julia#v1:
-          version: "{{matrix.julia}}"
-      - JuliaCI/julia-test#v1:
-          test_args: "--quickfail"
-      - JuliaCI/julia-coverage#v1:
-          codecov: true
-          dirs:
-            - src
-            - ext
-    agents:
-      queue: "juliagpu"
-      cuda: "*"
-    env:
-      GROUP: "CUDA"
-    if: build.message !~ /\[skip tests\]/
-    timeout_in_minutes: 240
-    matrix:
-      setup:
-        julia:
-          - "1"
-          - "1.6"
-          - "nightly"
-      adjustments:
-        - with:
-            julia: "1.6"
-          soft_fail: true
-        - with:
-            julia: "nightly"
-          soft_fail: true
+  - group: ":julia: CUDA GPU"
+    steps:
+      - label: ":julia: Julia {{matrix.julia}} + CUDA GPU"
+        plugins:
+          - JuliaCI/julia#v1:
+              version: "{{matrix.julia}}"
+          - JuliaCI/julia-test#v1:
+              test_args: "--quickfail"
+          - JuliaCI/julia-coverage#v1:
+              codecov: true
+              dirs:
+                - src
+                - ext
+        agents:
+          queue: "juliagpu"
+          cuda: "*"
+        env:
+          GROUP: "CUDA"
+        if: build.message !~ /\[skip tests\]/
+        timeout_in_minutes: 240
+        matrix:
+          setup:
+            julia:
+              - "1"
+              - "1.6"
+              - "nightly"
+          adjustments:
+            - with:
+                julia: "1.6"
+              soft_fail: true
+            - with:
+                julia: "nightly"
+              soft_fail: true
 
-  - label: ":julia: Julia: {{matrix.julia}} + AMD GPU"
-    plugins:
-      - JuliaCI/julia#v1:
-          version: "{{matrix.julia}}"
-      - JuliaCI/julia-test#v1:
-          test_args: "--quickfail"
-      - JuliaCI/julia-coverage#v1:
-          codecov: true
-          dirs:
-            - src
-            - ext
-    env:
-      JULIA_AMDGPU_CORE_MUST_LOAD: "1"
-      JULIA_AMDGPU_HIP_MUST_LOAD: "1"
-      JULIA_AMDGPU_DISABLE_ARTIFACTS: "1"
-      GROUP: "AMDGPU"
-    agents:
-      queue: "juliagpu"
-      rocm: "*"
-      rocmgpu: "*"
-    if: build.message !~ /\[skip tests\]/
-    timeout_in_minutes: 240
-    matrix:
-      setup:
-        julia:
-          - "1"
-          - "nightly"
-      adjustments:
-        - with:
-            julia: "nightly"
-          soft_fail: true
+  - group: ":telescope: Downstream CUDA"
+    steps:
+      - label: ":julia: {{matrix.repo}} (Julia {{matrix.julia}} + CUDA GPU)"
+        plugins:
+          - JuliaCI/julia#v1:
+              version: "{{matrix.julia}}"
+          - JuliaCI/julia-coverage#v1:
+              codecov: true
+              dirs:
+                - src
+                - ext
+        command: |
+          julia --code-coverage=user --color=yes --project -e '
+            using Pkg
+
+            repo = ENV["DOWNSTREAM_TEST_REPO"]
+
+            println("--- :julia: Instantiating project")
+            withenv("JULIA_PKG_PRECOMPILE_AUTO" => 0) do
+              Pkg.instantiate()
+
+              try
+                Pkg.develop(repo)
+                println("+++ :julia: Running tests")
+                Pkg.test("$(repo)"; coverage=true)
+              catch err
+                err isa Pkg.Resolve.ResolverError || rethrow()
+                @info "Not compatible with this release. No problem." exception=err
+                exit(0)
+              end
+            end
+
+            println("+++ :julia: Finished Downstream Test")'
+        agents:
+          queue: "juliagpu"
+          cuda: "*"
+        env:
+          GROUP: "CUDA"
+          DOWNSTREAM_TEST_REPO: "{{matrix.repo}}"
+        if: build.message !~ /\[skip tests\]/ || build.message !~ /\[skip downstream\]/
+        timeout_in_minutes: 240
+        matrix:
+          setup:
+            julia:
+              - "1.6"
+              - "1"
+            repo:
+              - "Boltz"
+          adjustments:
+            - with:
+                julia: "1.6"
+              soft_fail: true
+
+  - group: ":julia: AMD GPU"
+    steps:
+      - label: ":julia: Julia: {{matrix.julia}} + AMD GPU"
+        plugins:
+          - JuliaCI/julia#v1:
+              version: "{{matrix.julia}}"
+          - JuliaCI/julia-test#v1:
+              test_args: "--quickfail"
+          - JuliaCI/julia-coverage#v1:
+              codecov: true
+              dirs:
+                - src
+                - ext
+        env:
+          JULIA_AMDGPU_CORE_MUST_LOAD: "1"
+          JULIA_AMDGPU_HIP_MUST_LOAD: "1"
+          JULIA_AMDGPU_DISABLE_ARTIFACTS: "1"
+          GROUP: "AMDGPU"
+        agents:
+          queue: "juliagpu"
+          rocm: "*"
+          rocmgpu: "*"
+        if: build.message !~ /\[skip tests\]/
+        timeout_in_minutes: 240
+        matrix:
+          setup:
+            julia:
+              - "1"
+              - "nightly"
+          adjustments:
+            - with:
+                julia: "nightly"
+              soft_fail: true
+
+  - group: ":telescope: Downstream AMD GPU"
+    steps:
+      - label: ":julia: {{matrix.repo}} (Julia {{matrix.julia}} + AMD GPU)"
+        plugins:
+          - JuliaCI/julia#v1:
+              version: "{{matrix.julia}}"
+          - JuliaCI/julia-coverage#v1:
+              codecov: true
+              dirs:
+                - src
+                - ext
+        command: |
+          julia --code-coverage=user --color=yes --project -e '
+            using Pkg
+
+            repo = ENV["DOWNSTREAM_TEST_REPO"]
+
+            println("--- :julia: Instantiating project")
+            withenv("JULIA_PKG_PRECOMPILE_AUTO" => 0) do
+              Pkg.instantiate()
+
+              try
+                Pkg.develop(repo)
+                println("+++ :julia: Running tests")
+                Pkg.test("$(repo)"; coverage=true)
+              catch err
+                err isa Pkg.Resolve.ResolverError || rethrow()
+                @info "Not compatible with this release. No problem." exception=err
+                exit(0)
+              end
+            end
+
+            println("+++ :julia: Finished Downstream Test")'
+        agents:
+          queue: "juliagpu"
+          rocm: "*"
+          rocmgpu: "*"
+        env:
+          GROUP: "AMDGPU"
+          JULIA_AMDGPU_CORE_MUST_LOAD: "1"
+          JULIA_AMDGPU_HIP_MUST_LOAD: "1"
+          JULIA_AMDGPU_DISABLE_ARTIFACTS: "1"
+          DOWNSTREAM_TEST_REPO: "{{matrix.repo}}"
+        if: build.message !~ /\[skip tests\]/ || build.message !~ /\[skip downstream\]/
+        timeout_in_minutes: 240
+        matrix:
+          setup:
+            julia:
+              - "1"
+            repo:
+              - "Boltz"
 
-  - label: "Documentation"
+  - label: ":open_book: Documentation"
     plugins:
       - JuliaCI/julia#v1:
           version: "1"

diff --git a/.github/workflows/Downstream.yml b/.github/workflows/Downstream.yml
@@ -28,7 +28,6 @@ jobs:
           - { user: SciML, repo: DeepEquilibriumNetworks.jl, group: All }
           - { user: SciML, repo: NeuralPDE.jl, group: All }
           - { user: LuxDL, repo: Boltz.jl, group: All }
-    if: contains(github.event.pull_request.labels.*.name, 'run downstream test')
     steps:
       - uses: actions/checkout@v4
       - uses: julia-actions/setup-julia@v1