ci: merge WeightInitializers testing scripts

.buildkite/testing_luxcuda.yml

@@ -1,5 +1,5 @@
 steps:
-  - group: ":julia: CUDA GPU"
+  - group: ":julia: (LuxCUDA) CUDA GPU"
     steps:
       - label: ":julia: Julia: {{matrix.julia}}"
         plugins:

.buildkite/testing_weightinitializers.yml

@@ -0,0 +1,125 @@
+steps:
+  - group: ":julia: (WeightInitializers) CUDA GPU"
+    steps:
+      - label: ":julia: Julia {{matrix.julia}} + CUDA GPU"
+        plugins:
+          - JuliaCI/julia#v1:
+              version: "{{matrix.julia}}"
+          - JuliaCI/julia-coverage#v1:
+              codecov: true
+              dirs:
+                - lib/WeightInitializers/src
+                - lib/WeightInitializers/ext
+        command: |
+          julia --color=yes --code-coverage=user --depwarn=yes --project=lib/WeightInitializers -e '
+            import Pkg;
+            Pkg.Registry.update();
+            Pkg.instantiate();
+            Pkg.test(; coverage="user")'
+        agents:
+          queue: "juliagpu"
+          cuda: "*"
+        env:
+          BACKEND_GROUP: "CUDA"
+        if: build.message !~ /\[skip tests\]/ && build.message !~ /\[skip ci\]/
+        timeout_in_minutes: 60
+        matrix:
+          setup:
+            julia:
+              - "1.10"
+              - "1"
+
+  - group: ":julia: AMD GPU"
+    steps:
+      - label: ":julia: Julia: {{matrix.julia}} + AMD GPU"
+        plugins:
+          - JuliaCI/julia#v1:
+              version: "{{matrix.julia}}"
+          -JuliaCI/julia-coverage#v1:
+              codecov: true
+              dirs:
+                - lib/WeightInitializers/src
+                - lib/WeightInitializers/ext
+        command: |
+          julia --color=yes --code-coverage=user --depwarn=yes --project=lib/WeightInitializers -e '
+            import Pkg;
+            Pkg.Registry.update();
+            Pkg.instantiate();
+            Pkg.test(; coverage="user")'
+        agents:
+          queue: "juliagpu"
+          rocm: "*"
+          rocmgpu: "*"
+        env:
+          BACKEND_GROUP: "AMDGPU"
+        if: build.message !~ /\[skip tests\]/ && build.message !~ /\[skip ci\]/
+        timeout_in_minutes: 60
+        matrix:
+          setup:
+            julia:
+              - "1.10"
+              - "1"
+
+  - group: ":julia: (WeightInitializers) Metal GPU"
+    steps:
+      - label: ":julia: Julia: {{matrix.julia}} + Metal"
+        plugins:
+          - JuliaCI/julia#v1:
+              version: "{{matrix.julia}}"
+          - JuliaCI/julia-coverage#v1:
+              codecov: true
+              dirs:
+                - lib/WeightInitializers/src
+                - lib/WeightInitializers/ext
+        command: |
+          julia --color=yes --code-coverage=user --depwarn=yes --project=lib/WeightInitializers -e '
+            import Pkg;
+            Pkg.Registry.update();
+            Pkg.instantiate();
+            Pkg.test(; coverage="user")'
+        agents:
+          queue: "juliaecosystem"
+          os: "macos"
+          arch: "aarch64"
+        env:
+          BACKEND_GROUP: "Metal"
+        if: build.message !~ /\[skip tests\]/ && build.message !~ /\[skip ci\]/
+        timeout_in_minutes: 60
+        matrix:
+          setup:
+            julia:
+              - "1.10"
+              - "1"
+
+  - group: ":julia: (WeightInitializers) oneAPI GPU"
+    steps:
+      - label: ":julia: Julia: {{matrix.julia}} + oneAPI"
+        plugins:
+          - JuliaCI/julia#v1:
+              version: "{{matrix.julia}}"
+          - JuliaCI/julia-coverage#v1:
+              codecov: true
+              dirs:
+                - lib/WeightInitializers/src
+                - lib/WeightInitializers/ext
+        command: |
+          julia --color=yes --code-coverage=user --depwarn=yes --project=lib/WeightInitializers -e '
+            import Pkg;
+            Pkg.Registry.update();
+            Pkg.instantiate();
+            Pkg.test(; coverage="user")'
+        agents:
+          queue: "juliagpu"
+          intel: "*"
+        env:
+          BACKEND_GROUP: "oneAPI"
+        if: build.message !~ /\[skip tests\]/ && build.message !~ /\[skip ci\]/
+        timeout_in_minutes: 60
+        matrix:
+          setup:
+            julia:
+              - "1.10"
+              - "1"
+
+env:
+  SECRET_CODECOV_TOKEN: "jQ0BMTQgyZx7QGyU0Q2Ec7qB9mtE2q/tDu0FsfxvEG7/zOAGvXkyXrzIFFOQxvDoFcP+K2+hYZKMxicYdNqzr5wcxu505aNGN2GM3wyegAr+hO6q12bCFYx6qXzU9FLCCdeqINqn9gUSSOlGtWNFrbAlrTyz/D4Yo66TqBDzvaLL63FMnhCLaXW/zJt3hNuEAJaPY2O6Ze1rX2WZ3Y+i+s3uQ8aLImtoCJhPe8CRx+OhuYiTzGhynFfGntZ0738/1RN4gNM0S/hTC4gLE7XMVBanJpGh32rFaiDwW4zAyXKBrDkL3QA3MS1RvLTJxGJ085S16hCk0C4ddAhZCvIM9Q==;U2FsdGVkX1+bXdFeKMs5G79catOCyby2n07A2fg0FjVAvrjQLZ0yfvDS4paJiFikLkodho0khz2YALKb2Y0K6w=="

.github/workflows/CI_LuxCore.yml

@@ -50,12 +50,17 @@ jobs:
         run: |
           import Pkg
           Pkg.Registry.update()
+          dev_pkgs = Pkg.PackageSpec[]
+          for pkg in ("lib/MLDataDevices",)
+            push!(dev_pkgs, Pkg.PackageSpec(path=pkg))
+          end
+          Pkg.develop(dev_pkgs)
           Pkg.instantiate()
           Pkg.test(; coverage="user")
         shell: julia --color=yes --code-coverage=user --depwarn=yes --project=lib/LuxCore {0}
       - uses: julia-actions/julia-processcoverage@v1
         with:
-          directories: lib/LuxCore/src,lib/LuxCore/ext
+          directories: lib/LuxCore/src,lib/LuxCore/ext,lib/MLDataDevices/src,lib/MLDataDevices/ext
       - uses: codecov/codecov-action@v4
         with:
           files: lcov.info
@@ -81,12 +86,17 @@ jobs:
         run: |
           import Pkg
           Pkg.Registry.update()
+          dev_pkgs = Pkg.PackageSpec[]
+          for pkg in ("lib/MLDataDevices",)
+            push!(dev_pkgs, Pkg.PackageSpec(path=pkg))
+          end
+          Pkg.develop(dev_pkgs)
           Pkg.instantiate()
           Pkg.test(; coverage="user")
         shell: julia --color=yes --code-coverage=user --depwarn=yes --project=lib/LuxCore {0}
       - uses: julia-actions/julia-processcoverage@v1
         with:
-          directories: lib/LuxCore/src,lib/LuxCore/ext
+          directories: lib/LuxCore/src,lib/LuxCore/ext,lib/MLDataDevices/src,lib/MLDataDevices/ext
       - uses: codecov/codecov-action@v4
         with:
           files: lcov.info

.github/workflows/CI_WeightInitializers.yml

@@ -0,0 +1,94 @@
+name: CI (WeightInitializers)
+on:
+  pull_request:
+    branches:
+      - main
+    paths:
+      - "lib/WeightInitializers/**"
+      - ".github/workflows/CI_WeightInitializers.yml"
+  push:
+    branches:
+      - main
+
+concurrency:
+  # Skip intermediate builds: always.
+  # Cancel intermediate builds: only if it is a pull request build.
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: ${{ startsWith(github.ref, 'refs/pull/') }}
+
+jobs:
+  test:
+    name: Julia ${{ matrix.version }} - ${{ matrix.os }}
+    if: ${{ !contains(github.event.head_commit.message, '[skip tests]') }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        version:
+          - "1"
+        os:
+          - ubuntu-latest
+          - macos-latest
+          - windows-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: julia-actions/setup-julia@v2
+        with:
+          version: ${{ matrix.version }}
+      - uses: actions/cache@v4
+        env:
+          cache-name: cache-artifacts
+        with:
+          path: ~/.julia/artifacts
+          key: ${{ runner.os }}-test-${{ env.cache-name }}-${{ hashFiles('**/Project.toml') }}
+          restore-keys: |
+            ${{ runner.os }}-test-${{ env.cache-name }}-
+            ${{ runner.os }}-test-
+            ${{ runner.os }}-
+      - name: "Install Dependencies and Run Tests"
+        run: |
+          import Pkg
+          Pkg.Registry.update()
+          Pkg.instantiate()
+          Pkg.test(; coverage="user")
+        shell: julia --color=yes --code-coverage=user --depwarn=yes --project=lib/WeightInitializers {0}
+      - uses: julia-actions/julia-processcoverage@v1
+        with:
+            directories: lib/WeightInitializers/src,lib/WeightInitializers/ext
+      - uses: codecov/codecov-action@v4
+        with:
+          files: lcov.info
+          token: ${{ secrets.CODECOV_TOKEN }}
+          verbose: true
+          fail_ci_if_error: true
+
+  downgrade:
+    if: ${{ !contains(github.event.head_commit.message, '[skip tests]') && github.base_ref == github.event.repository.default_branch }}
+    name: Downgrade Julia ${{ matrix.version }}
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        version: ["1.10"]
+    steps:
+      - uses: actions/checkout@v4
+      - uses: julia-actions/setup-julia@v2
+        with:
+          version: ${{ matrix.version }}
+      - uses: julia-actions/julia-downgrade-compat@v1
+      - name: "Install Dependencies and Run Tests"
+        run: |
+          import Pkg
+          Pkg.Registry.update()
+          Pkg.instantiate()
+          Pkg.test(; coverage="user")
+        shell: julia --color=yes --code-coverage=user --depwarn=yes --project=lib/WeightInitializers {0}
+      - uses: julia-actions/julia-processcoverage@v1
+        with:
+          directories: lib/WeightInitializers/src,lib/WeightInitializers/ext
+      - uses: codecov/codecov-action@v4
+        with:
+          files: lcov.info
+          token: ${{ secrets.CODECOV_TOKEN }}
+          verbose: true
+          fail_ci_if_error: true