Add Buildkite GPU CI

Author: jpsamaroo

.buildkite/pipeline.yml

@@ -0,0 +1,46 @@
+steps:
+  - label: "[CUDA] Julia v1.10"
+    plugins:
+      - JuliaCI/julia#v1:
+          version: "1.10"
+      - JuliaCI/julia-test#v1: ~
+      - JuliaCI/julia-coverage#v1:
+          codecov: false # TODO
+    agents:
+      queue: "juliagpu"
+      cuda: "*"
+    if: build.message !~ /\[skip tests\]/
+    timeout_in_minutes: 20
+    env:
+      CI_USE_CUDA: "1"
+
+  - label: "[ROCm] Julia v1.10"
+    plugins:
+      - JuliaCI/julia#v1:
+          version: "1.10"
+      - JuliaCI/julia-test#v1: ~
+      - JuliaCI/julia-coverage#v1:
+          codecov: false # TODO
+    agents:
+      queue: "juliagpu"
+      rocm: "*"
+    if: build.message !~ /\[skip tests\]/
+    timeout_in_minutes: 20
+    env:
+      CI_USE_ROCM: "1"
+
+  - label: "[Metal] Julia v1.10"
+    plugins:
+      - JuliaCI/julia#v1:
+          version: "1.10"
+      - JuliaCI/julia-test#v1: ~
+      - JuliaCI/julia-coverage#v1:
+          codecov: false # TODO
+    agents:
+      queue: "juliaecosystem"
+      os: "macos"
+      arch: "aarch64"
+    if: build.message !~ /\[skip tests\]/
+    timeout_in_minutes: 20
+    env:
+      CI_USE_METAL: "1"

test/Project.toml

@@ -1,11 +1,9 @@
 [deps]
-AMDGPU = "21141c5a-9bdb-4563-92ae-f87d6854732e"
-CUDA = "052768ef-5323-5732-b1bb-66c8b64840ba"
 Dagger = "d58978e5-989f-55fb-8d15-ea34adc7bf54"
 Distributed = "8ba89e20-285c-5b6f-9357-94700520ee1b"
 KernelAbstractions = "63c18a36-062a-441e-b654-da1e3ab1ce7c"
 LinearAlgebra = "37e2e46d-f89d-539d-b4ee-838fcccc9c8e"
-Metal = "dde4c033-4e86-420c-a63e-0dd931031962"
+Pkg = "44cfe95a-1eb2-52ea-b672-e2afdf69b78f"
 Random = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c"
 TOML = "fa267f1f-6049-4f14-aa54-33bafae1ed76"
 Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40"

test/runtests.jl

@@ -3,17 +3,36 @@ using Distributed
 using Random
 using LinearAlgebra
 
-addprocs(2, exeflags="--project")
+if parse(Bool, get(ENV, "CI_USE_CUDA", "false"))
+    using Pkg
+    Pkg.add("CUDA")
+end
+if parse(Bool, get(ENV, "CI_USE_ROCM", "false"))
+    using Pkg
+    Pkg.add("AMDGPU")
+end
+if parse(Bool, get(ENV, "CI_USE_METAL", "false"))
+    using Pkg
+    Pkg.add("Metal")
+end
+
+addprocs(2, exeflags="--project=$(Base.active_project())")
 
 @everywhere begin
-    try using CUDA
-    catch end
+    if !parse(Bool, get(ENV, "CI", "false")) || parse(Bool, get(ENV, "CI_USE_CUDA", "false"))
+        try using CUDA
+        catch end
+    end
 
-    try using AMDGPU
-    catch end
+    if !parse(Bool, get(ENV, "CI", "false")) || parse(Bool, get(ENV, "CI_USE_ROCM", "false"))
+        try using AMDGPU
+        catch end
+    end
 
-    try using Metal
-    catch end
+    if !parse(Bool, get(ENV, "CI", "false")) || parse(Bool, get(ENV, "CI_USE_METAL", "false"))
+        try using Metal
+        catch end
+    end
 
     using Distributed, Dagger, DaggerGPU
     import DaggerGPU: Kernel