diff --git a/.buildkite/benchmarks.yml b/.buildkite/benchmarks.yml
index 52a4a7660a..3c21dc59c6 100644
--- a/.buildkite/benchmarks.yml
+++ b/.buildkite/benchmarks.yml
@@ -1,5 +1,6 @@
 steps:
   - group: ":racehorse: Benchmarks"
+    if: build.message !~ /\[skip benchmarks\]/ && build.message !~ /\[skip ci\]/ && !build.pull_request.draft
     steps:
       - label: "CPU: Run Benchmarks with {{matrix.threads}} thread(s)"
         matrix:
diff --git a/.buildkite/testing.yml b/.buildkite/testing.yml
index eec650742f..91ff59e599 100644
--- a/.buildkite/testing.yml
+++ b/.buildkite/testing.yml
@@ -1,7 +1,7 @@
 steps:
   - group: ":julia: (Lux) CUDA GPU"
     steps:
-      - label: ":julia: Julia {{matrix.julia}} + CUDA GPU"
+      - label: ":julia: Julia {{matrix.julia}} + CUDA GPU + {{matrix.group}}"
         plugins:
           - JuliaCI/julia#v1:
               version: "{{matrix.julia}}"
@@ -45,13 +45,16 @@ steps:
               include(joinpath(dir, "../test/runtests.jl"))'
         env:
           BACKEND_GROUP: "CUDA"
+          LUX_TEST_GROUP: "{{matrix.group}}"
         if: build.message !~ /\[skip tests\]/ && build.message !~ /\[skip ci\]/
         timeout_in_minutes: 120
         matrix:
           setup:
             julia:
-              - "1.10"
               - "1"
+            group:
+              - "!reactant"
+              - "reactant"
 
   - group: ":julia: (Lux) AMD GPU"
     steps:
@@ -105,7 +108,6 @@ steps:
         matrix:
           setup:
             julia:
-              - "1.10"
               - "1"
 
 env:
diff --git a/.buildkite/testing_luxcuda.yml b/.buildkite/testing_luxcuda.yml
index b5beec1b45..5dc2a642df 100644
--- a/.buildkite/testing_luxcuda.yml
+++ b/.buildkite/testing_luxcuda.yml
@@ -23,7 +23,6 @@ steps:
         matrix:
           setup:
             julia:
-              - "1.10"
               - "1"
 
 env:
diff --git a/.buildkite/testing_luxlib.yml b/.buildkite/testing_luxlib.yml
index 8a1607ec58..c6abeaba54 100644
--- a/.buildkite/testing_luxlib.yml
+++ b/.buildkite/testing_luxlib.yml
@@ -45,7 +45,6 @@ steps:
         matrix:
           setup:
             julia:
-              - "1.10"
               - "1"
 
   - group: ":julia: (LuxLib) AMD GPU"
@@ -95,7 +94,6 @@ steps:
         matrix:
           setup:
             julia:
-              - "1.10"
               - "1"
 
 env:
diff --git a/.buildkite/testing_luxtestutils.yml b/.buildkite/testing_luxtestutils.yml
index 58ab710952..32434dd2e2 100644
--- a/.buildkite/testing_luxtestutils.yml
+++ b/.buildkite/testing_luxtestutils.yml
@@ -25,7 +25,6 @@ steps:
         matrix:
           setup:
             julia:
-              - "1.10"
               - "1"
 
 env:
diff --git a/.buildkite/testing_mldatadevices.yml b/.buildkite/testing_mldatadevices.yml
index 54cb0b0c14..daec62a7e5 100644
--- a/.buildkite/testing_mldatadevices.yml
+++ b/.buildkite/testing_mldatadevices.yml
@@ -26,7 +26,6 @@ steps:
         matrix:
           setup:
             julia:
-              - "1.10"
               - "1"
             group:
               - "CUDA"
@@ -60,7 +59,6 @@ steps:
         matrix:
           setup:
             julia:
-              - "1.10"
               - "1"
 
   - group: ":julia: (MLDataDevices) Metal GPU"
@@ -91,7 +89,6 @@ steps:
         matrix:
           setup:
             julia:
-              - "1.10"
               - "1"
 
   - group: ":julia: (MLDataDevices) oneAPI GPU"
@@ -122,7 +119,6 @@ steps:
         matrix:
           setup:
             julia:
-              - "1.10"
               - "1"
 
 env:
diff --git a/.buildkite/testing_weightinitializers.yml b/.buildkite/testing_weightinitializers.yml
index 7d6570bf6d..003c3180ff 100644
--- a/.buildkite/testing_weightinitializers.yml
+++ b/.buildkite/testing_weightinitializers.yml
@@ -26,7 +26,6 @@ steps:
         matrix:
           setup:
             julia:
-              - "1.10"
               - "1"
 
   - group: ":julia: (WeightInitializers) AMD GPU"
diff --git a/.github/workflows/CI_LuxCUDA.yml b/.github/workflows/CI_LuxCUDA.yml
index 5768866143..3d96643fe8 100644
--- a/.github/workflows/CI_LuxCUDA.yml
+++ b/.github/workflows/CI_LuxCUDA.yml
@@ -23,7 +23,6 @@ jobs:
       fail-fast: false
       matrix:
         version:
-          - "1.10"
           - "1"
     steps:
       - uses: actions/checkout@v4
diff --git a/.github/workflows/CI_LuxCore.yml b/.github/workflows/CI_LuxCore.yml
index e0b13a15e9..8ce349ec80 100644
--- a/.github/workflows/CI_LuxCore.yml
+++ b/.github/workflows/CI_LuxCore.yml
@@ -25,7 +25,6 @@ jobs:
       fail-fast: false
       matrix:
         version:
-          - "1.10"
           - "1"
         os:
           - ubuntu-latest
diff --git a/.github/workflows/CI_LuxLib.yml b/.github/workflows/CI_LuxLib.yml
index a38792c5a9..42a32cbe5b 100644
--- a/.github/workflows/CI_LuxLib.yml
+++ b/.github/workflows/CI_LuxLib.yml
@@ -41,21 +41,6 @@ jobs:
         loopvec:
           - "true"
         include:
-          - version: "1.10"
-            os: ubuntu-latest
-            test_group: "dense"
-            blas_backend: "blis"
-            loopvec: "true"
-          - version: "1.10"
-            os: ubuntu-latest
-            test_group: "dense"
-            blas_backend: "mkl"
-            loopvec: "true"
-          - version: "1.10"
-            os: macos-latest
-            test_group: "dense"
-            blas_backend: "appleaccelerate"
-            loopvec: "true"
           - version: "1.10"
             os: ubuntu-latest
             test_group: "dense"
diff --git a/.github/workflows/CI_LuxTestUtils.yml b/.github/workflows/CI_LuxTestUtils.yml
index 2e6a780fd6..51e6f1ee20 100644
--- a/.github/workflows/CI_LuxTestUtils.yml
+++ b/.github/workflows/CI_LuxTestUtils.yml
@@ -24,7 +24,6 @@ jobs:
       fail-fast: false
       matrix:
         version:
-          - "1.10"
           - "1"
         os:
           - ubuntu-latest
diff --git a/.github/workflows/CI_MLDataDevices.yml b/.github/workflows/CI_MLDataDevices.yml
index 452a68320d..f4079b590d 100644
--- a/.github/workflows/CI_MLDataDevices.yml
+++ b/.github/workflows/CI_MLDataDevices.yml
@@ -24,7 +24,6 @@ jobs:
       fail-fast: false
       matrix:
         version:
-          - "1.10"
           - "1"
         os:
           - ubuntu-latest
diff --git a/.github/workflows/CI_WeightInitializers.yml b/.github/workflows/CI_WeightInitializers.yml
index 23a0bffd60..cef7d5084e 100644
--- a/.github/workflows/CI_WeightInitializers.yml
+++ b/.github/workflows/CI_WeightInitializers.yml
@@ -24,7 +24,6 @@ jobs:
       fail-fast: false
       matrix:
         version:
-          - "1.10"
           - "1"
         os:
           - ubuntu-latest
diff --git a/test/runtests.jl b/test/runtests.jl
index 1709d03520..11ba7a088c 100644
--- a/test/runtests.jl
+++ b/test/runtests.jl
@@ -60,11 +60,6 @@ if BACKEND_GROUP == "all" || BACKEND_GROUP == "cuda"
     @info sprint(CUDA.versioninfo)
 end
 
-if BACKEND_GROUP == "all" || BACKEND_GROUP == "amdgpu"
-    using AMDGPU
-    @info sprint(AMDGPU.versioninfo)
-end
-
 using Lux
 
 @testset "Load Tests" begin