diff --git a/Project.toml b/Project.toml
index 27b771f8..536aae51 100644
--- a/Project.toml
+++ b/Project.toml
@@ -62,18 +62,18 @@ Compat = "4.15.0"
 CpuId = "0.3"
 DispatchDoctor = "0.4.12"
 Enzyme = "0.13.1"
-EnzymeCore = "0.8"
+EnzymeCore = "0.8.1"
 FastClosures = "0.3.2"
 ForwardDiff = "0.10.36"
 Hwloc = "3.2"
-KernelAbstractions = "0.9.22"
+KernelAbstractions = "0.9.27"
 LinearAlgebra = "1.10"
 LoopVectorization = "0.12.171"
 LuxCore = "1"
 MKL = "0.7"
 MLDataDevices = "1.1.1"
 Markdown = "1.10"
-NNlib = "0.9.21"
+NNlib = "0.9.24"
 Octavian = "0.3.28"
 Polyester = "0.7.15"
 Random = "1.10"
diff --git a/ext/LuxLibEnzymeExt.jl b/ext/LuxLibEnzymeExt.jl
index 14855718..958075c4 100644
--- a/ext/LuxLibEnzymeExt.jl
+++ b/ext/LuxLibEnzymeExt.jl
@@ -5,4 +5,4 @@ using Static: True
 
 Utils.is_extension_loaded(::Val{:Enzyme}) = True()
 
-end
\ No newline at end of file
+end
diff --git a/test/common_ops/dense_tests.jl b/test/common_ops/dense_tests.jl
index e438647c..99d1810c 100644
--- a/test/common_ops/dense_tests.jl
+++ b/test/common_ops/dense_tests.jl
@@ -169,14 +169,13 @@ end
 end
 
 @testitem "Enzyme.Forward patch: dense" tags=[:dense] setup=[SharedTestSetup] skip=:(using LuxTestUtils; !LuxTestUtils.ENZYME_TESTING_ENABLED) begin
-    using LuxLib, Random, LuxTestUtils, Enzyme
+    using LuxLib, Random, ForwardDiff, Enzyme
 
     x = rand(Float32, 2, 2)
 
     f(x) = sum(abs2, LuxLib.Impl.matmul(x, x))
 
-    # Just test that we don't crash
-    @test length(Enzyme.gradient(Forward, f, x)) == 4
+    @test only(Enzyme.gradient(Forward, f, x)) ≈ ForwardDiff.gradient(f, x)
 end
 
 @testitem "Enzyme rules for fused dense" tags=[:dense] setup=[SharedTestSetup] skip=:(using LuxTestUtils; !LuxTestUtils.ENZYME_TESTING_ENABLED) begin