diff --git a/Project.toml b/Project.toml
index 763e4d921a..3b1df12f19 100644
--- a/Project.toml
+++ b/Project.toml
@@ -55,7 +55,7 @@ MacroTools = "0.5"
 NCCL = "0.1.1"
 NNlib = "0.9.22"
 OneHotArrays = "0.2.4"
-Optimisers = "0.3.3"
+Optimisers = "0.3.3, 0.4"
 Preferences = "1"
 ProgressLogging = "0.1"
 Reexport = "1.0"