diff --git a/Project.toml b/Project.toml
index 15e90af95..70d9d887d 100644
--- a/Project.toml
+++ b/Project.toml
@@ -32,7 +32,7 @@ UpdateJulia = "770da0de-323d-4d28-9202-0e205c1e0aff"
 Zygote = "e88e6eb3-aa80-5325-afca-941959d7151f"
 
 [compat]
-AbstractNeuralNetworks = "0.3.2"
+AbstractNeuralNetworks = "0.3.2, 0.4"
 BandedMatrices = "0.17, 1"
 ChainRules = "1"
 ChainRulesCore = "1"