diff --git a/Project.toml b/Project.toml
index bf098d932..455803012 100644
--- a/Project.toml
+++ b/Project.toml
@@ -32,7 +32,7 @@ UpdateJulia = "770da0de-323d-4d28-9202-0e205c1e0aff"
 Zygote = "e88e6eb3-aa80-5325-afca-941959d7151f"
 
 [compat]
-AbstractNeuralNetworks = "0.4"
+AbstractNeuralNetworks = "0.4, 0.5"
 BandedMatrices = "1"
 ChainRules = "1"
 ChainRulesCore = "1"