diff --git a/requirements/app/base.txt b/requirements/app/base.txt
index 2d0c3482eea79..83244527e285b 100644
--- a/requirements/app/base.txt
+++ b/requirements/app/base.txt
@@ -7,7 +7,7 @@ fsspec>=2022.5.0, <=2022.7.1
 croniter>=1.3.0, <1.4.0  # strict; TODO: for now until we find something more robust.
 traitlets>=5.3.0, <=5.4.0
 arrow>=1.2.0, <1.2.4
-lightning-utilities==0.3.*
+lightning-utilities>=0.3.*, !=0.4.0, <0.5.0
 beautifulsoup4>=4.8.0, <4.11.2
 inquirer>=2.10.0
 psutil<5.9.4
diff --git a/requirements/lite/base.txt b/requirements/lite/base.txt
index 1b82742a78021..45fd511d315e5 100644
--- a/requirements/lite/base.txt
+++ b/requirements/lite/base.txt
@@ -6,4 +6,4 @@ torch>=1.10.*, <=1.13.0
 fsspec[http]>2021.06.0, <2022.6.0
 packaging>=17.0, <=21.3
 typing-extensions>=4.0.0, <=4.4.0
-lightning-utilities==0.3.*
+lightning-utilities>=0.3.0, !=0.4.0, <0.5.0
diff --git a/requirements/pytorch/base.txt b/requirements/pytorch/base.txt
index 6808fabb8e403..483460f88ff11 100644
--- a/requirements/pytorch/base.txt
+++ b/requirements/pytorch/base.txt
@@ -10,4 +10,4 @@ tensorboardX>=2.2, <=2.5.1  # min version is set by torch.onnx missing attribute
 torchmetrics>=0.7.0, <0.10.1  # needed for using fixed compare_version
 packaging>=17.0, <=21.3
 typing-extensions>=4.0.0, <=4.4.0
-lightning-utilities==0.3.*
+lightning-utilities>=0.3.0, !=0.4.0, <0.5.0