diff --git a/src/litdata/__about__.py b/src/litdata/__about__.py
index 2e3494dc..5d941fc1 100644
--- a/src/litdata/__about__.py
+++ b/src/litdata/__about__.py
@@ -14,7 +14,7 @@
 
 import time
 
-__version__ = "0.2.24"
+__version__ = "0.2.25"
 __author__ = "Lightning AI et al."
 __author_email__ = "pytorch@lightning.ai"
 __license__ = "Apache-2.0"
diff --git a/src/litdata/streaming/writer.py b/src/litdata/streaming/writer.py
index 8612cf0a..657f960f 100644
--- a/src/litdata/streaming/writer.py
+++ b/src/litdata/streaming/writer.py
@@ -511,7 +511,7 @@ def save_checkpoint(self, checkpoint_dir: str = ".checkpoints") -> Optional[str]
         """Save the current state of the writer to a checkpoint."""
         checkpoint_dir = os.path.join(self._cache_dir, checkpoint_dir)
         if not os.path.exists(checkpoint_dir):
-            os.makedirs(checkpoint_dir)
+            os.makedirs(checkpoint_dir, exist_ok=True)
 
         if self._chunks_info == self.last_checkpoint_chunk_info:
             # to avoid saving the same checkpoint twice