From aa7887bf875aeeddfb10523ab5201d939288f048 Mon Sep 17 00:00:00 2001 From: Bhimraj Yadav Date: Wed, 28 Aug 2024 17:11:47 +0545 Subject: [PATCH 1/2] Bump: release version 0.2.25 --- src/litdata/__about__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/litdata/__about__.py b/src/litdata/__about__.py index 2e3494dc..5d941fc1 100644 --- a/src/litdata/__about__.py +++ b/src/litdata/__about__.py @@ -14,7 +14,7 @@ import time -__version__ = "0.2.24" +__version__ = "0.2.25" __author__ = "Lightning AI et al." __author_email__ = "pytorch@lightning.ai" __license__ = "Apache-2.0" From b66dde1cae5c6461daa77c4526152099b494e7e0 Mon Sep 17 00:00:00 2001 From: Deependu Jha Date: Wed, 28 Aug 2024 15:26:02 +0000 Subject: [PATCH 2/2] fix probable failing case --- src/litdata/streaming/writer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/litdata/streaming/writer.py b/src/litdata/streaming/writer.py index 8612cf0a..657f960f 100644 --- a/src/litdata/streaming/writer.py +++ b/src/litdata/streaming/writer.py @@ -511,7 +511,7 @@ def save_checkpoint(self, checkpoint_dir: str = ".checkpoints") -> Optional[str] """Save the current state of the writer to a checkpoint.""" checkpoint_dir = os.path.join(self._cache_dir, checkpoint_dir) if not os.path.exists(checkpoint_dir): - os.makedirs(checkpoint_dir) + os.makedirs(checkpoint_dir, exist_ok=True) if self._chunks_info == self.last_checkpoint_chunk_info: # to avoid saving the same checkpoint twice