Paths as URIs

ci/environment.yml

@@ -13,6 +13,7 @@ dependencies:
   - ujson
   - packaging
   - universal_pathlib
+  - cloudpathlib
   - hdf5plugin
   - numcodecs
   # Testing

ci/min-deps.yml

@@ -12,6 +12,7 @@ dependencies:
   - packaging
   - ujson
   - universal_pathlib
+  - cloudpathlib
   # Testing
   - codecov
   - pre-commit

ci/upstream.yml

@@ -12,6 +12,7 @@ dependencies:
   - packaging
   - ujson
   - universal_pathlib
+  - cloudpathlib
   - hdf5plugin
   - numcodecs
   - imagecodecs>=2024.6.1

docs/releases.rst

@@ -14,6 +14,10 @@ Breaking changes
 
 - Minimum required version of Xarray is now v2024.10.0.
   (:pull:`284`) By `Tom Nicholas <https://github.com/TomNicholas>`_.
+- File paths in chunk manifests must now be absolute paths, relative paths are now forbidden.
+  (:pull:`243`) By `Tom Nicholas <https://github.com/TomNicholas>`_.
+- Added a depedency on cloudpathlib.
+  (:pull:`243`) By `Tom Nicholas <https://github.com/TomNicholas>`_.
 
 Deprecations
 ~~~~~~~~~~~~
@@ -47,6 +51,8 @@ Internal Changes
   (:pull:`87`) By `Sean Harkins <https://github.com/sharkinsspatial>`_.
 - Support downstream type checking by adding py.typed marker file.
   (:pull:`306`) By `Max Jones <https://github.com/maxrjones>`_.
+- File paths in chunk manifests are now always stored as abolute URIs.
+  (:pull:`243`) By `Tom Nicholas <https://github.com/TomNicholas>`_.
 
 .. _v1.1.0:
 

pyproject.toml

@@ -25,6 +25,7 @@ dependencies = [
     "numpy>=2.0.0",
     "packaging",
     "universal-pathlib",
+    "cloudpathlib",
     "numcodecs",
     "ujson",
 ]
@@ -59,7 +60,6 @@ test = [
     "virtualizarr[hdf_reader]"
 ]
 
-
 [project.urls]
 Home = "https://github.com/TomNicholas/VirtualiZarr"
 Documentation = "https://github.com/TomNicholas/VirtualiZarr/blob/main/README.md"

virtualizarr/manifests/array.py

@@ -8,7 +8,6 @@
     _isnan,
 )
 from virtualizarr.manifests.manifest import ChunkManifest
-from virtualizarr.types.kerchunk import KerchunkArrRefs
 from virtualizarr.zarr import ZArray
 
 
@@ -62,24 +61,6 @@ def __init__(
         self._zarray = _zarray
         self._manifest = _chunkmanifest
 
-    @classmethod
-    def _from_kerchunk_refs(cls, arr_refs: KerchunkArrRefs) -> "ManifestArray":
-        from virtualizarr.translators.kerchunk import (
-            fully_decode_arr_refs,
-            parse_array_refs,
-        )
-
-        decoded_arr_refs = fully_decode_arr_refs(arr_refs)
-
-        chunk_dict, zarray, _zattrs = parse_array_refs(decoded_arr_refs)
-        manifest = ChunkManifest._from_kerchunk_chunk_dict(chunk_dict)
-
-        obj = object.__new__(cls)
-        obj._manifest = manifest
-        obj._zarray = zarray
-
-        return obj
-
     @property
     def manifest(self) -> ChunkManifest:
         return self._manifest