fix(gfs-etl): Add dask as explicit dependency

openclimatefix · Jun 12, 2024 · 7780b94 · 7780b94
1 parent 841d537
commit 7780b94
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/containers/gfs/Containerfile b/containers/gfs/Containerfile
@@ -10,7 +10,7 @@ RUN conda install -p /venv -q -y eccodes zarr
 # Build the virtualenv
 # * We don't want the bufr eccodes definitions so save space by deleting them
 FROM build-venv as install-reqs
-RUN /venv/bin/python -m pip install -q xarray ocf_blosc2 requests cfgrib dagster-pipes
+RUN /venv/bin/python -m pip install -q dask xarray ocf_blosc2 requests cfgrib dagster-pipes
 RUN rm -r /venv/share/eccodes/definitions/bufr
 
 # Copy the virtualenv into a distroless image

diff --git a/containers/gfs/download_combine_gfs.py b/containers/gfs/download_combine_gfs.py
@@ -132,7 +132,7 @@ def convert_file(file: str, outfolder: str) -> str | None:
         .expand_dims("step")
         .transpose("init_time", "step", ...)
         .sortby("step")
-        .chunk({"init_time": 1, "step": -1})
+        .chunk({"init_time": 1, "step": 1})
     )
     del surface_merged, heightAboveGround_merged, isobaricInhPa_merged