diff --git a/README.md b/README.md index 41d011ca..bddaeeb3 100644 --- a/README.md +++ b/README.md @@ -114,12 +114,7 @@ pip install fondant ``` Fondant also includes extra dependencies for specific runners, storage integrations and publishing -components to registries. -We can install the local runner to enable local pipeline execution: - -``` -pip install fondant[docker] -``` +components to registries. The dependencies for the local runner (docker) is included by default. For more detailed installation options, check the [**installation page**](https://fondant.ai/en/latest/guides/installation/)on our documentation. diff --git a/docs/guides/installation.md b/docs/guides/installation.md index ed6c32b9..f928e705 100644 --- a/docs/guides/installation.md +++ b/docs/guides/installation.md @@ -51,13 +51,7 @@ Fondant also includes extra dependencies for specific runners, storage integrati ### Publishing components dependencies -For publishing components to registries: - -```bash -pip install fondant[docker] -``` - -Check out the [guide](../components/publishing_components.md) on publishing components to registries. +For publishing components to registries check out the [guide](../components/publishing_components.md) on publishing components to registries. ### Runner specific dependencies diff --git a/examples/sample_pipeline/components/dummy_component/Dockerfile b/examples/sample_pipeline/components/dummy_component/Dockerfile index b103d06a..5545df47 100644 --- a/examples/sample_pipeline/components/dummy_component/Dockerfile +++ b/examples/sample_pipeline/components/dummy_component/Dockerfile @@ -11,7 +11,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install fondant ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component/src diff --git a/images/Dockerfile b/images/Dockerfile index 4bafaa79..cbce8c3a 100644 --- a/images/Dockerfile +++ b/images/Dockerfile @@ -8,5 +8,5 @@ RUN apt-get update && \ # Install Fondant ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} diff --git a/pyproject.toml b/pyproject.toml index 8c95d3fa..c25c8be1 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -49,33 +49,32 @@ jsonschema = ">= 4.18" pyarrow = ">= 11.0.0" pyyaml = ">= 5.3.1" -dask = { version = ">= 2023.4.1", extras = ["dataframe", "distributed", "diagnostics"], optional = true } +dask = { version = ">= 2023.4.1", extras = ["dataframe", "distributed", "diagnostics"]} +docker = ">= 6.1.3" + dask-cuda = { version = ">=23.4.1", optional = true } gcsfs = { version = ">= 2023.10.0", optional = true } s3fs = { version = ">= 2023.4.0", optional = true } adlfs = { version = ">= 2023.4.0", optional = true } -docker = {version = ">= 6.1.3", optional = true } kfp = { version = "2.6.0", optional = true, extras =["kubernetes"] } google-cloud-aiplatform = { version = "1.34.0", optional = true} sagemaker = {version = ">= 2.197.0", optional = true} boto3 = {version = "1.28.64", optional = true} [tool.poetry.extras] -component = ["dask"] gpu = ["dask-cuda"] aws = ["s3fs"] azure = ["adlfs"] gcp = ["gcsfs"] -kfp = ["docker", "kfp"] -vertex = ["docker", "kfp", "google-cloud-aiplatform"] +kfp = ["kfp"] +vertex = ["kfp", "google-cloud-aiplatform"] sagemaker = ["sagemaker", "boto3"] -docker = ["docker"] -all = ["dask", "dask-cuda", "s3fs", "adlfs", "gcsfs", "docker", "kfp", "google-cloud-aiplatform", +all = ["dask-cuda", "s3fs", "adlfs", "gcsfs", "kfp", "google-cloud-aiplatform", "sagemaker", "boto3"] [tool.poetry.group.test] diff --git a/src/fondant/build.py b/src/fondant/build.py index 35c9a77b..75fefb19 100644 --- a/src/fondant/build.py +++ b/src/fondant/build.py @@ -1,11 +1,14 @@ """Module holding implementation to build Fondant components, used by the `fondant build` command. """ + import logging import re import typing as t from pathlib import Path +import docker + from fondant.pipeline import ComponentOp logger = logging.getLogger(__name__) @@ -22,17 +25,6 @@ def build_component( # ruff: noqa: PLR0912, PLR0915 pull: bool = False, target: t.Optional[str] = None, ) -> None: - try: - import docker - except ImportError: - msg = ( - "You need to install `docker` to use the `fondant build` command, you can install " - "it with `pip install fondant[docker]`" - ) - raise SystemExit( - msg, - ) - component_op = ComponentOp.from_component_yaml(component_dir) component_spec = component_op.component_spec diff --git a/src/fondant/component/__init__.py b/src/fondant/component/__init__.py index 7aac0095..9eb66f15 100644 --- a/src/fondant/component/__init__.py +++ b/src/fondant/component/__init__.py @@ -1,19 +1,6 @@ -try: - pass -except ImportError: - msg = ( - "You need to install fondant using the `component` extra to develop or run a component." - "You can install it with `pip install fondant[component]`" - ) - raise SystemExit( - msg, - ) +# fmt: off +from .component import (BaseComponent, Component, DaskLoadComponent, # noqa + DaskTransformComponent, DaskWriteComponent, + PandasTransformComponent) -from .component import ( # noqa - BaseComponent, - Component, - DaskLoadComponent, - DaskTransformComponent, - DaskWriteComponent, - PandasTransformComponent, -) +# fmt: on diff --git a/src/fondant/components/caption_images/Dockerfile b/src/fondant/components/caption_images/Dockerfile index 09c16ff5..26213627 100644 --- a/src/fondant/components/caption_images/Dockerfile +++ b/src/fondant/components/caption_images/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/chunk_text/Dockerfile b/src/fondant/components/chunk_text/Dockerfile index 78e49c7d..d7b80e7a 100644 --- a/src/fondant/components/chunk_text/Dockerfile +++ b/src/fondant/components/chunk_text/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/crop_images/Dockerfile b/src/fondant/components/crop_images/Dockerfile index abd4ed2d..7b409129 100644 --- a/src/fondant/components/crop_images/Dockerfile +++ b/src/fondant/components/crop_images/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component/src diff --git a/src/fondant/components/download_images/Dockerfile b/src/fondant/components/download_images/Dockerfile index 78e49c7d..d7b80e7a 100644 --- a/src/fondant/components/download_images/Dockerfile +++ b/src/fondant/components/download_images/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/embed_images/Dockerfile b/src/fondant/components/embed_images/Dockerfile index 0c0149ee..4665a526 100644 --- a/src/fondant/components/embed_images/Dockerfile +++ b/src/fondant/components/embed_images/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,gpu,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[gpu,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component/src diff --git a/src/fondant/components/embed_text/Dockerfile b/src/fondant/components/embed_text/Dockerfile index 09c16ff5..26213627 100644 --- a/src/fondant/components/embed_text/Dockerfile +++ b/src/fondant/components/embed_text/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/extract_image_resolution/Dockerfile b/src/fondant/components/extract_image_resolution/Dockerfile index abd4ed2d..7b409129 100644 --- a/src/fondant/components/extract_image_resolution/Dockerfile +++ b/src/fondant/components/extract_image_resolution/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component/src diff --git a/src/fondant/components/filter_image_resolution/Dockerfile b/src/fondant/components/filter_image_resolution/Dockerfile index abd4ed2d..7b409129 100644 --- a/src/fondant/components/filter_image_resolution/Dockerfile +++ b/src/fondant/components/filter_image_resolution/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component/src diff --git a/src/fondant/components/filter_language/Dockerfile b/src/fondant/components/filter_language/Dockerfile index cef8fc44..215d8f6e 100644 --- a/src/fondant/components/filter_language/Dockerfile +++ b/src/fondant/components/filter_language/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/filter_text_length/Dockerfile b/src/fondant/components/filter_text_length/Dockerfile index 78e49c7d..d7b80e7a 100644 --- a/src/fondant/components/filter_text_length/Dockerfile +++ b/src/fondant/components/filter_text_length/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/generate_minhash/Dockerfile b/src/fondant/components/generate_minhash/Dockerfile index 78e49c7d..d7b80e7a 100644 --- a/src/fondant/components/generate_minhash/Dockerfile +++ b/src/fondant/components/generate_minhash/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/index_aws_opensearch/Dockerfile b/src/fondant/components/index_aws_opensearch/Dockerfile index 56baa6a1..2538c6b5 100644 --- a/src/fondant/components/index_aws_opensearch/Dockerfile +++ b/src/fondant/components/index_aws_opensearch/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/index_qdrant/Dockerfile b/src/fondant/components/index_qdrant/Dockerfile index 78e49c7d..d7b80e7a 100644 --- a/src/fondant/components/index_qdrant/Dockerfile +++ b/src/fondant/components/index_qdrant/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/index_weaviate/Dockerfile b/src/fondant/components/index_weaviate/Dockerfile index 78e49c7d..d7b80e7a 100644 --- a/src/fondant/components/index_weaviate/Dockerfile +++ b/src/fondant/components/index_weaviate/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/load_from_csv/Dockerfile b/src/fondant/components/load_from_csv/Dockerfile index f404d078..66c5ba34 100644 --- a/src/fondant/components/load_from_csv/Dockerfile +++ b/src/fondant/components/load_from_csv/Dockerfile @@ -8,7 +8,7 @@ RUN apt-get update && \ # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/load_from_files/Dockerfile b/src/fondant/components/load_from_files/Dockerfile index 78e49c7d..d7b80e7a 100644 --- a/src/fondant/components/load_from_files/Dockerfile +++ b/src/fondant/components/load_from_files/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/load_from_hf_hub/Dockerfile b/src/fondant/components/load_from_hf_hub/Dockerfile index abd4ed2d..7b409129 100644 --- a/src/fondant/components/load_from_hf_hub/Dockerfile +++ b/src/fondant/components/load_from_hf_hub/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component/src diff --git a/src/fondant/components/load_from_parquet/Dockerfile b/src/fondant/components/load_from_parquet/Dockerfile index abd4ed2d..7b409129 100644 --- a/src/fondant/components/load_from_parquet/Dockerfile +++ b/src/fondant/components/load_from_parquet/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component/src diff --git a/src/fondant/components/load_from_pdf/Dockerfile b/src/fondant/components/load_from_pdf/Dockerfile index 0709d278..11f16fd1 100644 --- a/src/fondant/components/load_from_pdf/Dockerfile +++ b/src/fondant/components/load_from_pdf/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/resize_images/Dockerfile b/src/fondant/components/resize_images/Dockerfile index 7803ccde..c2b50fb2 100644 --- a/src/fondant/components/resize_images/Dockerfile +++ b/src/fondant/components/resize_images/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component/src diff --git a/src/fondant/components/retrieve_laion_by_embedding/Dockerfile b/src/fondant/components/retrieve_laion_by_embedding/Dockerfile index f4473dc2..11b64cd8 100644 --- a/src/fondant/components/retrieve_laion_by_embedding/Dockerfile +++ b/src/fondant/components/retrieve_laion_by_embedding/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/retrieve_laion_by_prompt/Dockerfile b/src/fondant/components/retrieve_laion_by_prompt/Dockerfile index 78e49c7d..d7b80e7a 100644 --- a/src/fondant/components/retrieve_laion_by_prompt/Dockerfile +++ b/src/fondant/components/retrieve_laion_by_prompt/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/segment_images/Dockerfile b/src/fondant/components/segment_images/Dockerfile index 7985cfcb..c93dca10 100644 --- a/src/fondant/components/segment_images/Dockerfile +++ b/src/fondant/components/segment_images/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component/src diff --git a/src/fondant/components/write_to_file/Dockerfile b/src/fondant/components/write_to_file/Dockerfile index 78e49c7d..d7b80e7a 100644 --- a/src/fondant/components/write_to_file/Dockerfile +++ b/src/fondant/components/write_to_file/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/write_to_hf_hub/Dockerfile b/src/fondant/components/write_to_hf_hub/Dockerfile index 443af684..df1fa090 100644 --- a/src/fondant/components/write_to_hf_hub/Dockerfile +++ b/src/fondant/components/write_to_hf_hub/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component/src