Set image pull policy to always (#386)

Addresses #365
ml6team · Aug 24, 2023 · 43b0e39 · 43b0e39
1 parent 0d85b3c
commit 43b0e39
Show file tree

Hide file tree

Showing 4 changed files with 10 additions and 0 deletions.
diff --git a/src/fondant/compiler.py b/src/fondant/compiler.py
@@ -279,6 +279,10 @@ def kfp_pipeline():
                     component_task,
                     component_op,
                 )
+
+                # Set image pull policy to always
+                component_task.container.set_image_pull_policy("Always")
+
                 # Set the execution order of the component task to be after the previous
                 # component task.
                 if previous_component_task is not None:

diff --git a/tests/example_pipelines/compiled_pipeline/example_1/kubeflow_pipeline.yml b/tests/example_pipelines/compiled_pipeline/example_1/kubeflow_pipeline.yml
@@ -40,6 +40,7 @@ spec:
       - --output_manifest_path
       - /tmp/outputs/output_manifest_path/data
       image: example_component:latest
+      imagePullPolicy: Always
       resources:
         limits:
           nvidia.com/gpu: 1
@@ -115,6 +116,7 @@ spec:
       - --output_manifest_path
       - /tmp/outputs/output_manifest_path/data
       image: example_component:latest
+      imagePullPolicy: Always
     inputs:
       artifacts:
       - name: first-component-output_manifest_path
@@ -209,6 +211,7 @@ spec:
       - --output_manifest_path
       - /tmp/outputs/output_manifest_path/data
       image: example_component:latest
+      imagePullPolicy: Always
     inputs:
       artifacts:
       - name: second-component-output_manifest_path

diff --git a/tests/example_pipelines/compiled_pipeline/example_2/kubeflow_pipeline.yml b/tests/example_pipelines/compiled_pipeline/example_2/kubeflow_pipeline.yml
@@ -40,6 +40,7 @@ spec:
       - --output_manifest_path
       - /tmp/outputs/output_manifest_path/data
       image: example_component:latest
+      imagePullPolicy: Always
     inputs:
       artifacts:
       - name: input_manifest_path
@@ -119,6 +120,7 @@ spec:
       - --output_manifest_path
       - /tmp/outputs/output_manifest_path/data
       image: ghcr.io/ml6team/image_cropping:dev
+      imagePullPolicy: Always
     inputs:
       artifacts:
       - name: first-component-output_manifest_path

diff --git a/tests/example_pipelines/compiled_pipeline/kubeflow_pipeline.yml b/tests/example_pipelines/compiled_pipeline/kubeflow_pipeline.yml
@@ -40,6 +40,7 @@ spec:
       - --output_manifest_path
       - /tmp/outputs/output_manifest_path/data
       image: example_component:latest
+      imagePullPolicy: Always
       resources:
         limits:
           nvidia.com/gpu: 1