Modify tests

ml6team · Oct 16, 2023 · b37a727 · b37a727
1 parent 2f86313
commit b37a727
Show file tree

Hide file tree

Showing 5 changed files with 194 additions and 229 deletions.
diff --git a/tests/example_pipelines/compiled_pipeline/example_1/kubeflow_pipeline.yml b/tests/example_pipelines/compiled_pipeline/example_1/kubeflow_pipeline.yml
@@ -86,22 +86,20 @@ deploymentSpec:
     exec-first-component:
       container:
         args:
-        - "--input_manifest_path"
-        - "{{$.inputs.parameters['input_manifest_path']}}"
-        - "--component_spec"
-        - "{{$.inputs.parameters['component_spec']}}"
-        - "--input_partition_rows"
-        - "{{$.inputs.parameters['input_partition_rows']}}"
-        - "--cache"
-        - "{{$.inputs.parameters['cache']}}"
-        - "--cluster_type"
-        - "{{$.inputs.parameters['cluster_type']}}"
-        - "--metadata"
-        - "{{$.inputs.parameters['metadata']}}"
-        - "--output_manifest_path"
-        - "{{$.inputs.parameters['output_manifest_path']}}"
-        - "--storage_args"
-        - "{{$.inputs.parameters['storage_args']}}"
+        - --storage_args
+        - '{{$.inputs.parameters[''storage_args'']}}'
+        - --input_partition_rows
+        - '{{$.inputs.parameters[''input_partition_rows'']}}'
+        - --cache
+        - '{{$.inputs.parameters[''cache'']}}'
+        - --cluster_type
+        - '{{$.inputs.parameters[''cluster_type'']}}'
+        - --component_spec
+        - '{{$.inputs.parameters[''component_spec'']}}'
+        - --output_manifest_path
+        - '{{$.inputs.parameters[''output_manifest_path'']}}'
+        - --metadata
+        - '{{$.inputs.parameters[''metadata'']}}'
         command:
         - fondant
         - execute
@@ -113,22 +111,22 @@ deploymentSpec:
     exec-second-component:
       container:
         args:
-        - "--input_manifest_path"
-        - "{{$.inputs.parameters['input_manifest_path']}}"
-        - "--component_spec"
-        - "{{$.inputs.parameters['component_spec']}}"
-        - "--input_partition_rows"
-        - "{{$.inputs.parameters['input_partition_rows']}}"
-        - "--cache"
-        - "{{$.inputs.parameters['cache']}}"
-        - "--cluster_type"
-        - "{{$.inputs.parameters['cluster_type']}}"
-        - "--metadata"
-        - "{{$.inputs.parameters['metadata']}}"
-        - "--output_manifest_path"
-        - "{{$.inputs.parameters['output_manifest_path']}}"
-        - "--storage_args"
-        - "{{$.inputs.parameters['storage_args']}}"
+        - --storage_args
+        - '{{$.inputs.parameters[''storage_args'']}}'
+        - --input_partition_rows
+        - '{{$.inputs.parameters[''input_partition_rows'']}}'
+        - --cache
+        - '{{$.inputs.parameters[''cache'']}}'
+        - --cluster_type
+        - '{{$.inputs.parameters[''cluster_type'']}}'
+        - --component_spec
+        - '{{$.inputs.parameters[''component_spec'']}}'
+        - --output_manifest_path
+        - '{{$.inputs.parameters[''output_manifest_path'']}}'
+        - --metadata
+        - '{{$.inputs.parameters[''metadata'']}}'
+        - --input_manifest_path
+        - '{{$.inputs.parameters[''input_manifest_path'']}}'
         command:
         - fondant
         - execute
@@ -137,22 +135,20 @@ deploymentSpec:
     exec-third-component:
       container:
         args:
-        - "--input_manifest_path"
-        - "{{$.inputs.parameters['input_manifest_path']}}"
-        - "--component_spec"
-        - "{{$.inputs.parameters['component_spec']}}"
-        - "--input_partition_rows"
-        - "{{$.inputs.parameters['input_partition_rows']}}"
-        - "--cache"
-        - "{{$.inputs.parameters['cache']}}"
-        - "--cluster_type"
-        - "{{$.inputs.parameters['cluster_type']}}"
-        - "--metadata"
-        - "{{$.inputs.parameters['metadata']}}"
-        - "--output_manifest_path"
-        - "{{$.inputs.parameters['output_manifest_path']}}"
-        - "--storage_args"
-        - "{{$.inputs.parameters['storage_args']}}"
+        - --storage_args
+        - '{{$.inputs.parameters[''storage_args'']}}'
+        - --cache
+        - '{{$.inputs.parameters[''cache'']}}'
+        - --cluster_type
+        - '{{$.inputs.parameters[''cluster_type'']}}'
+        - --component_spec
+        - '{{$.inputs.parameters[''component_spec'']}}'
+        - --output_manifest_path
+        - '{{$.inputs.parameters[''output_manifest_path'']}}'
+        - --metadata
+        - '{{$.inputs.parameters[''metadata'']}}'
+        - --input_manifest_path
+        - '{{$.inputs.parameters[''input_manifest_path'']}}'
         command:
         - fondant
         - execute
@@ -197,15 +193,15 @@ root:
                           type: binary
             input_partition_rows:
               runtimeValue:
-                constant: 10
+                constant: 10.0
             metadata:
               runtimeValue:
                 constant: '{"base_path": "/foo/bar", "pipeline_name": "testpipeline",
                   "run_id": "testpipeline-20230101000000", "component_id": "first_component",
                   "cache_key": "1"}'
             output_manifest_path:
               runtimeValue:
-                constant: "/foo/bar/testpipeline/testpipeline-20230101000000/first_component/manifest.json"
+                constant: /foo/bar/testpipeline/testpipeline-20230101000000/first_component/manifest.json
             storage_args:
               runtimeValue:
                 constant: a dummy string arg
@@ -249,18 +245,18 @@ root:
                           type: array
             input_manifest_path:
               runtimeValue:
-                constant: "/foo/bar/testpipeline/testpipeline-20230101000000/first_component/manifest.json"
+                constant: /foo/bar/testpipeline/testpipeline-20230101000000/first_component/manifest.json
             input_partition_rows:
               runtimeValue:
-                constant: 10
+                constant: 10.0
             metadata:
               runtimeValue:
                 constant: '{"base_path": "/foo/bar", "pipeline_name": "testpipeline",
                   "run_id": "testpipeline-20230101000000", "component_id": "second_component",
                   "cache_key": "2"}'
             output_manifest_path:
               runtimeValue:
-                constant: "/foo/bar/testpipeline/testpipeline-20230101000000/second_component/manifest.json"
+                constant: /foo/bar/testpipeline/testpipeline-20230101000000/second_component/manifest.json
             storage_args:
               runtimeValue:
                 constant: a dummy string arg
@@ -313,15 +309,15 @@ root:
                           type: binary
             input_manifest_path:
               runtimeValue:
-                constant: "/foo/bar/testpipeline/testpipeline-20230101000000/second_component/manifest.json"
+                constant: /foo/bar/testpipeline/testpipeline-20230101000000/second_component/manifest.json
             metadata:
               runtimeValue:
                 constant: '{"base_path": "/foo/bar", "pipeline_name": "testpipeline",
                   "run_id": "testpipeline-20230101000000", "component_id": "third_component",
                   "cache_key": "3"}'
             output_manifest_path:
               runtimeValue:
-                constant: "/foo/bar/testpipeline/testpipeline-20230101000000/third_component/manifest.json"
+                constant: /foo/bar/testpipeline/testpipeline-20230101000000/third_component/manifest.json
             storage_args:
               runtimeValue:
                 constant: a dummy string arg

diff --git a/tests/example_pipelines/compiled_pipeline/example_1/vertex_pipeline.yml b/tests/example_pipelines/compiled_pipeline/example_1/vertex_pipeline.yml
@@ -85,22 +85,20 @@ deploymentSpec:
     exec-first-component:
       container:
         args:
-        - "--input_manifest_path"
-        - "{{$.inputs.parameters['input_manifest_path']}}"
-        - "--component_spec"
-        - "{{$.inputs.parameters['component_spec']}}"
-        - "--input_partition_rows"
-        - "{{$.inputs.parameters['input_partition_rows']}}"
-        - "--cache"
-        - "{{$.inputs.parameters['cache']}}"
-        - "--cluster_type"
-        - "{{$.inputs.parameters['cluster_type']}}"
-        - "--metadata"
-        - "{{$.inputs.parameters['metadata']}}"
-        - "--output_manifest_path"
-        - "{{$.inputs.parameters['output_manifest_path']}}"
-        - "--storage_args"
-        - "{{$.inputs.parameters['storage_args']}}"
+        - --storage_args
+        - '{{$.inputs.parameters[''storage_args'']}}'
+        - --input_partition_rows
+        - '{{$.inputs.parameters[''input_partition_rows'']}}'
+        - --cache
+        - '{{$.inputs.parameters[''cache'']}}'
+        - --cluster_type
+        - '{{$.inputs.parameters[''cluster_type'']}}'
+        - --component_spec
+        - '{{$.inputs.parameters[''component_spec'']}}'
+        - --output_manifest_path
+        - '{{$.inputs.parameters[''output_manifest_path'']}}'
+        - --metadata
+        - '{{$.inputs.parameters[''metadata'']}}'
         command:
         - fondant
         - execute
@@ -109,22 +107,22 @@ deploymentSpec:
     exec-second-component:
       container:
         args:
-        - "--input_manifest_path"
-        - "{{$.inputs.parameters['input_manifest_path']}}"
-        - "--component_spec"
-        - "{{$.inputs.parameters['component_spec']}}"
-        - "--input_partition_rows"
-        - "{{$.inputs.parameters['input_partition_rows']}}"
-        - "--cache"
-        - "{{$.inputs.parameters['cache']}}"
-        - "--cluster_type"
-        - "{{$.inputs.parameters['cluster_type']}}"
-        - "--metadata"
-        - "{{$.inputs.parameters['metadata']}}"
-        - "--output_manifest_path"
-        - "{{$.inputs.parameters['output_manifest_path']}}"
-        - "--storage_args"
-        - "{{$.inputs.parameters['storage_args']}}"
+        - --storage_args
+        - '{{$.inputs.parameters[''storage_args'']}}'
+        - --input_partition_rows
+        - '{{$.inputs.parameters[''input_partition_rows'']}}'
+        - --cache
+        - '{{$.inputs.parameters[''cache'']}}'
+        - --cluster_type
+        - '{{$.inputs.parameters[''cluster_type'']}}'
+        - --component_spec
+        - '{{$.inputs.parameters[''component_spec'']}}'
+        - --output_manifest_path
+        - '{{$.inputs.parameters[''output_manifest_path'']}}'
+        - --metadata
+        - '{{$.inputs.parameters[''metadata'']}}'
+        - --input_manifest_path
+        - '{{$.inputs.parameters[''input_manifest_path'']}}'
         command:
         - fondant
         - execute
@@ -133,22 +131,20 @@ deploymentSpec:
     exec-third-component:
       container:
         args:
-        - "--input_manifest_path"
-        - "{{$.inputs.parameters['input_manifest_path']}}"
-        - "--component_spec"
-        - "{{$.inputs.parameters['component_spec']}}"
-        - "--input_partition_rows"
-        - "{{$.inputs.parameters['input_partition_rows']}}"
-        - "--cache"
-        - "{{$.inputs.parameters['cache']}}"
-        - "--cluster_type"
-        - "{{$.inputs.parameters['cluster_type']}}"
-        - "--metadata"
-        - "{{$.inputs.parameters['metadata']}}"
-        - "--output_manifest_path"
-        - "{{$.inputs.parameters['output_manifest_path']}}"
-        - "--storage_args"
-        - "{{$.inputs.parameters['storage_args']}}"
+        - --storage_args
+        - '{{$.inputs.parameters[''storage_args'']}}'
+        - --cache
+        - '{{$.inputs.parameters[''cache'']}}'
+        - --cluster_type
+        - '{{$.inputs.parameters[''cluster_type'']}}'
+        - --component_spec
+        - '{{$.inputs.parameters[''component_spec'']}}'
+        - --output_manifest_path
+        - '{{$.inputs.parameters[''output_manifest_path'']}}'
+        - --metadata
+        - '{{$.inputs.parameters[''metadata'']}}'
+        - --input_manifest_path
+        - '{{$.inputs.parameters[''input_manifest_path'']}}'
         command:
         - fondant
         - execute
@@ -201,7 +197,7 @@ root:
                   "cache_key": "1"}'
             output_manifest_path:
               runtimeValue:
-                constant: "/foo/bar/testpipeline/testpipeline-20230101000000/first_component/manifest.json"
+                constant: /foo/bar/testpipeline/testpipeline-20230101000000/first_component/manifest.json
             storage_args:
               runtimeValue:
                 constant: a dummy string arg
@@ -245,7 +241,7 @@ root:
                           type: array
             input_manifest_path:
               runtimeValue:
-                constant: "/foo/bar/testpipeline/testpipeline-20230101000000/first_component/manifest.json"
+                constant: /foo/bar/testpipeline/testpipeline-20230101000000/first_component/manifest.json
             input_partition_rows:
               runtimeValue:
                 constant: 10.0
@@ -256,7 +252,7 @@ root:
                   "cache_key": "2"}'
             output_manifest_path:
               runtimeValue:
-                constant: "/foo/bar/testpipeline/testpipeline-20230101000000/second_component/manifest.json"
+                constant: /foo/bar/testpipeline/testpipeline-20230101000000/second_component/manifest.json
             storage_args:
               runtimeValue:
                 constant: a dummy string arg
@@ -309,15 +305,15 @@ root:
                           type: binary
             input_manifest_path:
               runtimeValue:
-                constant: "/foo/bar/testpipeline/testpipeline-20230101000000/second_component/manifest.json"
+                constant: /foo/bar/testpipeline/testpipeline-20230101000000/second_component/manifest.json
             metadata:
               runtimeValue:
                 constant: '{"base_path": "/foo/bar", "pipeline_name": "testpipeline",
                   "run_id": "testpipeline-20230101000000", "component_id": "third_component",
                   "cache_key": "3"}'
             output_manifest_path:
               runtimeValue:
-                constant: "/foo/bar/testpipeline/testpipeline-20230101000000/third_component/manifest.json"
+                constant: /foo/bar/testpipeline/testpipeline-20230101000000/third_component/manifest.json
             storage_args:
               runtimeValue:
                 constant: a dummy string arg