From 9d89f18690d6fb75a75b5bb763ca0c31785c9395 Mon Sep 17 00:00:00 2001 From: connor-mccarthy Date: Wed, 14 Dec 2022 13:17:54 -0800 Subject: [PATCH 1/2] update path in readme --- sdk/python/test_data/README.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/sdk/python/test_data/README.md b/sdk/python/test_data/README.md index 3f80d40de49..9b8557f0cf0 100644 --- a/sdk/python/test_data/README.md +++ b/sdk/python/test_data/README.md @@ -10,13 +10,13 @@ Tests the compiler (write) and load (read) functionality of the SDK. This ensure These tests require golden snapshots of pipelines and components against with compiled pipelines are compared. To update pipeline golden snapshots: ```bash -for f in sdk/python/kfp/compiler/test_data/pipelines/*.py ; do echo "$f" && python3 "$f" ; done +for f in sdk/python/test_data/pipelines/*.py ; do echo "$f" && python3 "$f" ; done ``` To update component golden snapshots: ```bash -for f in sdk/python/kfp/compiler/test_data/components/*.py ; do echo "$f" && python3 "$f" ; done +for f in sdk/python/test_data/components/*.py ; do echo "$f" && python3 "$f" ; done ``` From 6dc0501108767dade9d4dbe4d4c50b142f037bbd Mon Sep 17 00:00:00 2001 From: connor-mccarthy Date: Wed, 14 Dec 2022 13:18:07 -0800 Subject: [PATCH 2/2] update golden snapshots --- .../test_data/components/add_numbers.yaml | 9 +++-- .../component_with_pip_install.yaml | 6 ++-- .../test_data/components/concat_message.yaml | 9 +++-- .../test_data/components/container_io.yaml | 6 +++- .../components/container_no_input.yaml | 4 ++- .../container_with_artifact_output.yaml | 6 +++- .../container_with_concat_placeholder.yaml | 6 +++- .../container_with_if_placeholder.yaml | 6 +++- ...container_with_placeholder_in_fstring.yaml | 6 +++- .../test_data/components/dict_input.yaml | 8 +++-- sdk/python/test_data/components/identity.yaml | 8 +++-- .../test_data/components/input_artifact.yaml | 8 +++-- .../test_data/components/nested_return.yaml | 6 ++-- .../test_data/components/output_metrics.yaml | 9 +++-- .../test_data/components/preprocess.yaml | 11 +++++-- .../component_with_optional_inputs.yaml | 6 ++-- .../component_with_pip_index_urls.yaml | 6 ++-- .../container_component_with_no_inputs.yaml | 4 ++- ...lightweight_python_functions_pipeline.yaml | 11 +++++-- ...tweight_python_functions_with_outputs.yaml | 19 ++++++++--- .../pipelines/pipeline_as_exit_task.yaml | 14 +++++--- .../pipelines/pipeline_in_pipeline.yaml | 8 +++-- .../pipeline_in_pipeline_complex.yaml | 10 ++++-- ...pipeline_in_pipeline_loaded_from_yaml.yaml | 6 ++-- .../pipelines/pipeline_with_after.yaml | 4 ++- .../pipeline_with_concat_placeholder.yaml | 4 ++- .../pipelines/pipeline_with_condition.yaml | 16 +++++---- ...peline_with_dynamic_importer_metadata.yaml | 11 +++++-- .../pipelines/pipeline_with_env.yaml | 6 ++-- .../pipelines/pipeline_with_exit_handler.yaml | 12 ++++--- .../pipeline_with_google_artifact_type.yaml | 8 +++-- .../pipeline_with_if_placeholder.yaml | 8 ++++- .../pipelines/pipeline_with_importer.yaml | 10 ++++-- ...pipeline_with_importer_and_gcpc_types.yaml | 4 ++- .../pipelines/pipeline_with_loops.yaml | 22 ++++++++----- .../pipeline_with_loops_and_conditions.yaml | 33 +++++++++++-------- .../pipeline_with_metrics_outputs.yaml | 11 +++++-- .../pipeline_with_multiple_exit_handlers.yaml | 20 ++++++----- .../pipeline_with_nested_conditions.yaml | 20 ++++++----- .../pipeline_with_nested_conditions_yaml.yaml | 5 ++- .../pipelines/pipeline_with_nested_loops.yaml | 12 ++++--- .../pipelines/pipeline_with_ontology.yaml | 9 ++++- .../pipelines/pipeline_with_outputs.yaml | 12 +++++-- ...pipeline_with_parallelfor_parallelism.yaml | 18 ++++++---- ...ipeline_with_params_containing_format.yaml | 12 ++++--- .../pipelines/pipeline_with_placeholders.yaml | 14 ++++---- .../pipeline_with_resource_spec.yaml | 9 ++++- .../pipelines/pipeline_with_retry.yaml | 9 +++-- .../pipeline_with_reused_component.yaml | 7 +++- .../pipeline_with_task_final_status.yaml | 12 ++++--- .../pipeline_with_task_final_status_yaml.yaml | 6 +++- .../pipeline_with_various_io_types.yaml | 8 ++++- .../pipelines/two_step_pipeline.yaml | 6 +++- .../two_step_pipeline_containerized.yaml | 6 +++- .../pipelines/xgboost_sample_pipeline.yaml | 4 ++- 55 files changed, 374 insertions(+), 156 deletions(-) diff --git a/sdk/python/test_data/components/add_numbers.yaml b/sdk/python/test_data/components/add_numbers.yaml index 71db352ca12..39f2296c7aa 100644 --- a/sdk/python/test_data/components/add_numbers.yaml +++ b/sdk/python/test_data/components/add_numbers.yaml @@ -1,3 +1,8 @@ +# PIPELINE DEFINITION +# Name: add-numbers +# Inputs: +# a: int +# b: int components: comp-add-numbers: executorLabel: exec-add-numbers @@ -25,7 +30,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -64,4 +69,4 @@ root: b: parameterType: NUMBER_INTEGER schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/components/component_with_pip_install.yaml b/sdk/python/test_data/components/component_with_pip_install.yaml index e2a8515b449..8dd74782147 100644 --- a/sdk/python/test_data/components/component_with_pip_install.yaml +++ b/sdk/python/test_data/components/component_with_pip_install.yaml @@ -1,3 +1,5 @@ +# PIPELINE DEFINITION +# Name: component-with-pip-install components: comp-component-with-pip-install: executorLabel: exec-component-with-pip-install @@ -17,7 +19,7 @@ deploymentSpec: \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ \ python3 -m pip install --quiet --no-warn-script-location --index-url\ \ https://pypi.org/simple --trusted-host https://pypi.org/simple 'yapf'\ - \ 'kfp==2.0.0-alpha.5' && \"$0\" \"$@\"\n" + \ 'kfp==2.0.0-beta.8' && \"$0\" \"$@\"\n" - sh - -ec - 'program_path=$(mktemp -d) @@ -44,4 +46,4 @@ root: taskInfo: name: component-with-pip-install schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/components/concat_message.yaml b/sdk/python/test_data/components/concat_message.yaml index 2543b9e331e..039cbacde5a 100644 --- a/sdk/python/test_data/components/concat_message.yaml +++ b/sdk/python/test_data/components/concat_message.yaml @@ -1,3 +1,8 @@ +# PIPELINE DEFINITION +# Name: concat-message +# Inputs: +# message1: str +# message2: str components: comp-concat-message: executorLabel: exec-concat-message @@ -25,7 +30,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -65,4 +70,4 @@ root: message2: parameterType: STRING schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/components/container_io.yaml b/sdk/python/test_data/components/container_io.yaml index 61a83d02535..182d633c80b 100644 --- a/sdk/python/test_data/components/container_io.yaml +++ b/sdk/python/test_data/components/container_io.yaml @@ -1,3 +1,7 @@ +# PIPELINE DEFINITION +# Name: container-io +# Inputs: +# text: str components: comp-container-io: executorLabel: exec-container-io @@ -41,4 +45,4 @@ root: text: parameterType: STRING schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-beta.1 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/components/container_no_input.yaml b/sdk/python/test_data/components/container_no_input.yaml index 984dd5d3888..07ec4caa63e 100644 --- a/sdk/python/test_data/components/container_no_input.yaml +++ b/sdk/python/test_data/components/container_no_input.yaml @@ -1,3 +1,5 @@ +# PIPELINE DEFINITION +# Name: container-no-input components: comp-container-no-input: executorLabel: exec-container-no-input @@ -22,4 +24,4 @@ root: taskInfo: name: container-no-input schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-beta.1 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/components/container_with_artifact_output.yaml b/sdk/python/test_data/components/container_with_artifact_output.yaml index dfe45edc2d2..7a67af3e7d9 100644 --- a/sdk/python/test_data/components/container_with_artifact_output.yaml +++ b/sdk/python/test_data/components/container_with_artifact_output.yaml @@ -1,3 +1,7 @@ +# PIPELINE DEFINITION +# Name: container-with-artifact-output +# Inputs: +# num_epochs: int components: comp-container-with-artifact-output: executorLabel: exec-container-with-artifact-output @@ -52,4 +56,4 @@ root: num_epochs: parameterType: NUMBER_INTEGER schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-beta.2 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/components/container_with_concat_placeholder.yaml b/sdk/python/test_data/components/container_with_concat_placeholder.yaml index 730e6c6e8d5..77f01a10f1f 100644 --- a/sdk/python/test_data/components/container_with_concat_placeholder.yaml +++ b/sdk/python/test_data/components/container_with_concat_placeholder.yaml @@ -1,3 +1,7 @@ +# PIPELINE DEFINITION +# Name: container-with-concat-placeholder +# Inputs: +# text1: str components: comp-container-with-concat-placeholder: executorLabel: exec-container-with-concat-placeholder @@ -46,4 +50,4 @@ root: text1: parameterType: STRING schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-beta.1 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/components/container_with_if_placeholder.yaml b/sdk/python/test_data/components/container_with_if_placeholder.yaml index 975873e14ef..606ca20e0eb 100644 --- a/sdk/python/test_data/components/container_with_if_placeholder.yaml +++ b/sdk/python/test_data/components/container_with_if_placeholder.yaml @@ -1,3 +1,7 @@ +# PIPELINE DEFINITION +# Name: container-with-if-placeholder +# Inputs: +# optional_input: str [Default: 'default'] components: comp-container-with-if-placeholder: executorLabel: exec-container-with-if-placeholder @@ -52,4 +56,4 @@ root: defaultValue: default parameterType: STRING schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-beta.1 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/components/container_with_placeholder_in_fstring.yaml b/sdk/python/test_data/components/container_with_placeholder_in_fstring.yaml index 56c65bcc7df..42dae9613a8 100644 --- a/sdk/python/test_data/components/container_with_placeholder_in_fstring.yaml +++ b/sdk/python/test_data/components/container_with_placeholder_in_fstring.yaml @@ -1,3 +1,7 @@ +# PIPELINE DEFINITION +# Name: container-with-placeholder-in-fstring +# Inputs: +# text1: str [Default: 'text!'] components: comp-container-with-placeholder-in-fstring: executorLabel: exec-container-with-placeholder-in-fstring @@ -43,4 +47,4 @@ root: defaultValue: text! parameterType: STRING schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-beta.6 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/components/dict_input.yaml b/sdk/python/test_data/components/dict_input.yaml index 7b431afafa8..7b9f316032a 100644 --- a/sdk/python/test_data/components/dict_input.yaml +++ b/sdk/python/test_data/components/dict_input.yaml @@ -1,3 +1,7 @@ +# PIPELINE DEFINITION +# Name: dict-input +# Inputs: +# struct: dict components: comp-dict-input: executorLabel: exec-dict-input @@ -19,7 +23,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -54,4 +58,4 @@ root: struct: parameterType: STRUCT schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/components/identity.yaml b/sdk/python/test_data/components/identity.yaml index 663d8ca42be..864d725de1a 100644 --- a/sdk/python/test_data/components/identity.yaml +++ b/sdk/python/test_data/components/identity.yaml @@ -1,3 +1,7 @@ +# PIPELINE DEFINITION +# Name: identity +# Inputs: +# value: str components: comp-identity: executorLabel: exec-identity @@ -23,7 +27,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -58,4 +62,4 @@ root: value: parameterType: STRING schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/components/input_artifact.yaml b/sdk/python/test_data/components/input_artifact.yaml index 42c380f47ca..a974eed3678 100644 --- a/sdk/python/test_data/components/input_artifact.yaml +++ b/sdk/python/test_data/components/input_artifact.yaml @@ -1,3 +1,7 @@ +# PIPELINE DEFINITION +# Name: input-artifact +# Inputs: +# data: system.Dataset components: comp-input-artifact: executorLabel: exec-input-artifact @@ -21,7 +25,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.1'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -59,4 +63,4 @@ root: schemaTitle: system.Dataset schemaVersion: 0.0.1 schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-beta.1 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/components/nested_return.yaml b/sdk/python/test_data/components/nested_return.yaml index 731c81e575f..8cbe8d4d748 100644 --- a/sdk/python/test_data/components/nested_return.yaml +++ b/sdk/python/test_data/components/nested_return.yaml @@ -1,3 +1,5 @@ +# PIPELINE DEFINITION +# Name: nested-return components: comp-nested-return: executorLabel: exec-nested-return @@ -19,7 +21,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -47,4 +49,4 @@ root: taskInfo: name: nested-return schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/components/output_metrics.yaml b/sdk/python/test_data/components/output_metrics.yaml index d71dcf856b2..306bc89a791 100644 --- a/sdk/python/test_data/components/output_metrics.yaml +++ b/sdk/python/test_data/components/output_metrics.yaml @@ -1,3 +1,8 @@ +# PIPELINE DEFINITION +# Name: output-metrics +# Description: Dummy component that outputs metrics with a random accuracy. +# Outputs: +# output-metrics-metrics: system.Metrics components: comp-output-metrics: executorLabel: exec-output-metrics @@ -21,7 +26,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -63,4 +68,4 @@ root: schemaTitle: system.Metrics schemaVersion: 0.0.1 schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/components/preprocess.yaml b/sdk/python/test_data/components/preprocess.yaml index 97aa70d2317..754dea01304 100644 --- a/sdk/python/test_data/components/preprocess.yaml +++ b/sdk/python/test_data/components/preprocess.yaml @@ -1,3 +1,10 @@ +# PIPELINE DEFINITION +# Name: preprocess +# Description: Dummy preprocessing step. +# Inputs: +# input_dict_parameter: dict +# input_list_parameter: list +# message: str components: comp-preprocess: executorLabel: exec-preprocess @@ -42,7 +49,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -111,4 +118,4 @@ root: message: parameterType: STRING schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/component_with_optional_inputs.yaml b/sdk/python/test_data/pipelines/component_with_optional_inputs.yaml index b70e9da8aff..1587c1f4514 100644 --- a/sdk/python/test_data/pipelines/component_with_optional_inputs.yaml +++ b/sdk/python/test_data/pipelines/component_with_optional_inputs.yaml @@ -1,3 +1,5 @@ +# PIPELINE DEFINITION +# Name: v2-component-optional-input components: comp-component-op: executorLabel: exec-component-op @@ -22,7 +24,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -61,4 +63,4 @@ root: taskInfo: name: component-op schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/component_with_pip_index_urls.yaml b/sdk/python/test_data/pipelines/component_with_pip_index_urls.yaml index f1f09c2b0f6..2fa894b470d 100644 --- a/sdk/python/test_data/pipelines/component_with_pip_index_urls.yaml +++ b/sdk/python/test_data/pipelines/component_with_pip_index_urls.yaml @@ -1,3 +1,5 @@ +# PIPELINE DEFINITION +# Name: v2-component-pip-index-urls components: comp-component-op: executorLabel: exec-component-op @@ -17,7 +19,7 @@ deploymentSpec: \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ \ python3 -m pip install --quiet --no-warn-script-location --index-url\ \ https://pypi.org/simple --trusted-host https://pypi.org/simple 'yapf'\ - \ 'kfp==2.0.0-alpha.5' && \"$0\" \"$@\"\n" + \ 'kfp==2.0.0-beta.8' && \"$0\" \"$@\"\n" - sh - -ec - 'program_path=$(mktemp -d) @@ -43,4 +45,4 @@ root: taskInfo: name: component-op schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/container_component_with_no_inputs.yaml b/sdk/python/test_data/pipelines/container_component_with_no_inputs.yaml index 6ceab5e57a0..3a04dcc416d 100644 --- a/sdk/python/test_data/pipelines/container_component_with_no_inputs.yaml +++ b/sdk/python/test_data/pipelines/container_component_with_no_inputs.yaml @@ -1,3 +1,5 @@ +# PIPELINE DEFINITION +# Name: v2-container-component-no-input components: comp-hello-world-container: executorLabel: exec-hello-world-container @@ -22,4 +24,4 @@ root: taskInfo: name: hello-world-container schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-beta.0 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/lightweight_python_functions_pipeline.yaml b/sdk/python/test_data/pipelines/lightweight_python_functions_pipeline.yaml index 1b5b55212ad..8caa1597af8 100644 --- a/sdk/python/test_data/pipelines/lightweight_python_functions_pipeline.yaml +++ b/sdk/python/test_data/pipelines/lightweight_python_functions_pipeline.yaml @@ -1,3 +1,8 @@ +# PIPELINE DEFINITION +# Name: my-test-pipeline-beta +# Inputs: +# input_dict: dict [Default: {'A': 1.0, 'B': 2.0}] +# message: str components: comp-preprocess: executorLabel: exec-preprocess @@ -73,7 +78,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -125,7 +130,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -232,4 +237,4 @@ root: message: parameterType: STRING schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/lightweight_python_functions_with_outputs.yaml b/sdk/python/test_data/pipelines/lightweight_python_functions_with_outputs.yaml index 38ff098237e..232c7fe9875 100644 --- a/sdk/python/test_data/pipelines/lightweight_python_functions_with_outputs.yaml +++ b/sdk/python/test_data/pipelines/lightweight_python_functions_with_outputs.yaml @@ -1,3 +1,12 @@ +# PIPELINE DEFINITION +# Name: functions-with-outputs +# Inputs: +# first_message: str +# first_number: int +# second_message: str +# second_number: int +# Outputs: +# output-named-tuple-metrics: system.Metrics components: comp-add-numbers: executorLabel: exec-add-numbers @@ -73,7 +82,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -100,7 +109,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -127,7 +136,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -154,7 +163,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -265,4 +274,4 @@ root: schemaTitle: system.Metrics schemaVersion: 0.0.1 schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_as_exit_task.yaml b/sdk/python/test_data/pipelines/pipeline_as_exit_task.yaml index 1b9e9b1b889..c5d5d7bfe07 100644 --- a/sdk/python/test_data/pipelines/pipeline_as_exit_task.yaml +++ b/sdk/python/test_data/pipelines/pipeline_as_exit_task.yaml @@ -1,3 +1,7 @@ +# PIPELINE DEFINITION +# Name: pipeline-with-task-final-status-conditional +# Inputs: +# message: str [Default: 'Hello World!'] components: comp-condition-1: dag: @@ -124,7 +128,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.3'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -151,7 +155,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.3'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -178,7 +182,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.3'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -205,7 +209,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.3'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -256,4 +260,4 @@ root: defaultValue: Hello World! parameterType: STRING schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-beta.3 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_in_pipeline.yaml b/sdk/python/test_data/pipelines/pipeline_in_pipeline.yaml index 01c4f508103..a3c456173eb 100644 --- a/sdk/python/test_data/pipelines/pipeline_in_pipeline.yaml +++ b/sdk/python/test_data/pipelines/pipeline_in_pipeline.yaml @@ -1,3 +1,5 @@ +# PIPELINE DEFINITION +# Name: pipeline-in-pipeline components: comp-inner-pipeline: dag: @@ -72,7 +74,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.3'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -99,7 +101,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.3'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -150,4 +152,4 @@ root: taskInfo: name: print-op1 schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-beta.3 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_in_pipeline_complex.yaml b/sdk/python/test_data/pipelines/pipeline_in_pipeline_complex.yaml index ecbeb6a5836..08637ad4527 100644 --- a/sdk/python/test_data/pipelines/pipeline_in_pipeline_complex.yaml +++ b/sdk/python/test_data/pipelines/pipeline_in_pipeline_complex.yaml @@ -1,3 +1,7 @@ +# PIPELINE DEFINITION +# Name: pipeline-in-pipeline-complex +# Inputs: +# msg: str [Default: 'Hello'] components: comp-condition-1: dag: @@ -157,7 +161,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.3'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -184,7 +188,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.3'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -236,4 +240,4 @@ root: defaultValue: Hello parameterType: STRING schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-beta.3 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_in_pipeline_loaded_from_yaml.yaml b/sdk/python/test_data/pipelines/pipeline_in_pipeline_loaded_from_yaml.yaml index 221a06936ae..abc589d6c53 100644 --- a/sdk/python/test_data/pipelines/pipeline_in_pipeline_loaded_from_yaml.yaml +++ b/sdk/python/test_data/pipelines/pipeline_in_pipeline_loaded_from_yaml.yaml @@ -1,3 +1,5 @@ +# PIPELINE DEFINITION +# Name: pipeline-in-pipeline components: comp-inner-pipeline: dag: @@ -203,7 +205,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.3'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -261,4 +263,4 @@ root: taskInfo: name: print-op1 schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-beta.3 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_after.yaml b/sdk/python/test_data/pipelines/pipeline_with_after.yaml index 41b60ff87a7..30f2a5546ad 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_after.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_after.yaml @@ -1,3 +1,5 @@ +# PIPELINE DEFINITION +# Name: pipeline-with-after components: comp-print-text: executorLabel: exec-print-text @@ -103,4 +105,4 @@ root: taskInfo: name: print-text-3 schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_concat_placeholder.yaml b/sdk/python/test_data/pipelines/pipeline_with_concat_placeholder.yaml index a940da08b1c..4ffd52017eb 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_concat_placeholder.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_concat_placeholder.yaml @@ -1,3 +1,5 @@ +# PIPELINE DEFINITION +# Name: one-step-pipeline-with-concat-placeholder components: comp-component-with-concat-placeholder: executorLabel: exec-component-with-concat-placeholder @@ -32,4 +34,4 @@ root: taskInfo: name: component-with-concat-placeholder schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_condition.yaml b/sdk/python/test_data/pipelines/pipeline_with_condition.yaml index 0fa950dac66..0cbf4f9ebcc 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_condition.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_condition.yaml @@ -1,3 +1,7 @@ +# PIPELINE DEFINITION +# Name: single-condition-pipeline +# Inputs: +# text: str [Default: 'condition test'] components: comp-condition-1: dag: @@ -85,7 +89,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -113,7 +117,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -141,7 +145,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -168,7 +172,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -195,7 +199,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -260,4 +264,4 @@ root: defaultValue: condition test parameterType: STRING schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_dynamic_importer_metadata.yaml b/sdk/python/test_data/pipelines/pipeline_with_dynamic_importer_metadata.yaml index b7a034e0a87..dfde5218d1e 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_dynamic_importer_metadata.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_dynamic_importer_metadata.yaml @@ -1,3 +1,10 @@ +# PIPELINE DEFINITION +# Name: pipeline-with-importer +# Inputs: +# int_input: int [Default: 1.0] +# name: str [Default: 'default-name'] +# pipeline_input_artifact_uri: str [Default: 'gs://ml-pipeline-playground/shakespeare1.txt'] +# pipeline_input_image_uri: str [Default: 'us-docker.pkg.dev/vertex-ai/prediction/tf2-gpu.2-5:latest'] components: comp-importer: executorLabel: exec-importer @@ -88,7 +95,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.4'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -171,4 +178,4 @@ root: defaultValue: us-docker.pkg.dev/vertex-ai/prediction/tf2-gpu.2-5:latest parameterType: STRING schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-beta.4 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_env.yaml b/sdk/python/test_data/pipelines/pipeline_with_env.yaml index c23118e6be1..87eea6b02ba 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_env.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_env.yaml @@ -1,3 +1,5 @@ +# PIPELINE DEFINITION +# Name: pipeline-with-env components: comp-print-env: executorLabel: exec-print-env @@ -36,7 +38,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.4'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -74,4 +76,4 @@ root: taskInfo: name: print-env-op schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-beta.4 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_exit_handler.yaml b/sdk/python/test_data/pipelines/pipeline_with_exit_handler.yaml index d8854726a43..4084e3dc32d 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_exit_handler.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_exit_handler.yaml @@ -1,3 +1,7 @@ +# PIPELINE DEFINITION +# Name: pipeline-with-exit-handler +# Inputs: +# message: str [Default: 'Hello World!'] components: comp-exit-handler-1: dag: @@ -61,7 +65,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -88,7 +92,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -115,7 +119,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -166,4 +170,4 @@ root: defaultValue: Hello World! parameterType: STRING schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_google_artifact_type.yaml b/sdk/python/test_data/pipelines/pipeline_with_google_artifact_type.yaml index a45bb465a21..d823561294c 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_google_artifact_type.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_google_artifact_type.yaml @@ -1,3 +1,5 @@ +# PIPELINE DEFINITION +# Name: pipeline-with-google-types components: comp-importer: executorLabel: exec-importer @@ -55,7 +57,7 @@ deploymentSpec: - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ \ python3 -m pip install --quiet --no-warn-script-location 'aiplatform'\ - \ 'kfp==2.0.0-beta.4' 'kfp==2.0.0-beta.4' && \"$0\" \"$@\"\n" + \ 'kfp==2.0.0-beta.8' 'kfp==2.0.0-beta.8' && \"$0\" \"$@\"\n" - sh - -ec - 'program_path=$(mktemp -d) @@ -88,7 +90,7 @@ deploymentSpec: - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ \ python3 -m pip install --quiet --no-warn-script-location 'aiplatform'\ - \ 'kfp==2.0.0-beta.4' && \"$0\" \"$@\"\n" + \ 'kfp==2.0.0-beta.8' && \"$0\" \"$@\"\n" - sh - -ec - 'program_path=$(mktemp -d) @@ -148,4 +150,4 @@ root: taskInfo: name: model-producer schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-beta.4 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_if_placeholder.yaml b/sdk/python/test_data/pipelines/pipeline_with_if_placeholder.yaml index 80dd6a7e2ef..dcedfcf2437 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_if_placeholder.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_if_placeholder.yaml @@ -1,3 +1,9 @@ +# PIPELINE DEFINITION +# Name: one-step-pipeline-with-if-placeholder +# Inputs: +# input0: str +# input1: str +# input2: str components: comp-component-with-optional-inputs: executorLabel: exec-component-with-optional-inputs @@ -46,4 +52,4 @@ root: input2: parameterType: STRING schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_importer.yaml b/sdk/python/test_data/pipelines/pipeline_with_importer.yaml index c1d7120674a..f8a038b717e 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_importer.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_importer.yaml @@ -1,3 +1,7 @@ +# PIPELINE DEFINITION +# Name: pipeline-with-importer +# Inputs: +# dataset2: str [Default: 'gs://ml-pipeline-playground/shakespeare2.txt'] components: comp-condition-1: dag: @@ -124,7 +128,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.4'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -156,7 +160,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.4'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -231,4 +235,4 @@ root: defaultValue: gs://ml-pipeline-playground/shakespeare2.txt parameterType: STRING schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-beta.4 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_importer_and_gcpc_types.yaml b/sdk/python/test_data/pipelines/pipeline_with_importer_and_gcpc_types.yaml index 12fed6e66c2..ca7a4c746c3 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_importer_and_gcpc_types.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_importer_and_gcpc_types.yaml @@ -1,3 +1,5 @@ +# PIPELINE DEFINITION +# Name: pipeline-with-importer-and-gcpc-type components: comp-consumer-op: executorLabel: exec-consumer-op @@ -71,4 +73,4 @@ root: taskInfo: name: importer schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-beta.3 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_loops.yaml b/sdk/python/test_data/pipelines/pipeline_with_loops.yaml index d2837e70672..5c2bfc7deef 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_loops.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_loops.yaml @@ -1,3 +1,7 @@ +# PIPELINE DEFINITION +# Name: pipeline-with-loops +# Inputs: +# loop_parameter: list components: comp-args-generator-op: executorLabel: exec-args-generator-op @@ -167,7 +171,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -194,7 +198,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -220,7 +224,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -246,7 +250,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -272,7 +276,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -298,7 +302,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -324,7 +328,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -350,7 +354,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -420,4 +424,4 @@ root: loop_parameter: parameterType: LIST schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_loops_and_conditions.yaml b/sdk/python/test_data/pipelines/pipeline_with_loops_and_conditions.yaml index 2e61da7f011..82d94f1a43e 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_loops_and_conditions.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_loops_and_conditions.yaml @@ -1,3 +1,8 @@ +# PIPELINE DEFINITION +# Name: pipeline-with-loops-and-conditions-multi-layers +# Inputs: +# loop_parameter: list [Default: [{'A_a': 'heads', 'B_b': ['A', 'B']}, {'A_a': 'tails', 'B_b': ['X', 'Y', 'Z']}]] +# msg: str [Default: 'hello'] components: comp-args-generator-op: executorLabel: exec-args-generator-op @@ -572,7 +577,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -601,7 +606,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -630,7 +635,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -658,7 +663,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -684,7 +689,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -711,7 +716,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -738,7 +743,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -765,7 +770,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -792,7 +797,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -819,7 +824,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -846,7 +851,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -873,7 +878,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -900,7 +905,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -990,4 +995,4 @@ root: defaultValue: hello parameterType: STRING schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_metrics_outputs.yaml b/sdk/python/test_data/pipelines/pipeline_with_metrics_outputs.yaml index 79dfcdf0803..b5ee2b1d915 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_metrics_outputs.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_metrics_outputs.yaml @@ -1,3 +1,8 @@ +# PIPELINE DEFINITION +# Name: pipeline-with-metrics-outputs +# Outputs: +# output-metrics-2-metrics: system.Metrics +# output-metrics-metrics: system.Metrics components: comp-for-loop-2: dag: @@ -56,7 +61,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -85,7 +90,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -144,4 +149,4 @@ root: schemaTitle: system.Metrics schemaVersion: 0.0.1 schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_multiple_exit_handlers.yaml b/sdk/python/test_data/pipelines/pipeline_with_multiple_exit_handlers.yaml index dd9d4273e5f..5c7c749d4ac 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_multiple_exit_handlers.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_multiple_exit_handlers.yaml @@ -1,3 +1,7 @@ +# PIPELINE DEFINITION +# Name: pipeline-with-multiple-exit-handlers +# Inputs: +# message: str [Default: 'Hello World!'] components: comp-exit-handler-1: dag: @@ -121,7 +125,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.1'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -148,7 +152,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.1'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -175,7 +179,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.1'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -202,7 +206,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.1'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -229,7 +233,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.1'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -256,7 +260,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.1'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -283,7 +287,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.1'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -384,4 +388,4 @@ root: defaultValue: Hello World! parameterType: STRING schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-beta.1 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_nested_conditions.yaml b/sdk/python/test_data/pipelines/pipeline_with_nested_conditions.yaml index 591f00af62b..dcba7607c77 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_nested_conditions.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_nested_conditions.yaml @@ -1,3 +1,5 @@ +# PIPELINE DEFINITION +# Name: nested-conditions-pipeline components: comp-condition-1: dag: @@ -145,7 +147,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -173,7 +175,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -201,7 +203,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -229,7 +231,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -257,7 +259,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -284,7 +286,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -311,7 +313,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -338,7 +340,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -424,4 +426,4 @@ root: taskInfo: name: print-op-2 schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_nested_conditions_yaml.yaml b/sdk/python/test_data/pipelines/pipeline_with_nested_conditions_yaml.yaml index 80ca0166701..d8271740f3d 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_nested_conditions_yaml.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_nested_conditions_yaml.yaml @@ -1,3 +1,6 @@ +# PIPELINE DEFINITION +# Name: conditional-execution-pipeline +# Description: Shows how to use dsl.Condition(). components: comp-condition-1: dag: @@ -343,4 +346,4 @@ root: taskInfo: name: flip-coin schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_nested_loops.yaml b/sdk/python/test_data/pipelines/pipeline_with_nested_loops.yaml index 8efe4fa20ff..cde8fe47ded 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_nested_loops.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_nested_loops.yaml @@ -1,3 +1,7 @@ +# PIPELINE DEFINITION +# Name: pipeline-with-nested-loops +# Inputs: +# loop_parameter: list [Default: [{'p_a': [{'q_a': '1'}, {'q_a': '2'}], 'p_b': 'hello'}, {'p_a': [{'q_a': '11'}, {'q_a': '22'}], 'p_b': 'halo'}]] components: comp-for-loop-1: dag: @@ -134,7 +138,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -161,7 +165,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -188,7 +192,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -244,4 +248,4 @@ root: p_b: halo parameterType: LIST schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_ontology.yaml b/sdk/python/test_data/pipelines/pipeline_with_ontology.yaml index 226b1d43477..64818e78957 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_ontology.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_ontology.yaml @@ -1,3 +1,10 @@ +# PIPELINE DEFINITION +# Name: two-step-pipeline-with-ontology +# Description: A linear two-step pipeline with artifact ontology types. +# Inputs: +# input_location: str [Default: 'gs://test-bucket/pipeline_root'] +# n_epochs: int [Default: 200.0] +# optimizer: str [Default: 'sgd'] components: comp-ingestion: executorLabel: exec-ingestion @@ -101,4 +108,4 @@ root: defaultValue: sgd parameterType: STRING schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_outputs.yaml b/sdk/python/test_data/pipelines/pipeline_with_outputs.yaml index d49a2a85a0a..566a6a37307 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_outputs.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_outputs.yaml @@ -1,3 +1,9 @@ +# PIPELINE DEFINITION +# Name: pipeline-in-pipeline +# Inputs: +# msg: str [Default: 'Hello'] +# Outputs: +# Output: system.Artifact components: comp-inner-pipeline: dag: @@ -98,7 +104,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.3'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -125,7 +131,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.3'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -196,4 +202,4 @@ root: schemaTitle: system.Artifact schemaVersion: 0.0.1 schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-beta.3 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_parallelfor_parallelism.yaml b/sdk/python/test_data/pipelines/pipeline_with_parallelfor_parallelism.yaml index 0655fe080d4..1d4e92538f6 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_parallelfor_parallelism.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_parallelfor_parallelism.yaml @@ -1,3 +1,7 @@ +# PIPELINE DEFINITION +# Name: pipeline-with-loops +# Inputs: +# loop_parameter: list components: comp-for-loop-1: dag: @@ -175,7 +179,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.2'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -201,7 +205,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.2'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -227,7 +231,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.2'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -253,7 +257,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.2'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -279,7 +283,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.2'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -305,7 +309,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.2'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -353,4 +357,4 @@ root: loop_parameter: parameterType: LIST schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-beta.2 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_params_containing_format.yaml b/sdk/python/test_data/pipelines/pipeline_with_params_containing_format.yaml index abba4dff866..f7fdb1add25 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_params_containing_format.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_params_containing_format.yaml @@ -1,3 +1,7 @@ +# PIPELINE DEFINITION +# Name: pipeline-with-pipelineparam-containing-format +# Inputs: +# name: str [Default: 'KFP'] components: comp-for-loop-2: dag: @@ -70,7 +74,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -97,7 +101,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -124,7 +128,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -195,4 +199,4 @@ root: defaultValue: KFP parameterType: STRING schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_placeholders.yaml b/sdk/python/test_data/pipelines/pipeline_with_placeholders.yaml index 87a558a62fd..cc1b2eb946f 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_placeholders.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_placeholders.yaml @@ -1,3 +1,5 @@ +# PIPELINE DEFINITION +# Name: pipeline-with-placeholders components: comp-print-op: executorLabel: exec-print-op @@ -53,7 +55,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -79,7 +81,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -105,7 +107,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -131,7 +133,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -157,7 +159,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -252,4 +254,4 @@ root: taskInfo: name: print-op-5 schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_resource_spec.yaml b/sdk/python/test_data/pipelines/pipeline_with_resource_spec.yaml index 6f757bdba96..0bdb91155af 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_resource_spec.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_resource_spec.yaml @@ -1,3 +1,10 @@ +# PIPELINE DEFINITION +# Name: two-step-pipeline-with-resource-spec +# Description: A linear two-step pipeline with resource specification. +# Inputs: +# input_location: str [Default: 'gs://test-bucket/pipeline_root'] +# n_epochs: int [Default: 200.0] +# optimizer: str [Default: 'sgd'] components: comp-ingestion: executorLabel: exec-ingestion @@ -107,4 +114,4 @@ root: defaultValue: sgd parameterType: STRING schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_retry.yaml b/sdk/python/test_data/pipelines/pipeline_with_retry.yaml index 011e730f3bf..4dbee4788ad 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_retry.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_retry.yaml @@ -1,3 +1,8 @@ +# PIPELINE DEFINITION +# Name: test-pipeline +# Inputs: +# a: float [Default: 1.0] +# b: float [Default: 7.0] components: comp-add: executorLabel: exec-add @@ -25,7 +30,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -71,4 +76,4 @@ root: defaultValue: 7.0 parameterType: NUMBER_DOUBLE schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_reused_component.yaml b/sdk/python/test_data/pipelines/pipeline_with_reused_component.yaml index 3f9c60de2f8..b7ca9e2e206 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_reused_component.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_reused_component.yaml @@ -1,3 +1,8 @@ +# PIPELINE DEFINITION +# Name: add-pipeline +# Inputs: +# a: int [Default: 2.0] +# b: int [Default: 5.0] components: comp-add: executorLabel: exec-add @@ -143,4 +148,4 @@ root: defaultValue: 5.0 parameterType: NUMBER_INTEGER schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_task_final_status.yaml b/sdk/python/test_data/pipelines/pipeline_with_task_final_status.yaml index a89c4d7d319..830b1679b0a 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_task_final_status.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_task_final_status.yaml @@ -1,3 +1,7 @@ +# PIPELINE DEFINITION +# Name: pipeline-with-task-final-status +# Inputs: +# message: str [Default: 'Hello World!'] components: comp-exit-handler-1: dag: @@ -63,7 +67,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -94,7 +98,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -121,7 +125,7 @@ deploymentSpec: - -c - "\nif ! [ -x \"$(command -v pip)\" ]; then\n python3 -m ensurepip ||\ \ python3 -m ensurepip --user || apt-get install python3-pip\nfi\n\nPIP_DISABLE_PIP_VERSION_CHECK=1\ - \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-alpha.5'\ + \ python3 -m pip install --quiet --no-warn-script-location 'kfp==2.0.0-beta.8'\ \ && \"$0\" \"$@\"\n" - sh - -ec @@ -174,4 +178,4 @@ root: defaultValue: Hello World! parameterType: STRING schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_task_final_status_yaml.yaml b/sdk/python/test_data/pipelines/pipeline_with_task_final_status_yaml.yaml index 3d453cf8792..aa10d1fb287 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_task_final_status_yaml.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_task_final_status_yaml.yaml @@ -1,3 +1,7 @@ +# PIPELINE DEFINITION +# Name: pipeline-with-task-final-status-yaml +# Inputs: +# message: str [Default: 'Hello World!'] components: comp-exit-handler-1: dag: @@ -86,4 +90,4 @@ root: defaultValue: Hello World! parameterType: STRING schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/pipeline_with_various_io_types.yaml b/sdk/python/test_data/pipelines/pipeline_with_various_io_types.yaml index a4de309388c..96d794a249b 100644 --- a/sdk/python/test_data/pipelines/pipeline_with_various_io_types.yaml +++ b/sdk/python/test_data/pipelines/pipeline_with_various_io_types.yaml @@ -1,3 +1,9 @@ +# PIPELINE DEFINITION +# Name: pipeline-with-various-types +# Inputs: +# input1: str +# input3: system.Artifact +# input4: str [Default: ''] components: comp-downstream: executorLabel: exec-downstream @@ -206,4 +212,4 @@ root: defaultValue: '' parameterType: STRING schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-beta.1 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/two_step_pipeline.yaml b/sdk/python/test_data/pipelines/two_step_pipeline.yaml index 5ac219dc989..2acd8f8b944 100644 --- a/sdk/python/test_data/pipelines/two_step_pipeline.yaml +++ b/sdk/python/test_data/pipelines/two_step_pipeline.yaml @@ -1,3 +1,7 @@ +# PIPELINE DEFINITION +# Name: simple-two-step-pipeline +# Inputs: +# text: str [Default: 'Hello KFP!'] components: comp-read-from-gcs: executorLabel: exec-read-from-gcs @@ -84,4 +88,4 @@ root: defaultValue: Hello KFP! parameterType: STRING schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-alpha.5 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/two_step_pipeline_containerized.yaml b/sdk/python/test_data/pipelines/two_step_pipeline_containerized.yaml index 5ebb798e8ec..d36fb433726 100644 --- a/sdk/python/test_data/pipelines/two_step_pipeline_containerized.yaml +++ b/sdk/python/test_data/pipelines/two_step_pipeline_containerized.yaml @@ -1,3 +1,7 @@ +# PIPELINE DEFINITION +# Name: containerized-two-step-pipeline +# Inputs: +# text: str components: comp-component1: executorLabel: exec-component1 @@ -74,4 +78,4 @@ root: text: parameterType: STRING schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-beta.2 +sdkVersion: kfp-2.0.0-beta.8 diff --git a/sdk/python/test_data/pipelines/xgboost_sample_pipeline.yaml b/sdk/python/test_data/pipelines/xgboost_sample_pipeline.yaml index f36bf203594..79754703b28 100644 --- a/sdk/python/test_data/pipelines/xgboost_sample_pipeline.yaml +++ b/sdk/python/test_data/pipelines/xgboost_sample_pipeline.yaml @@ -1,3 +1,5 @@ +# PIPELINE DEFINITION +# Name: xgboost-sample-pipeline components: comp-chicago-taxi-trips-dataset: executorLabel: exec-chicago-taxi-trips-dataset @@ -885,4 +887,4 @@ root: taskInfo: name: xgboost-train-2 schemaVersion: 2.1.0 -sdkVersion: kfp-2.0.0-beta.6 +sdkVersion: kfp-2.0.0-beta.8