feat: upgrade to kfp v2 and Python 3.9

.pre-commit-config.yaml

@@ -14,7 +14,7 @@
 
 ---
 default_language_version:
-  python: python3.7
+  python: python3.9
 
 repos:
   - repo: https://github.com/gruntwork-io/pre-commit

.python-version

@@ -1 +1 @@
-3.7.12 
+3.9.16 

Makefile

@@ -105,3 +105,9 @@ destroy-infra: ## DESTROY the Terraform infrastructure in your project. Requires
 	@ cd terraform/envs/$(env) && \
 	terraform init -backend-config='bucket=${VERTEX_PROJECT_ID}-tfstate' && \
 	terraform destroy -var 'project_id=${VERTEX_PROJECT_ID}' -var 'region=${VERTEX_LOCATION}'
+
+build-training-container: ## Build and push training container image using Docker
+	@ cd training && \
+	poetry export -f requirements.txt -o requirements.txt && \
+	docker build -t ${TRAINING_CONTAINER_IMAGE} . && \
+	docker push ${TRAINING_CONTAINER_IMAGE}

cloudbuild/e2e-test.yaml

@@ -28,7 +28,7 @@ steps:
 
   # Install Python deps
   # Run end-to-end (E2E) pipeline tests on both pipelines
-  - name: python:3.7
+  - name: python:3.9
     entrypoint: /bin/sh
     args:
       - -c

cloudbuild/pr-checks.yaml

@@ -17,7 +17,7 @@ steps:
   # Install poetry and deps, run pre-commit and unit tests
   # Then compile pipelines (to make sure they can compile)
   # need to run "git init" for pre-commit checks to work
-  - name: python:3.7
+  - name: python:3.9
     entrypoint: /bin/sh
     args:
       - -c

cloudbuild/release.yaml

@@ -15,7 +15,7 @@
 steps:
 
   # Install poetry, install deps, compile pipelines
-  - name: python:3.7
+  - name: python:3.9
     entrypoint: /bin/sh
     args:
       - -c

cloudbuild/trigger-tests.yaml

@@ -13,7 +13,7 @@
 # limitations under the License.
 ---
 steps:
-  - name: 'python:3.7'
+  - name: 'python:3.9'
     args:
       - '-c'
       - |

components/bigquery-components/.python-version

@@ -1 +1 @@
-3.7.12
+3.9.16

components/bigquery-components/pyproject.toml

@@ -7,11 +7,11 @@ readme = "README.md"
 classifiers = [
     "Development Status :: 3 - Alpha",
     "Intended Audience :: Developers",
-    "Programming Language :: Python :: 3.7",
+    "Programming Language :: Python :: 3.9",
 ]
 
 [tool.poetry.dependencies]
-python = ">=3.7,<3.11"
+python = ">=3.9,<3.11"
 kfp = "^2.0.1"
 
 [tool.poetry.group.dev.dependencies]

components/bigquery-components/src/bigquery_components/extract_bq_to_dataset.py

@@ -16,7 +16,7 @@
 
 
 @component(
-    base_image="python:3.7",
+    base_image="python:3.9",
     packages_to_install=["google-cloud-bigquery==2.30.0"],
 )
 def extract_bq_to_dataset(

components/vertex-components/.python-version

@@ -1 +1 @@
-3.7.12
+3.9.16