From e240038bea1f3bdfe2092823688d35dc78fb6e6b Mon Sep 17 00:00:00 2001 From: Flyte Bot Date: Mon, 19 Dec 2022 20:24:19 -0800 Subject: [PATCH] Update Flyte components (#3171) Signed-off-by: Flyte-Bot --- CHANGELOG/CHANGELOG-v1.3.0-b5.md | 3 + charts/flyte-core/README.md | 6 +- charts/flyte-core/values.yaml | 6 +- charts/flyte/README.md | 8 +- charts/flyte/values.yaml | 6 +- .../flyte_aws_scheduler_helm_generated.yaml | 20 +-- deployment/eks/flyte_generated.yaml | 18 +-- .../flyte_helm_controlplane_generated.yaml | 16 +-- .../eks/flyte_helm_dataplane_generated.yaml | 8 +- deployment/eks/flyte_helm_generated.yaml | 24 ++-- deployment/gcp/flyte_generated.yaml | 18 +-- .../flyte_helm_controlplane_generated.yaml | 16 +-- .../gcp/flyte_helm_dataplane_generated.yaml | 8 +- deployment/gcp/flyte_helm_generated.yaml | 24 ++-- deployment/sandbox/flyte_generated.yaml | 20 +-- deployment/sandbox/flyte_helm_generated.yaml | 24 ++-- deployment/test/flyte_generated.yaml | 16 +-- go.mod | 8 +- go.sum | 16 +-- kustomize/overlays/eks/kustomization.yaml | 6 +- kustomize/overlays/gcp/kustomization.yaml | 6 +- kustomize/overlays/sandbox/kustomization.yaml | 6 +- kustomize/overlays/test/kustomization.yaml | 6 +- rsts/conf.py | 2 +- .../cluster_config/flyteadmin_config.rst | 72 +++++++--- .../cluster_config/flytepropeller_config.rst | 132 ++++++++++++++++++ .../cluster_config/scheduler_config.rst | 72 +++++++--- 27 files changed, 391 insertions(+), 176 deletions(-) create mode 100644 CHANGELOG/CHANGELOG-v1.3.0-b5.md diff --git a/CHANGELOG/CHANGELOG-v1.3.0-b5.md b/CHANGELOG/CHANGELOG-v1.3.0-b5.md new file mode 100644 index 0000000000..e133da6970 --- /dev/null +++ b/CHANGELOG/CHANGELOG-v1.3.0-b5.md @@ -0,0 +1,3 @@ +# Flyte v1.3.0-b5 Changelog + +Databricks and dbx plugin changes. diff --git a/charts/flyte-core/README.md b/charts/flyte-core/README.md index 796f0d0867..86f3aa3098 100644 --- a/charts/flyte-core/README.md +++ b/charts/flyte-core/README.md @@ -146,7 +146,7 @@ helm install gateway bitnami/contour -n flyte | flyteadmin.extraArgs | object | `{}` | Appends extra command line arguments to the serve command | | flyteadmin.image.pullPolicy | string | `"IfNotPresent"` | | | flyteadmin.image.repository | string | `"cr.flyte.org/flyteorg/flyteadmin"` | Docker image for Flyteadmin deployment | -| flyteadmin.image.tag | string | `"v1.1.62"` | | +| flyteadmin.image.tag | string | `"v1.1.64"` | | | flyteadmin.initialProjects | list | `["flytesnacks","flytetester","flyteexamples"]` | Initial projects to create | | flyteadmin.nodeSelector | object | `{}` | nodeSelector for Flyteadmin deployment | | flyteadmin.podAnnotations | object | `{}` | Annotations for Flyteadmin pods | @@ -185,7 +185,7 @@ helm install gateway bitnami/contour -n flyte | flytepropeller.extraArgs | object | `{}` | Appends extra command line arguments to the main command | | flytepropeller.image.pullPolicy | string | `"IfNotPresent"` | | | flytepropeller.image.repository | string | `"cr.flyte.org/flyteorg/flytepropeller"` | Docker image for Flytepropeller deployment | -| flytepropeller.image.tag | string | `"v1.1.54"` | | +| flytepropeller.image.tag | string | `"v1.1.55"` | | | flytepropeller.manager | bool | `false` | | | flytepropeller.nodeSelector | object | `{}` | nodeSelector for Flytepropeller deployment | | flytepropeller.podAnnotations | object | `{}` | Annotations for Flytepropeller pods | @@ -202,7 +202,7 @@ helm install gateway bitnami/contour -n flyte | flytescheduler.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files | | flytescheduler.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flytescheduler.image.repository | string | `"cr.flyte.org/flyteorg/flytescheduler"` | Docker image for Flytescheduler deployment | -| flytescheduler.image.tag | string | `"v1.1.62"` | Docker image tag | +| flytescheduler.image.tag | string | `"v1.1.64"` | Docker image tag | | flytescheduler.nodeSelector | object | `{}` | nodeSelector for Flytescheduler deployment | | flytescheduler.podAnnotations | object | `{}` | Annotations for Flytescheduler pods | | flytescheduler.priorityClassName | string | `""` | Sets priorityClassName for flyte scheduler pod(s). | diff --git a/charts/flyte-core/values.yaml b/charts/flyte-core/values.yaml index 3da8dc55bc..b50998733a 100755 --- a/charts/flyte-core/values.yaml +++ b/charts/flyte-core/values.yaml @@ -16,7 +16,7 @@ flyteadmin: image: # -- Docker image for Flyteadmin deployment repository: cr.flyte.org/flyteorg/flyteadmin # FLYTEADMIN_IMAGE - tag: v1.1.62 # FLYTEADMIN_TAG + tag: v1.1.64 # FLYTEADMIN_TAG pullPolicy: IfNotPresent # -- Additional flyteadmin container environment variables # @@ -95,7 +95,7 @@ flytescheduler: # -- Docker image for Flytescheduler deployment repository: cr.flyte.org/flyteorg/flytescheduler # FLYTESCHEDULER_IMAGE # -- Docker image tag - tag: v1.1.62 # FLYTESCHEDULER_TAG + tag: v1.1.64 # FLYTESCHEDULER_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytescheduler deployment @@ -198,7 +198,7 @@ flytepropeller: image: # -- Docker image for Flytepropeller deployment repository: cr.flyte.org/flyteorg/flytepropeller # FLYTEPROPELLER_IMAGE - tag: v1.1.54 # FLYTEPROPELLER_TAG + tag: v1.1.55 # FLYTEPROPELLER_TAG pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytepropeller deployment resources: diff --git a/charts/flyte/README.md b/charts/flyte/README.md index a6c7357e76..4df9d7ae61 100644 --- a/charts/flyte/README.md +++ b/charts/flyte/README.md @@ -68,7 +68,7 @@ helm upgrade -f values-sandbox.yaml flyte . | contour.replicaCount | int | `1` | Replicas count for Contour deployment | | contour.serviceAccountAnnotations | object | `{}` | Annotations for ServiceAccount attached to Contour pods | | contour.tolerations | list | `[]` | tolerations for Contour deployment | -| flyte | object | `{"cluster_resource_manager":{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]},"common":{"databaseSecret":{"name":"","secretManifest":{}},"flyteNamespaceTemplate":{"enabled":false},"ingress":{"albSSLRedirect":false,"annotations":{"nginx.ingress.kubernetes.io/app-root":"/console"},"enabled":true,"host":"","separateGrpcIngress":false,"separateGrpcIngressAnnotations":{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"},"tls":{"enabled":false},"webpackHMR":true}},"configmap":{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config","DISABLE_AUTH":"1"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.24","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array"]}}},"k8s":{"plugins":{"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}},"datacatalog":{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v1.0.40"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"db":{"admin":{"database":{"dbname":"flyteadmin","host":"postgres","port":5432,"username":"postgres"}},"datacatalog":{"database":{"dbname":"datacatalog","host":"postgres","port":5432,"username":"postgres"}}},"deployRedoc":true,"flyteadmin":{"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyte/config/*.yaml","env":[],"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteadmin","tag":"v1.1.62"},"initialProjects":["flytesnacks","flytetester","flyteexamples"],"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"loadBalancerSourceRanges":[],"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flyteconsole":{"affinity":{},"ga":{"enabled":true,"tracking_id":"G-0QW4DJWJ20"},"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v1.4.0"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"275Mi"},"requests":{"cpu":"10m","memory":"250Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]},"flytepropeller":{"affinity":{},"cacheSizeMbs":0,"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v1.1.54"},"manager":false,"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flytescheduler":{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v1.1.62"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"storage":{"bucketName":"my-s3-bucket","custom":{},"gcs":null,"s3":{"region":"us-east-1"},"type":"sandbox"},"webhook":{"enabled":true,"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]}},"workflow_notifications":{"config":{},"enabled":false},"workflow_scheduler":{"enabled":true,"type":"native"}}` | ------------------------------------------------------------------- Core System settings This section consists of Core components of Flyte and their deployment settings. This includes FlyteAdmin service, Datacatalog, FlytePropeller and Flyteconsole | +| flyte | object | `{"cluster_resource_manager":{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]},"common":{"databaseSecret":{"name":"","secretManifest":{}},"flyteNamespaceTemplate":{"enabled":false},"ingress":{"albSSLRedirect":false,"annotations":{"nginx.ingress.kubernetes.io/app-root":"/console"},"enabled":true,"host":"","separateGrpcIngress":false,"separateGrpcIngressAnnotations":{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"},"tls":{"enabled":false},"webpackHMR":true}},"configmap":{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config","DISABLE_AUTH":"1"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.24","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array"]}}},"k8s":{"plugins":{"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}},"datacatalog":{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v1.0.40"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"db":{"admin":{"database":{"dbname":"flyteadmin","host":"postgres","port":5432,"username":"postgres"}},"datacatalog":{"database":{"dbname":"datacatalog","host":"postgres","port":5432,"username":"postgres"}}},"deployRedoc":true,"flyteadmin":{"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyte/config/*.yaml","env":[],"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteadmin","tag":"v1.1.64"},"initialProjects":["flytesnacks","flytetester","flyteexamples"],"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"loadBalancerSourceRanges":[],"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flyteconsole":{"affinity":{},"ga":{"enabled":true,"tracking_id":"G-0QW4DJWJ20"},"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v1.4.0"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"275Mi"},"requests":{"cpu":"10m","memory":"250Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]},"flytepropeller":{"affinity":{},"cacheSizeMbs":0,"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v1.1.55"},"manager":false,"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flytescheduler":{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v1.1.64"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"storage":{"bucketName":"my-s3-bucket","custom":{},"gcs":null,"s3":{"region":"us-east-1"},"type":"sandbox"},"webhook":{"enabled":true,"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]}},"workflow_notifications":{"config":{},"enabled":false},"workflow_scheduler":{"enabled":true,"type":"native"}}` | ------------------------------------------------------------------- Core System settings This section consists of Core components of Flyte and their deployment settings. This includes FlyteAdmin service, Datacatalog, FlytePropeller and Flyteconsole | | flyte.cluster_resource_manager | object | `{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]}` | Configuration for the Cluster resource manager component. This is an optional component, that enables automatic cluster configuration. This is useful to set default quotas, manage namespaces etc that map to a project/domain | | flyte.cluster_resource_manager.config.cluster_resources | object | `{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}` | ClusterResource parameters Refer to the [structure](https://pkg.go.dev/github.com/lyft/flyteadmin@v0.3.37/pkg/runtime/interfaces#ClusterResourceConfig) to customize. | | flyte.cluster_resource_manager.config.cluster_resources.standaloneDeployment | bool | `false` | Starts the cluster resource manager in standalone mode with requisite auth credentials to call flyteadmin service endpoints | @@ -133,7 +133,7 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.flyteadmin.env | list | `[]` | Additional flyteadmin container environment variables e.g. SendGrid's API key - name: SENDGRID_API_KEY value: "" e.g. secret environment variable (you can combine it with .additionalVolumes): - name: SENDGRID_API_KEY valueFrom: secretKeyRef: name: sendgrid-secret key: api_key | | flyte.flyteadmin.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flyteadmin.image.repository | string | `"cr.flyte.org/flyteorg/flyteadmin"` | Docker image for Flyteadmin deployment | -| flyte.flyteadmin.image.tag | string | `"v1.1.62"` | Docker image tag | +| flyte.flyteadmin.image.tag | string | `"v1.1.64"` | Docker image tag | | flyte.flyteadmin.initialProjects | list | `["flytesnacks","flytetester","flyteexamples"]` | Initial projects to create | | flyte.flyteadmin.nodeSelector | object | `{}` | nodeSelector for Flyteadmin deployment | | flyte.flyteadmin.podAnnotations | object | `{}` | Annotations for Flyteadmin pods | @@ -159,7 +159,7 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.flytepropeller.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files | | flyte.flytepropeller.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flytepropeller.image.repository | string | `"cr.flyte.org/flyteorg/flytepropeller"` | Docker image for Flytepropeller deployment | -| flyte.flytepropeller.image.tag | string | `"v1.1.54"` | Docker image tag | +| flyte.flytepropeller.image.tag | string | `"v1.1.55"` | Docker image tag | | flyte.flytepropeller.nodeSelector | object | `{}` | nodeSelector for Flytepropeller deployment | | flyte.flytepropeller.podAnnotations | object | `{}` | Annotations for Flytepropeller pods | | flyte.flytepropeller.replicaCount | int | `1` | Replicas count for Flytepropeller deployment | @@ -173,7 +173,7 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.flytescheduler.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files | | flyte.flytescheduler.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flytescheduler.image.repository | string | `"cr.flyte.org/flyteorg/flytescheduler"` | Docker image for Flytescheduler deployment | -| flyte.flytescheduler.image.tag | string | `"v1.1.62"` | Docker image tag | +| flyte.flytescheduler.image.tag | string | `"v1.1.64"` | Docker image tag | | flyte.flytescheduler.nodeSelector | object | `{}` | nodeSelector for Flytescheduler deployment | | flyte.flytescheduler.podAnnotations | object | `{}` | Annotations for Flytescheduler pods | | flyte.flytescheduler.resources | object | `{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}}` | Default resources requests and limits for Flytescheduler deployment | diff --git a/charts/flyte/values.yaml b/charts/flyte/values.yaml index b03926ccbc..2641d6b8cc 100755 --- a/charts/flyte/values.yaml +++ b/charts/flyte/values.yaml @@ -16,7 +16,7 @@ flyte: # -- Docker image for Flyteadmin deployment repository: cr.flyte.org/flyteorg/flyteadmin # FLYTEADMIN_IMAGE # -- Docker image tag - tag: v1.1.62 # FLYTEADMIN_TAG + tag: v1.1.64 # FLYTEADMIN_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Additional flyteadmin container environment variables @@ -84,7 +84,7 @@ flyte: # -- Docker image for Flytescheduler deployment repository: cr.flyte.org/flyteorg/flytescheduler # FLYTESCHEDULER_IMAGE # -- Docker image tag - tag: v1.1.62 # FLYTESCHEDULER_TAG + tag: v1.1.64 # FLYTESCHEDULER_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytescheduler deployment @@ -178,7 +178,7 @@ flyte: # -- Docker image for Flytepropeller deployment repository: cr.flyte.org/flyteorg/flytepropeller # FLYTEPROPELLER_IMAGE # -- Docker image tag - tag: v1.1.54 # FLYTEPROPELLER_TAG + tag: v1.1.55 # FLYTEPROPELLER_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytepropeller deployment diff --git a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml index 1567871734..61d3c372af 100644 --- a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml +++ b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml @@ -868,7 +868,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -885,7 +885,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -899,7 +899,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -912,7 +912,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -935,7 +935,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -1036,7 +1036,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -1260,7 +1260,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.54" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -1314,7 +1314,7 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.1.54 + app.kubernetes.io/version: v1.1.55 annotations: configChecksum: "123b14fa527f432b1b68d510c4423ab76f657aec5cebb2f8b9c16f477d4bc39" spec: @@ -1325,7 +1325,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.54" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -1348,7 +1348,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.54" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/eks/flyte_generated.yaml b/deployment/eks/flyte_generated.yaml index a141cb1e0d..0b44961e32 100644 --- a/deployment/eks/flyte_generated.yaml +++ b/deployment/eks/flyte_generated.yaml @@ -8724,7 +8724,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.54 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 imagePullPolicy: IfNotPresent name: webhook volumeMounts: @@ -8751,7 +8751,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.54 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -8799,7 +8799,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -8846,7 +8846,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -8863,7 +8863,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -8877,7 +8877,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -8897,7 +8897,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -9002,7 +9002,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.54 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 imagePullPolicy: IfNotPresent name: flytepropeller ports: @@ -9270,7 +9270,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/deployment/eks/flyte_helm_controlplane_generated.yaml b/deployment/eks/flyte_helm_controlplane_generated.yaml index 86fd595886..77791d1b07 100644 --- a/deployment/eks/flyte_helm_controlplane_generated.yaml +++ b/deployment/eks/flyte_helm_controlplane_generated.yaml @@ -574,7 +574,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -591,7 +591,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -605,7 +605,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -618,7 +618,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -641,7 +641,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -742,7 +742,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -957,7 +957,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.62" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.64" imagePullPolicy: "IfNotPresent" name: flytescheduler-check volumeMounts: @@ -973,7 +973,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.62" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.64" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: diff --git a/deployment/eks/flyte_helm_dataplane_generated.yaml b/deployment/eks/flyte_helm_dataplane_generated.yaml index d24257adce..739475f73a 100644 --- a/deployment/eks/flyte_helm_dataplane_generated.yaml +++ b/deployment/eks/flyte_helm_dataplane_generated.yaml @@ -452,7 +452,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.54" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -506,7 +506,7 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.1.54 + app.kubernetes.io/version: v1.1.55 annotations: configChecksum: "123b14fa527f432b1b68d510c4423ab76f657aec5cebb2f8b9c16f477d4bc39" spec: @@ -517,7 +517,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.54" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -540,7 +540,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.54" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/eks/flyte_helm_generated.yaml b/deployment/eks/flyte_helm_generated.yaml index ef5a152f54..19b2689776 100644 --- a/deployment/eks/flyte_helm_generated.yaml +++ b/deployment/eks/flyte_helm_generated.yaml @@ -899,7 +899,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -916,7 +916,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -930,7 +930,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -943,7 +943,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -966,7 +966,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -1067,7 +1067,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -1282,7 +1282,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.62" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.64" imagePullPolicy: "IfNotPresent" name: flytescheduler-check volumeMounts: @@ -1298,7 +1298,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.62" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.64" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: @@ -1379,7 +1379,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.54" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -1433,7 +1433,7 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.1.54 + app.kubernetes.io/version: v1.1.55 annotations: configChecksum: "123b14fa527f432b1b68d510c4423ab76f657aec5cebb2f8b9c16f477d4bc39" spec: @@ -1444,7 +1444,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.54" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -1467,7 +1467,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.54" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/gcp/flyte_generated.yaml b/deployment/gcp/flyte_generated.yaml index 63b631dd48..70614330ee 100644 --- a/deployment/gcp/flyte_generated.yaml +++ b/deployment/gcp/flyte_generated.yaml @@ -8766,7 +8766,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.54 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 imagePullPolicy: IfNotPresent name: webhook volumeMounts: @@ -8793,7 +8793,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.54 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -8841,7 +8841,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -8888,7 +8888,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -8905,7 +8905,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -8919,7 +8919,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -8939,7 +8939,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -9044,7 +9044,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.54 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 imagePullPolicy: IfNotPresent name: flytepropeller ports: @@ -9312,7 +9312,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/deployment/gcp/flyte_helm_controlplane_generated.yaml b/deployment/gcp/flyte_helm_controlplane_generated.yaml index 8e78b9dc1d..b758a85057 100644 --- a/deployment/gcp/flyte_helm_controlplane_generated.yaml +++ b/deployment/gcp/flyte_helm_controlplane_generated.yaml @@ -589,7 +589,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -606,7 +606,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -620,7 +620,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -633,7 +633,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -656,7 +656,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -757,7 +757,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -972,7 +972,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.62" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.64" imagePullPolicy: "IfNotPresent" name: flytescheduler-check volumeMounts: @@ -988,7 +988,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.62" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.64" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: diff --git a/deployment/gcp/flyte_helm_dataplane_generated.yaml b/deployment/gcp/flyte_helm_dataplane_generated.yaml index de78c76d42..92aa4f9806 100644 --- a/deployment/gcp/flyte_helm_dataplane_generated.yaml +++ b/deployment/gcp/flyte_helm_dataplane_generated.yaml @@ -459,7 +459,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.54" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -513,7 +513,7 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.1.54 + app.kubernetes.io/version: v1.1.55 annotations: configChecksum: "ea8538a261e39e90d19fe4c8f7ece1168fbb254eae2be82ac5653b293f2d490" spec: @@ -524,7 +524,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.54" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -547,7 +547,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.54" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/gcp/flyte_helm_generated.yaml b/deployment/gcp/flyte_helm_generated.yaml index e3672f2780..9b3d219f8b 100644 --- a/deployment/gcp/flyte_helm_generated.yaml +++ b/deployment/gcp/flyte_helm_generated.yaml @@ -922,7 +922,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -939,7 +939,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -953,7 +953,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -966,7 +966,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -989,7 +989,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -1090,7 +1090,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -1305,7 +1305,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.62" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.64" imagePullPolicy: "IfNotPresent" name: flytescheduler-check volumeMounts: @@ -1321,7 +1321,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.62" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.64" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: @@ -1401,7 +1401,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.54" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -1455,7 +1455,7 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.1.54 + app.kubernetes.io/version: v1.1.55 annotations: configChecksum: "ea8538a261e39e90d19fe4c8f7ece1168fbb254eae2be82ac5653b293f2d490" spec: @@ -1466,7 +1466,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.54" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -1489,7 +1489,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.54" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/sandbox/flyte_generated.yaml b/deployment/sandbox/flyte_generated.yaml index 0673175a83..8681b78c56 100644 --- a/deployment/sandbox/flyte_generated.yaml +++ b/deployment/sandbox/flyte_generated.yaml @@ -2864,7 +2864,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.54 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 imagePullPolicy: IfNotPresent name: webhook volumeMounts: @@ -2894,7 +2894,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.54 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -2945,7 +2945,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -2971,7 +2971,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: sync-cluster-resources-goroutine volumeMounts: @@ -3014,7 +3014,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -3030,7 +3030,7 @@ spec: - seed-projects - flytesnacks - flyteexamples - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -3044,7 +3044,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -3064,7 +3064,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -3169,7 +3169,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.54 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 imagePullPolicy: IfNotPresent name: flytepropeller ports: @@ -3560,7 +3560,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/deployment/sandbox/flyte_helm_generated.yaml b/deployment/sandbox/flyte_helm_generated.yaml index eae53250a8..7fef5cc0d4 100644 --- a/deployment/sandbox/flyte_helm_generated.yaml +++ b/deployment/sandbox/flyte_helm_generated.yaml @@ -6704,7 +6704,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -6720,7 +6720,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -6733,7 +6733,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -6745,7 +6745,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -6768,7 +6768,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -6859,7 +6859,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.62" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -7058,7 +7058,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.62" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.64" imagePullPolicy: "IfNotPresent" name: flytescheduler-check volumeMounts: @@ -7073,7 +7073,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.62" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.64" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: @@ -7150,7 +7150,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.54" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -7197,7 +7197,7 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.1.54 + app.kubernetes.io/version: v1.1.55 annotations: configChecksum: "66eed8cb193fe41d8892fa81877986b3526748a09a463a47029b68702804815" spec: @@ -7208,7 +7208,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.54" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -7231,7 +7231,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.54" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/test/flyte_generated.yaml b/deployment/test/flyte_generated.yaml index 3bd46ab3f6..0af33b0378 100644 --- a/deployment/test/flyte_generated.yaml +++ b/deployment/test/flyte_generated.yaml @@ -724,7 +724,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.54 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 imagePullPolicy: IfNotPresent name: webhook volumeMounts: @@ -751,7 +751,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.54 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -799,7 +799,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -854,7 +854,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -870,7 +870,7 @@ spec: - seed-projects - flytetester - flytesnacks - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -884,7 +884,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -904,7 +904,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -972,7 +972,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.54 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 imagePullPolicy: IfNotPresent name: flytepropeller ports: diff --git a/go.mod b/go.mod index c986b03117..502902659d 100644 --- a/go.mod +++ b/go.mod @@ -4,8 +4,8 @@ go 1.18 require ( github.com/flyteorg/datacatalog v1.0.40 - github.com/flyteorg/flyteadmin v1.1.62 - github.com/flyteorg/flytepropeller v1.1.54 + github.com/flyteorg/flyteadmin v1.1.64 + github.com/flyteorg/flytepropeller v1.1.55 github.com/flyteorg/flytestdlib v1.0.14 github.com/golang/glog v1.0.0 github.com/spf13/cobra v1.4.0 @@ -71,8 +71,8 @@ require ( github.com/evanphx/json-patch v4.12.0+incompatible // indirect github.com/fatih/color v1.13.0 // indirect github.com/felixge/httpsnoop v1.0.1 // indirect - github.com/flyteorg/flyteidl v1.2.5 // indirect - github.com/flyteorg/flyteplugins v1.0.20 // indirect + github.com/flyteorg/flyteidl v1.3.1 // indirect + github.com/flyteorg/flyteplugins v1.0.24 // indirect github.com/flyteorg/stow v0.3.6 // indirect github.com/fsnotify/fsnotify v1.5.1 // indirect github.com/ghodss/yaml v1.0.0 // indirect diff --git a/go.sum b/go.sum index ac7a943abd..b9935981b2 100644 --- a/go.sum +++ b/go.sum @@ -390,14 +390,14 @@ github.com/felixge/httpsnoop v1.0.1 h1:lvB5Jl89CsZtGIWuTcDM1E/vkVs49/Ml7JJe07l8S github.com/felixge/httpsnoop v1.0.1/go.mod h1:m8KPJKqk1gH5J9DgRY2ASl2lWCfGKXixSwevea8zH2U= github.com/flyteorg/datacatalog v1.0.40 h1:SDYqFwWWEHzZ7MWzeYrQgSDWJrDWB8fQwwYpj4POUAU= github.com/flyteorg/datacatalog v1.0.40/go.mod h1:D6QnZLWL8rrHoHqqhgCvFIschx3n7yMQAhU6f3dX5BQ= -github.com/flyteorg/flyteadmin v1.1.62 h1:rwXC+t+T0W7cMUIfMqLMPRd1OzWm3SUaHpMFc6b4sBc= -github.com/flyteorg/flyteadmin v1.1.62/go.mod h1:C1xoMq4hJB89v2bKW45a4SApHLuDc/8HQrTKPZG7UTc= -github.com/flyteorg/flyteidl v1.2.5 h1:oPs0PX9opR9JtWjP5ZH2YMChkbGGL45PIy+90FlaxYc= -github.com/flyteorg/flyteidl v1.2.5/go.mod h1:OJAq333OpInPnMhvVz93AlEjmlQ+t0FAD4aakIYE4OU= -github.com/flyteorg/flyteplugins v1.0.20 h1:8ZGN2c0iaZa3d/UmN2VYozLBRhthAIO48aD5g8Wly7s= -github.com/flyteorg/flyteplugins v1.0.20/go.mod h1:ZbZVBxEWh8Icj1AgfNKg0uPzHHGd9twa4eWcY2Yt6xE= -github.com/flyteorg/flytepropeller v1.1.54 h1:NEamEYoQTGNW6m98mHhodViM1t3JZfxD1pcyFPsJOvA= -github.com/flyteorg/flytepropeller v1.1.54/go.mod h1:zstMUz30mIskZB4uMkObzOj3CjsGfXIV/+nVxlOmI7I= +github.com/flyteorg/flyteadmin v1.1.64 h1:LHmmylCRVopFib8bv7EIEQFg0fomVVlN6fo7CSWaM5I= +github.com/flyteorg/flyteadmin v1.1.64/go.mod h1:C1xoMq4hJB89v2bKW45a4SApHLuDc/8HQrTKPZG7UTc= +github.com/flyteorg/flyteidl v1.3.1 h1:KIE7hXRmhBHttpyvfWo6X2LYLtx66Oj/nbKMG2V5bs0= +github.com/flyteorg/flyteidl v1.3.1/go.mod h1:OJAq333OpInPnMhvVz93AlEjmlQ+t0FAD4aakIYE4OU= +github.com/flyteorg/flyteplugins v1.0.24 h1:tmKyXugKA3qR3zpw1jx90EwulifnL8Q1DyK/jlOquCo= +github.com/flyteorg/flyteplugins v1.0.24/go.mod h1:x+e4ongzLdwdq7Gpl7TsPxwh1yal2ndWmB9ZqcjUuz8= +github.com/flyteorg/flytepropeller v1.1.55 h1:aZyoo3Mc98Qf0IOSWlalCDEnE2mpEXpl/RbLQ3jaXpE= +github.com/flyteorg/flytepropeller v1.1.55/go.mod h1:PjLUdxGQS7iVS1JqXM2JjKUpig+aefyNCbTse6hGjc8= github.com/flyteorg/flytestdlib v1.0.0/go.mod h1:QSVN5wIM1lM9d60eAEbX7NwweQXW96t5x4jbyftn89c= github.com/flyteorg/flytestdlib v1.0.14 h1:P6hy9yVrIEUxp4JaxV7/KwTSTYjHGizQu1fKXYkq9Y8= github.com/flyteorg/flytestdlib v1.0.14/go.mod h1:nIBmBHtjTJvhZEn3e/EwVC/iMkR2tUX8hEiXjRBpH/s= diff --git a/kustomize/overlays/eks/kustomization.yaml b/kustomize/overlays/eks/kustomization.yaml index 7c7c659a55..964e2f72d3 100644 --- a/kustomize/overlays/eks/kustomization.yaml +++ b/kustomize/overlays/eks/kustomization.yaml @@ -21,7 +21,7 @@ bases: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v1.1.62 # FLYTEADMIN_TAG override the tag + newTag: v1.1.64 # FLYTEADMIN_TAG override the tag newName: cr.flyte.org/flyteorg/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name @@ -33,11 +33,11 @@ images: newName: cr.flyte.org/flyteorg/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name - newTag: v1.1.54 # FLYTEPROPELLER_TAG override the tag + newTag: v1.1.55 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Webhook - name: webhook # match images with this name - newTag: v1.1.54 # FLYTEPROPELLER_TAG override the tag + newTag: v1.1.55 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Override postgres image to use alpine based (rather smaller) docker image - name: postgres diff --git a/kustomize/overlays/gcp/kustomization.yaml b/kustomize/overlays/gcp/kustomization.yaml index fabf329c6e..2b2168788f 100644 --- a/kustomize/overlays/gcp/kustomization.yaml +++ b/kustomize/overlays/gcp/kustomization.yaml @@ -23,7 +23,7 @@ bases: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v1.1.62 # FLYTEADMIN_TAG override the tag + newTag: v1.1.64 # FLYTEADMIN_TAG override the tag newName: cr.flyte.org/flyteorg/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name @@ -35,11 +35,11 @@ images: newName: cr.flyte.org/flyteorg/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name - newTag: v1.1.54 # FLYTEPROPELLER_TAG override the tag + newTag: v1.1.55 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Webhook - name: webhook # match images with this name - newTag: v1.1.54 # FLYTEPROPELLER_TAG override the tag + newTag: v1.1.55 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Override postgres image to use alpine based (rather smaller) docker image - name: postgres diff --git a/kustomize/overlays/sandbox/kustomization.yaml b/kustomize/overlays/sandbox/kustomization.yaml index 41aa7d1f4e..a15df3c220 100644 --- a/kustomize/overlays/sandbox/kustomization.yaml +++ b/kustomize/overlays/sandbox/kustomization.yaml @@ -25,7 +25,7 @@ resources: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v1.1.62 # FLYTEADMIN_TAG override the tag + newTag: v1.1.64 # FLYTEADMIN_TAG override the tag newName: cr.flyte.org/flyteorg/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name @@ -37,11 +37,11 @@ images: newName: cr.flyte.org/flyteorg/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name - newTag: v1.1.54 # FLYTEPROPELLER_TAG override the tag + newTag: v1.1.55 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Webhook - name: webhook # match images with this name - newTag: v1.1.54 # FLYTEPROPELLER_TAG override the tag + newTag: v1.1.55 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Override postgres image to use alpine based (rather smaller) docker image - name: postgres diff --git a/kustomize/overlays/test/kustomization.yaml b/kustomize/overlays/test/kustomization.yaml index 49d6e25725..a057b4da8f 100644 --- a/kustomize/overlays/test/kustomization.yaml +++ b/kustomize/overlays/test/kustomization.yaml @@ -19,7 +19,7 @@ bases: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v1.1.62 # FLYTEADMIN_TAG override the tag + newTag: v1.1.64 # FLYTEADMIN_TAG override the tag newName: cr.flyte.org/flyteorg/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name @@ -31,11 +31,11 @@ images: newName: cr.flyte.org/flyteorg/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name - newTag: v1.1.54 # FLYTEPROPELLER_TAG override the tag + newTag: v1.1.55 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Webhook - name: webhook # match images with this name - newTag: v1.1.54 # FLYTEPROPELLER_TAG override the tag + newTag: v1.1.55 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Override postgres image to use alpine based (rather smaller) docker image - name: postgres diff --git a/rsts/conf.py b/rsts/conf.py index f4f54c703d..955ecd1321 100644 --- a/rsts/conf.py +++ b/rsts/conf.py @@ -30,7 +30,7 @@ # The short X.Y version version = "" # The full version, including alpha/beta/rc tags -release = "1.3.0-b4" +release = "1.3.0-b5" # -- General configuration --------------------------------------------------- diff --git a/rsts/deployment/cluster_config/flyteadmin_config.rst b/rsts/deployment/cluster_config/flyteadmin_config.rst index 909c4216fa..ab6e8339b9 100644 --- a/rsts/deployment/cluster_config/flyteadmin_config.rst +++ b/rsts/deployment/cluster_config/flyteadmin_config.rst @@ -1258,8 +1258,8 @@ kafka (`interfaces.KafkaConfig`_) .. code-block:: yaml - Version: {} brokers: null + version: "" eventsPublisher (`interfaces.EventsPublisherConfig`_) @@ -1345,14 +1345,14 @@ projectId (string) interfaces.KafkaConfig ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -Version (`sarama.KafkaVersion`_) +version (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - {} + "" brokers ([]string) @@ -1365,19 +1365,6 @@ brokers ([]string) null -sarama.KafkaVersion -^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -version (array) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" - -**Default Value**: - -.. code-block:: yaml - - '[0 0 0 0]' - - Section: cluster_resources ================================================================================ @@ -4342,6 +4329,20 @@ The amount of time allowed to read request headers. "32" +kubeClientConfig (`config.KubeClientConfig (kubeClientConfig)`_) +-------------------------------------------------------------------------------- + +Configuration to control the Kubernetes client + +**Default Value**: + +.. code-block:: yaml + + burst: 25 + qps: 100 + timeout: 30s + + config.DataProxyConfig ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -4477,6 +4478,45 @@ The max size in bytes for incoming gRPC messages "0" +config.KubeClientConfig (kubeClientConfig) +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +qps (int32) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Max QPS to the master for requests to KubeAPI. 0 defaults to 5. + +**Default Value**: + +.. code-block:: yaml + + "100" + + +burst (int) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Max burst rate for throttle. 0 defaults to 10 + +**Default Value**: + +.. code-block:: yaml + + "25" + + +timeout (`config.Duration`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Max duration allowed for every request to KubeAPI before giving up. 0 implies no timeout. + +**Default Value**: + +.. code-block:: yaml + + 30s + + config.ServerSecurityOptions ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ diff --git a/rsts/deployment/cluster_config/flytepropeller_config.rst b/rsts/deployment/cluster_config/flytepropeller_config.rst index 5fd8d126ae..b372ec4cbd 100644 --- a/rsts/deployment/cluster_config/flytepropeller_config.rst +++ b/rsts/deployment/cluster_config/flytepropeller_config.rst @@ -771,6 +771,39 @@ catalogcache (`catalog.Config`_) workers: 10 +databricks (`databricks.Config`_) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + databricksInstance: "" + databricksTokenKey: FLYTE_DATABRICKS_API_TOKEN + defaultWarehouse: COMPUTE_CLUSTER + entrypointFile: "" + resourceConstraints: + NamespaceScopeResourceConstraint: + Value: 50 + ProjectScopeResourceConstraint: + Value: 100 + webApi: + caching: + maxSystemFailures: 5 + resyncInterval: 30s + size: 500000 + workers: 10 + readRateLimiter: + burst: 100 + qps: 10 + resourceMeta: null + resourceQuotas: + default: 1000 + writeRateLimiter: + burst: 100 + qps: 10 + + k8s (`config.K8sPluginConfig`_) -------------------------------------------------------------------------------- @@ -2136,6 +2169,105 @@ scale (int32) "0" +databricks.Config +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +webApi (`webapi.PluginConfig`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Defines config for the base WebAPI plugin. + +**Default Value**: + +.. code-block:: yaml + + caching: + maxSystemFailures: 5 + resyncInterval: 30s + size: 500000 + workers: 10 + readRateLimiter: + burst: 100 + qps: 10 + resourceMeta: null + resourceQuotas: + default: 1000 + writeRateLimiter: + burst: 100 + qps: 10 + + +resourceConstraints (`core.ResourceConstraintsSpec`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + NamespaceScopeResourceConstraint: + Value: 50 + ProjectScopeResourceConstraint: + Value: 100 + + +defaultWarehouse (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Defines the default warehouse to use when running on Databricks unless overwritten by the task. + +**Default Value**: + +.. code-block:: yaml + + COMPUTE_CLUSTER + + +databricksTokenKey (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Name of the key where to find Databricks token in the secret manager. + +**Default Value**: + +.. code-block:: yaml + + FLYTE_DATABRICKS_API_TOKEN + + +databricksInstance (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Databricks workspace instance name. + +**Default Value**: + +.. code-block:: yaml + + "" + + +entrypointFile (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +A URL of the entrypoint file. DBFS and cloud storage (s3://, gcs://, adls://, etc) locations are supported. + +**Default Value**: + +.. code-block:: yaml + + "" + + +databricksEndpoint (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + k8s.Config ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ diff --git a/rsts/deployment/cluster_config/scheduler_config.rst b/rsts/deployment/cluster_config/scheduler_config.rst index c36859ad4c..0a9ff5ae57 100644 --- a/rsts/deployment/cluster_config/scheduler_config.rst +++ b/rsts/deployment/cluster_config/scheduler_config.rst @@ -1258,8 +1258,8 @@ kafka (`interfaces.KafkaConfig`_) .. code-block:: yaml - Version: {} brokers: null + version: "" eventsPublisher (`interfaces.EventsPublisherConfig`_) @@ -1345,14 +1345,14 @@ projectId (string) interfaces.KafkaConfig ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -Version (`sarama.KafkaVersion`_) +version (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - {} + "" brokers ([]string) @@ -1365,19 +1365,6 @@ brokers ([]string) null -sarama.KafkaVersion -^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -version (array) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" - -**Default Value**: - -.. code-block:: yaml - - '[0 0 0 0]' - - Section: cluster_resources ================================================================================ @@ -4342,6 +4329,20 @@ The amount of time allowed to read request headers. "32" +kubeClientConfig (`config.KubeClientConfig (kubeClientConfig)`_) +-------------------------------------------------------------------------------- + +Configuration to control the Kubernetes client + +**Default Value**: + +.. code-block:: yaml + + burst: 25 + qps: 100 + timeout: 30s + + config.DataProxyConfig ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -4477,6 +4478,45 @@ The max size in bytes for incoming gRPC messages "0" +config.KubeClientConfig (kubeClientConfig) +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +qps (int32) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Max QPS to the master for requests to KubeAPI. 0 defaults to 5. + +**Default Value**: + +.. code-block:: yaml + + "100" + + +burst (int) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Max burst rate for throttle. 0 defaults to 10 + +**Default Value**: + +.. code-block:: yaml + + "25" + + +timeout (`config.Duration`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Max duration allowed for every request to KubeAPI before giving up. 0 implies no timeout. + +**Default Value**: + +.. code-block:: yaml + + 30s + + config.ServerSecurityOptions ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^