From 31f57bf048fa790ab07b2b194dd065a837ac0ebb Mon Sep 17 00:00:00 2001 From: EngHabu Date: Thu, 9 Dec 2021 23:51:09 +0000 Subject: [PATCH 1/5] Update Flyte Components Signed-off-by: Flyte-Bot --- charts/flyte-core/README.md | 18 +-- charts/flyte-core/values.yaml | 12 +- charts/flyte/README.md | 26 ++--- charts/flyte/values.yaml | 12 +- .../flyte_aws_scheduler_helm_generated.yaml | 32 ++--- deployment/eks/flyte_generated.yaml | 24 ++-- deployment/eks/flyte_helm_generated.yaml | 36 +++--- deployment/gcp/flyte_generated.yaml | 24 ++-- deployment/gcp/flyte_helm_generated.yaml | 36 +++--- deployment/sandbox/flyte_generated.yaml | 26 ++--- deployment/sandbox/flyte_helm_generated.yaml | 36 +++--- deployment/test/flyte_generated.yaml | 20 ++-- kustomize/overlays/eks/kustomization.yaml | 10 +- kustomize/overlays/gcp/kustomization.yaml | 10 +- kustomize/overlays/sandbox/kustomization.yaml | 10 +- kustomize/overlays/test/kustomization.yaml | 10 +- .../cluster_config/flyteadmin_config.rst | 88 +++++++------- .../cluster_config/flytepropeller_config.rst | 110 ++++++++++++++++-- 18 files changed, 316 insertions(+), 224 deletions(-) diff --git a/charts/flyte-core/README.md b/charts/flyte-core/README.md index 6a1851993c..f758332eea 100644 --- a/charts/flyte-core/README.md +++ b/charts/flyte-core/README.md @@ -73,8 +73,8 @@ helm install gateway bitnami/contour -n flyte | configmap.adminServer.server.security.useAuth | bool | `false` | Controls whether to enforce authentication. Follow the guide in https://docs.flyte.org/ on how to setup authentication. | | configmap.catalog | object | `{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}}` | Catalog Client configuration [structure](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/nodes/task/catalog#Config) Additional advanced Catalog configuration [here](https://pkg.go.dev/github.com/lyft/flyteplugins/go/tasks/pluginmachinery/catalog#Config) | | configmap.console | object | `{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config","DISABLE_AUTH":"1"}` | Configuration for Flyte console UI | -| configmap.copilot | object | `{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.22","name":"flyte-copilot-","start-timeout":"30s"}}}}` | Copilot configuration | -| configmap.copilot.plugins.k8s.co-pilot | object | `{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.22","name":"flyte-copilot-","start-timeout":"30s"}` | Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) | +| configmap.copilot | object | `{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.24","name":"flyte-copilot-","start-timeout":"30s"}}}}` | Copilot configuration | +| configmap.copilot.plugins.k8s.co-pilot | object | `{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.24","name":"flyte-copilot-","start-timeout":"30s"}` | Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) | | configmap.core | object | `{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}}` | Core propeller configuration | | configmap.core.propeller | object | `{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"}` | follows the structure specified [here](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/config). | | configmap.datacatalogServer | object | `{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}}` | Datacatalog server config | @@ -96,12 +96,12 @@ helm install gateway bitnami/contour -n flyte | configmap.task_logs.plugins.logs.cloudwatch-enabled | bool | `false` | One option is to enable cloudwatch logging for EKS, update the region and log group accordingly | | configmap.task_resource_defaults | object | `{"task_resources":{"defaults":{"cpu":"100m","memory":"100Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}` | Task default resources configuration Refer to the full [structure](https://pkg.go.dev/github.com/lyft/flyteadmin@v0.3.37/pkg/runtime/interfaces#TaskResourceConfiguration). | | configmap.task_resource_defaults.task_resources | object | `{"defaults":{"cpu":"100m","memory":"100Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}` | Task default resources parameters | -| datacatalog | object | `{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","enabled":true,"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v0.3.16"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]}` | DATACATALOG SETTINGS | +| datacatalog | object | `{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","enabled":true,"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v0.3.19"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]}` | DATACATALOG SETTINGS | | datacatalog.affinity | object | `{}` | affinity for Datacatalog deployment | | datacatalog.configPath | string | `"/etc/datacatalog/config/*.yaml"` | Default regex string for searching configuration files | | datacatalog.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | datacatalog.image.repository | string | `"cr.flyte.org/flyteorg/datacatalog"` | Docker image for Datacatalog deployment | -| datacatalog.image.tag | string | `"v0.3.16"` | Docker image tag | +| datacatalog.image.tag | string | `"v0.3.19"` | Docker image tag | | datacatalog.nodeSelector | object | `{}` | nodeSelector for Datacatalog deployment | | datacatalog.podAnnotations | object | `{}` | Annotations for Datacatalog pods | | datacatalog.replicaCount | int | `1` | Replicas count for Datacatalog deployment | @@ -129,7 +129,7 @@ helm install gateway bitnami/contour -n flyte | flyteadmin.enabled | bool | `true` | | | flyteadmin.image.pullPolicy | string | `"IfNotPresent"` | | | flyteadmin.image.repository | string | `"cr.flyte.org/flyteorg/flyteadmin"` | Docker image for Flyteadmin deployment | -| flyteadmin.image.tag | string | `"v0.6.61"` | | +| flyteadmin.image.tag | string | `"v0.6.64"` | | | flyteadmin.initialProjects | list | `["flytesnacks","flytetester","flyteexamples"]` | Initial projects to create | | flyteadmin.nodeSelector | object | `{}` | nodeSelector for Flyteadmin deployment | | flyteadmin.podAnnotations | object | `{}` | Annotations for Flyteadmin pods | @@ -142,7 +142,7 @@ helm install gateway bitnami/contour -n flyte | flyteadmin.serviceAccount.create | bool | `true` | Should a service account be created for flyteadmin | | flyteadmin.serviceAccount.imagePullSecrets | object | `{}` | ImapgePullSecrets to automatically assign to the service account | | flyteadmin.tolerations | list | `[]` | tolerations for Flyteadmin deployment | -| flyteconsole | object | `{"affinity":{},"enabled":true,"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v0.30.0"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"250Mi"},"requests":{"cpu":"10m","memory":"50Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]}` | FLYTECONSOLE SETTINGS | +| flyteconsole | object | `{"affinity":{},"enabled":true,"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v0.34.0"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"250Mi"},"requests":{"cpu":"10m","memory":"50Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]}` | FLYTECONSOLE SETTINGS | | flyteconsole.affinity | object | `{}` | affinity for Flyteconsole deployment | | flyteconsole.image.repository | string | `"cr.flyte.org/flyteorg/flyteconsole"` | Docker image for Flyteconsole deployment | | flyteconsole.nodeSelector | object | `{}` | nodeSelector for Flyteconsole deployment | @@ -151,7 +151,7 @@ helm install gateway bitnami/contour -n flyte | flyteconsole.resources | object | `{"limits":{"cpu":"500m","memory":"250Mi"},"requests":{"cpu":"10m","memory":"50Mi"}}` | Default resources requests and limits for Flyteconsole deployment | | flyteconsole.service | object | `{"annotations":{},"type":"ClusterIP"}` | Service settings for Flyteconsole | | flyteconsole.tolerations | list | `[]` | tolerations for Flyteconsole deployment | -| flytepropeller | object | `{"affinity":{},"cacheSizeMbs":0,"configPath":"/etc/flyte/config/*.yaml","enabled":true,"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v0.15.17"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]}` | FLYTEPROPELLER SETTINGS | +| flytepropeller | object | `{"affinity":{},"cacheSizeMbs":0,"configPath":"/etc/flyte/config/*.yaml","enabled":true,"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v0.16.4"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]}` | FLYTEPROPELLER SETTINGS | | flytepropeller.affinity | object | `{}` | affinity for Flytepropeller deployment | | flytepropeller.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files | | flytepropeller.image.repository | string | `"cr.flyte.org/flyteorg/flytepropeller"` | Docker image for Flytepropeller deployment | @@ -164,12 +164,12 @@ helm install gateway bitnami/contour -n flyte | flytepropeller.serviceAccount.create | bool | `true` | Should a service account be created for FlytePropeller | | flytepropeller.serviceAccount.imagePullSecrets | object | `{}` | ImapgePullSecrets to automatically assign to the service account | | flytepropeller.tolerations | list | `[]` | tolerations for Flytepropeller deployment | -| flytescheduler | object | `{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v0.6.61"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]}` | FLYTESCHEDULER SETTINGS | +| flytescheduler | object | `{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v0.6.64"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]}` | FLYTESCHEDULER SETTINGS | | flytescheduler.affinity | object | `{}` | affinity for Flytescheduler deployment | | flytescheduler.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files | | flytescheduler.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flytescheduler.image.repository | string | `"cr.flyte.org/flyteorg/flytescheduler"` | Docker image for Flytescheduler deployment | -| flytescheduler.image.tag | string | `"v0.6.61"` | Docker image tag | +| flytescheduler.image.tag | string | `"v0.6.64"` | Docker image tag | | flytescheduler.nodeSelector | object | `{}` | nodeSelector for Flytescheduler deployment | | flytescheduler.podAnnotations | object | `{}` | Annotations for Flytescheduler pods | | flytescheduler.resources | object | `{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}}` | Default resources requests and limits for Flytescheduler deployment | diff --git a/charts/flyte-core/values.yaml b/charts/flyte-core/values.yaml index fb18b38e3e..5505aca1a9 100755 --- a/charts/flyte-core/values.yaml +++ b/charts/flyte-core/values.yaml @@ -16,7 +16,7 @@ flyteadmin: image: # -- Docker image for Flyteadmin deployment repository: cr.flyte.org/flyteorg/flyteadmin # FLYTEADMIN_IMAGE - tag: v0.6.61 # FLYTEADMIN_TAG + tag: v0.6.64 # FLYTEADMIN_TAG pullPolicy: IfNotPresent # -- Default resources requests and limits for Flyteadmin deployment resources: @@ -72,7 +72,7 @@ flytescheduler: # -- Docker image for Flytescheduler deployment repository: cr.flyte.org/flyteorg/flytescheduler # FLYTESCHEDULER_IMAGE # -- Docker image tag - tag: v0.6.61 # FLYTESCHEDULER_TAG + tag: v0.6.64 # FLYTESCHEDULER_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytescheduler deployment @@ -118,7 +118,7 @@ datacatalog: # -- Docker image for Datacatalog deployment repository: cr.flyte.org/flyteorg/datacatalog # DATACATALOG_IMAGE # -- Docker image tag - tag: v0.3.16 # DATACATALOG_TAG + tag: v0.3.19 # DATACATALOG_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Datacatalog deployment @@ -166,7 +166,7 @@ flytepropeller: image: # -- Docker image for Flytepropeller deployment repository: cr.flyte.org/flyteorg/flytepropeller # FLYTEPROPELLER_IMAGE - tag: v0.15.17 # FLYTEPROPELLER_TAG + tag: v0.16.4 # FLYTEPROPELLER_TAG pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytepropeller deployment resources: @@ -210,7 +210,7 @@ flyteconsole: image: # -- Docker image for Flyteconsole deployment repository: cr.flyte.org/flyteorg/flyteconsole # FLYTECONSOLE_IMAGE - tag: v0.30.0 # FLYTECONSOLE_TAG + tag: v0.34.0 # FLYTECONSOLE_TAG pullPolicy: IfNotPresent # -- Default resources requests and limits for Flyteconsole deployment resources: @@ -476,7 +476,7 @@ configmap: # -- Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) co-pilot: name: flyte-copilot- - image: cr.flyte.org/flyteorg/flytecopilot:v0.0.22 # FLYTECOPILOT_IMAGE + image: cr.flyte.org/flyteorg/flytecopilot:v0.0.24 # FLYTECOPILOT_IMAGE start-timeout: 30s # -- Core propeller configuration diff --git a/charts/flyte/README.md b/charts/flyte/README.md index 7db49327f7..b4d494d5be 100644 --- a/charts/flyte/README.md +++ b/charts/flyte/README.md @@ -72,7 +72,7 @@ helm install gateway bitnami/contour -n flyte | contour.replicaCount | int | `1` | Replicas count for Contour deployment | | contour.serviceAccountAnnotations | object | `{}` | Annotations for ServiceAccount attached to Contour pods | | contour.tolerations | list | `[]` | tolerations for Contour deployment | -| flyte | object | `{"cluster_resource_manager":{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]},"common":{"databaseSecret":{"name":"","secretManifest":{}},"flyteNamespaceTemplate":{"enabled":false},"ingress":{"albSSLRedirect":false,"annotations":{"nginx.ingress.kubernetes.io/app-root":"/console"},"enabled":true,"host":"","separateGrpcIngress":false,"separateGrpcIngressAnnotations":{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"},"tls":{"enabled":false},"webpackHMR":true}},"configmap":{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config","DISABLE_AUTH":"1"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.22","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array"]}}},"k8s":{"plugins":{"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":4,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}},"datacatalog":{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v0.3.9"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]},"db":{"admin":{"database":{"dbname":"flyteadmin","host":"postgres","port":5432,"username":"postgres"}},"datacatalog":{"database":{"dbname":"datacatalog","host":"postgres","port":5432,"username":"postgres"}}},"flyteadmin":{"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyte/config/*.yaml","deployRedoc":true,"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteadmin","tag":"v0.6.61"},"initialProjects":["flytesnacks","flytetester","flyteexamples"],"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"loadBalancerSourceRanges":[],"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]},"flyteconsole":{"affinity":{},"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v0.29.0"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"250Mi"},"requests":{"cpu":"10m","memory":"50Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]},"flytepropeller":{"affinity":{},"cacheSizeMbs":0,"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v0.14.13"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]},"flytescheduler":{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v0.6.61"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]},"storage":{"bucketName":"my-s3-bucket","custom":{},"gcs":null,"s3":{"region":"us-east-1"},"type":"sandbox"},"webhook":{"enabled":true,"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}}},"workflow_notifications":{"config":{},"enabled":false},"workflow_scheduler":{"enabled":true,"type":"native"}}` | ------------------------------------------------------------------- Core System settings This section consists of Core components of Flyte and their deployment settings. This includes FlyteAdmin service, Datacatalog, FlytePropeller and Flyteconsole --------------------------------------------------------------------- | +| flyte | object | `{"cluster_resource_manager":{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]},"common":{"databaseSecret":{"name":"","secretManifest":{}},"flyteNamespaceTemplate":{"enabled":false},"ingress":{"albSSLRedirect":false,"annotations":{"nginx.ingress.kubernetes.io/app-root":"/console"},"enabled":true,"host":"","separateGrpcIngress":false,"separateGrpcIngressAnnotations":{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"},"tls":{"enabled":false},"webpackHMR":true}},"configmap":{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config","DISABLE_AUTH":"1"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.24","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array"]}}},"k8s":{"plugins":{"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":4,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}},"datacatalog":{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v0.3.19"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]},"db":{"admin":{"database":{"dbname":"flyteadmin","host":"postgres","port":5432,"username":"postgres"}},"datacatalog":{"database":{"dbname":"datacatalog","host":"postgres","port":5432,"username":"postgres"}}},"flyteadmin":{"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyte/config/*.yaml","deployRedoc":true,"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteadmin","tag":"v0.6.64"},"initialProjects":["flytesnacks","flytetester","flyteexamples"],"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"loadBalancerSourceRanges":[],"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]},"flyteconsole":{"affinity":{},"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v0.34.0"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"250Mi"},"requests":{"cpu":"10m","memory":"50Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]},"flytepropeller":{"affinity":{},"cacheSizeMbs":0,"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v0.16.4"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]},"flytescheduler":{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v0.6.64"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]},"storage":{"bucketName":"my-s3-bucket","custom":{},"gcs":null,"s3":{"region":"us-east-1"},"type":"sandbox"},"webhook":{"enabled":true,"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}}},"workflow_notifications":{"config":{},"enabled":false},"workflow_scheduler":{"enabled":true,"type":"native"}}` | ------------------------------------------------------------------- Core System settings This section consists of Core components of Flyte and their deployment settings. This includes FlyteAdmin service, Datacatalog, FlytePropeller and Flyteconsole --------------------------------------------------------------------- | | flyte.cluster_resource_manager | object | `{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]}` | Configuration for the Cluster resource manager component. This is an optional component, that enables automatic cluster configuration. This is useful to set default quotas, manage namespaces etc that map to a project/domain | | flyte.cluster_resource_manager.config.cluster_resources | object | `{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","templatePath":"/etc/flyte/clusterresource/templates"}` | ClusterResource parameters Refer to the [structure](https://pkg.go.dev/github.com/lyft/flyteadmin@v0.3.37/pkg/runtime/interfaces#ClusterResourceConfig) to customize. | | flyte.cluster_resource_manager.enabled | bool | `true` | Enables the Cluster resource manager component | @@ -90,15 +90,15 @@ helm install gateway bitnami/contour -n flyte | flyte.common.ingress.separateGrpcIngressAnnotations | object | `{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"}` | - Extra Ingress annotations applied only to the GRPC ingress. Only makes sense if `separateGrpcIngress` is enabled. | | flyte.common.ingress.tls | object | `{"enabled":false}` | - TLS Settings | | flyte.common.ingress.webpackHMR | bool | `true` | - Enable or disable HMR route to flyteconsole. This is useful only for frontend development. | -| flyte.configmap | object | `{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config","DISABLE_AUTH":"1"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.22","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array"]}}},"k8s":{"plugins":{"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":4,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}}` | ------------------------------------------------------------------ Specializing your deployment using configuration ------------------------------------------------------------------- CONFIGMAPS SETTINGS | +| flyte.configmap | object | `{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config","DISABLE_AUTH":"1"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.24","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array"]}}},"k8s":{"plugins":{"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":4,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}}` | ------------------------------------------------------------------ Specializing your deployment using configuration ------------------------------------------------------------------- CONFIGMAPS SETTINGS | | flyte.configmap.adminServer | object | `{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}}` | FlyteAdmin server configuration | | flyte.configmap.adminServer.auth | object | `{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}}` | Authentication configuration | | flyte.configmap.adminServer.server.security.secure | bool | `false` | Controls whether to serve requests over SSL/TLS. | | flyte.configmap.adminServer.server.security.useAuth | bool | `false` | Controls whether to enforce authentication. Follow the guide in https://docs.flyte.org/ on how to setup authentication. | | flyte.configmap.catalog | object | `{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}}` | Catalog Client configuration [structure](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/nodes/task/catalog#Config) Additional advanced Catalog configuration [here](https://pkg.go.dev/github.com/lyft/flyteplugins/go/tasks/pluginmachinery/catalog#Config) | | flyte.configmap.console | object | `{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config","DISABLE_AUTH":"1"}` | Configuration for Flyte console UI | -| flyte.configmap.copilot | object | `{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.22","name":"flyte-copilot-","start-timeout":"30s"}}}}` | Copilot configuration | -| flyte.configmap.copilot.plugins.k8s.co-pilot | object | `{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.22","name":"flyte-copilot-","start-timeout":"30s"}` | Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) | +| flyte.configmap.copilot | object | `{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.24","name":"flyte-copilot-","start-timeout":"30s"}}}}` | Copilot configuration | +| flyte.configmap.copilot.plugins.k8s.co-pilot | object | `{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.24","name":"flyte-copilot-","start-timeout":"30s"}` | Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) | | flyte.configmap.core | object | `{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}}` | Core propeller configuration | | flyte.configmap.core.propeller | object | `{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"}` | follows the structure specified [here](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/config). | | flyte.configmap.datacatalogServer | object | `{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}}` | Datacatalog server config | @@ -115,12 +115,12 @@ helm install gateway bitnami/contour -n flyte | flyte.configmap.task_logs.plugins.logs.cloudwatch-enabled | bool | `false` | One option is to enable cloudwatch logging for EKS, update the region and log group accordingly | | flyte.configmap.task_resource_defaults | object | `{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}` | Task default resources configuration Refer to the full [structure](https://pkg.go.dev/github.com/lyft/flyteadmin@v0.3.37/pkg/runtime/interfaces#TaskResourceConfiguration). | | flyte.configmap.task_resource_defaults.task_resources | object | `{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}` | Task default resources parameters | -| flyte.datacatalog | object | `{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v0.3.9"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]}` | DATACATALOG SETTINGS | +| flyte.datacatalog | object | `{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v0.3.19"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]}` | DATACATALOG SETTINGS | | flyte.datacatalog.affinity | object | `{}` | affinity for Datacatalog deployment | | flyte.datacatalog.configPath | string | `"/etc/datacatalog/config/*.yaml"` | Default regex string for searching configuration files | | flyte.datacatalog.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.datacatalog.image.repository | string | `"cr.flyte.org/flyteorg/datacatalog"` | Docker image for Datacatalog deployment | -| flyte.datacatalog.image.tag | string | `"v0.3.9"` | Docker image tag | +| flyte.datacatalog.image.tag | string | `"v0.3.19"` | Docker image tag | | flyte.datacatalog.nodeSelector | object | `{}` | nodeSelector for Datacatalog deployment | | flyte.datacatalog.podAnnotations | object | `{}` | Annotations for Datacatalog pods | | flyte.datacatalog.replicaCount | int | `1` | Replicas count for Datacatalog deployment | @@ -136,7 +136,7 @@ helm install gateway bitnami/contour -n flyte | flyte.flyteadmin.deployRedoc | bool | `true` | Deploys a Redoc container in Flyteadmin's pod | | flyte.flyteadmin.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flyteadmin.image.repository | string | `"cr.flyte.org/flyteorg/flyteadmin"` | Docker image for Flyteadmin deployment | -| flyte.flyteadmin.image.tag | string | `"v0.6.61"` | Docker image tag | +| flyte.flyteadmin.image.tag | string | `"v0.6.64"` | Docker image tag | | flyte.flyteadmin.initialProjects | list | `["flytesnacks","flytetester","flyteexamples"]` | Initial projects to create | | flyte.flyteadmin.nodeSelector | object | `{}` | nodeSelector for Flyteadmin deployment | | flyte.flyteadmin.podAnnotations | object | `{}` | Annotations for Flyteadmin pods | @@ -148,23 +148,23 @@ helm install gateway bitnami/contour -n flyte | flyte.flyteadmin.serviceAccount.create | bool | `true` | Should a service account be created for flyteadmin | | flyte.flyteadmin.serviceAccount.imagePullSecrets | object | `{}` | ImapgePullSecrets to automatically assign to the service account | | flyte.flyteadmin.tolerations | list | `[]` | tolerations for Flyteadmin deployment | -| flyte.flyteconsole | object | `{"affinity":{},"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v0.29.0"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"250Mi"},"requests":{"cpu":"10m","memory":"50Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]}` | FLYTECONSOLE SETTINGS | +| flyte.flyteconsole | object | `{"affinity":{},"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v0.34.0"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"250Mi"},"requests":{"cpu":"10m","memory":"50Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]}` | FLYTECONSOLE SETTINGS | | flyte.flyteconsole.affinity | object | `{}` | affinity for Flyteconsole deployment | | flyte.flyteconsole.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flyteconsole.image.repository | string | `"cr.flyte.org/flyteorg/flyteconsole"` | Docker image for Flyteconsole deployment | -| flyte.flyteconsole.image.tag | string | `"v0.29.0"` | Docker image tag | +| flyte.flyteconsole.image.tag | string | `"v0.34.0"` | Docker image tag | | flyte.flyteconsole.nodeSelector | object | `{}` | nodeSelector for Flyteconsole deployment | | flyte.flyteconsole.podAnnotations | object | `{}` | Annotations for Flyteconsole pods | | flyte.flyteconsole.replicaCount | int | `1` | Replicas count for Flyteconsole deployment | | flyte.flyteconsole.resources | object | `{"limits":{"cpu":"500m","memory":"250Mi"},"requests":{"cpu":"10m","memory":"50Mi"}}` | Default resources requests and limits for Flyteconsole deployment | | flyte.flyteconsole.service | object | `{"annotations":{},"type":"ClusterIP"}` | Service settings for Flyteconsole | | flyte.flyteconsole.tolerations | list | `[]` | tolerations for Flyteconsole deployment | -| flyte.flytepropeller | object | `{"affinity":{},"cacheSizeMbs":0,"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v0.14.13"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]}` | FLYTEPROPELLER SETTINGS | +| flyte.flytepropeller | object | `{"affinity":{},"cacheSizeMbs":0,"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v0.16.4"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]}` | FLYTEPROPELLER SETTINGS | | flyte.flytepropeller.affinity | object | `{}` | affinity for Flytepropeller deployment | | flyte.flytepropeller.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files | | flyte.flytepropeller.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flytepropeller.image.repository | string | `"cr.flyte.org/flyteorg/flytepropeller"` | Docker image for Flytepropeller deployment | -| flyte.flytepropeller.image.tag | string | `"v0.14.13"` | Docker image tag | +| flyte.flytepropeller.image.tag | string | `"v0.16.4"` | Docker image tag | | flyte.flytepropeller.nodeSelector | object | `{}` | nodeSelector for Flytepropeller deployment | | flyte.flytepropeller.podAnnotations | object | `{}` | Annotations for Flytepropeller pods | | flyte.flytepropeller.replicaCount | int | `1` | Replicas count for Flytepropeller deployment | @@ -174,12 +174,12 @@ helm install gateway bitnami/contour -n flyte | flyte.flytepropeller.serviceAccount.create | bool | `true` | Should a service account be created for FlytePropeller | | flyte.flytepropeller.serviceAccount.imagePullSecrets | object | `{}` | ImapgePullSecrets to automatically assign to the service account | | flyte.flytepropeller.tolerations | list | `[]` | tolerations for Flytepropeller deployment | -| flyte.flytescheduler | object | `{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v0.6.61"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]}` | FLYTESCHEDULER SETTINGS | +| flyte.flytescheduler | object | `{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v0.6.64"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]}` | FLYTESCHEDULER SETTINGS | | flyte.flytescheduler.affinity | object | `{}` | affinity for Flytescheduler deployment | | flyte.flytescheduler.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files | | flyte.flytescheduler.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flytescheduler.image.repository | string | `"cr.flyte.org/flyteorg/flytescheduler"` | Docker image for Flytescheduler deployment | -| flyte.flytescheduler.image.tag | string | `"v0.6.61"` | Docker image tag | +| flyte.flytescheduler.image.tag | string | `"v0.6.64"` | Docker image tag | | flyte.flytescheduler.nodeSelector | object | `{}` | nodeSelector for Flytescheduler deployment | | flyte.flytescheduler.podAnnotations | object | `{}` | Annotations for Flytescheduler pods | | flyte.flytescheduler.resources | object | `{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}}` | Default resources requests and limits for Flytescheduler deployment | diff --git a/charts/flyte/values.yaml b/charts/flyte/values.yaml index fc8e307ce6..eccc6ab347 100755 --- a/charts/flyte/values.yaml +++ b/charts/flyte/values.yaml @@ -16,7 +16,7 @@ flyte: # -- Docker image for Flyteadmin deployment repository: cr.flyte.org/flyteorg/flyteadmin # FLYTEADMIN_IMAGE # -- Docker image tag - tag: v0.6.61 # FLYTEADMIN_TAG + tag: v0.6.64 # FLYTEADMIN_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Flyteadmin deployment @@ -73,7 +73,7 @@ flyte: # -- Docker image for Flytescheduler deployment repository: cr.flyte.org/flyteorg/flytescheduler # FLYTESCHEDULER_IMAGE # -- Docker image tag - tag: v0.6.61 # FLYTESCHEDULER_TAG + tag: v0.6.64 # FLYTESCHEDULER_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytescheduler deployment @@ -118,7 +118,7 @@ flyte: # -- Docker image for Datacatalog deployment repository: cr.flyte.org/flyteorg/datacatalog # DATACATALOG_IMAGE # -- Docker image tag - tag: v0.3.9 # DATACATALOG_TAG + tag: v0.3.19 # DATACATALOG_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Datacatalog deployment @@ -166,7 +166,7 @@ flyte: # -- Docker image for Flytepropeller deployment repository: cr.flyte.org/flyteorg/flytepropeller # FLYTEPROPELLER_IMAGE # -- Docker image tag - tag: v0.14.13 # FLYTEPROPELLER_TAG + tag: v0.16.4 # FLYTEPROPELLER_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytepropeller deployment @@ -211,7 +211,7 @@ flyte: # -- Docker image for Flyteconsole deployment repository: cr.flyte.org/flyteorg/flyteconsole # FLYTECONSOLE_IMAGE # -- Docker image tag - tag: v0.29.0 # FLYTECONSOLE_TAG + tag: v0.34.0 # FLYTECONSOLE_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Flyteconsole deployment @@ -455,7 +455,7 @@ flyte: # -- Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) co-pilot: name: flyte-copilot- - image: cr.flyte.org/flyteorg/flytecopilot:v0.0.22 # FLYTECOPILOT_IMAGE + image: cr.flyte.org/flyteorg/flytecopilot:v0.0.24 # FLYTECOPILOT_IMAGE start-timeout: 30s # -- Core propeller configuration diff --git a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml index b3a776e6dc..314a57bfd4 100644 --- a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml +++ b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml @@ -358,7 +358,7 @@ data: plugins: k8s: co-pilot: - image: cr.flyte.org/flyteorg/flytecopilot:v0.0.22 + image: cr.flyte.org/flyteorg/flytecopilot:v0.0.24 name: flyte-copilot- start-timeout: 30s core.yaml: | @@ -798,7 +798,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.61" + image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.64" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -815,7 +815,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.61" + image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.64" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -829,7 +829,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.61" + image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -840,7 +840,7 @@ spec: - mountPath: /etc/flyte/config name: config-volume - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.61" + image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.64" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -863,7 +863,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.61" + image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.64" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -945,7 +945,7 @@ spec: runAsUser: 1000 fsGroupChangePolicy: "OnRootMismatch" containers: - - image: "cr.flyte.org/flyteorg/flyteconsole:v0.30.0" + - image: "cr.flyte.org/flyteorg/flyteconsole:v0.34.0" imagePullPolicy: "IfNotPresent" name: flyteconsole envFrom: @@ -1012,7 +1012,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/datacatalog:v0.3.16" + image: "cr.flyte.org/flyteorg/datacatalog:v0.3.19" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -1026,7 +1026,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/datacatalog:v0.3.16" + image: "cr.flyte.org/flyteorg/datacatalog:v0.3.19" imagePullPolicy: "IfNotPresent" name: datacatalog ports: @@ -1085,7 +1085,7 @@ spec: template: metadata: annotations: - configChecksum: "1e72d494bd5435f255ec2df3735e87ee355b07567b8b380cd2e3c32429b2f9b" + configChecksum: "12dfbae80d24b6518a8494f03ee13d86598067ec1917c474e9fb164df66c0b9" labels: app.kubernetes.io/name: flytepropeller app.kubernetes.io/instance: flyte @@ -1106,7 +1106,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.name - image: "cr.flyte.org/flyteorg/flytepropeller:v0.15.17" + image: "cr.flyte.org/flyteorg/flytepropeller:v0.16.4" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -1159,9 +1159,9 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v0.15.17 + app.kubernetes.io/version: v0.16.4 annotations: - configChecksum: "1e72d494bd5435f255ec2df3735e87ee355b07567b8b380cd2e3c32429b2f9b" + configChecksum: "12dfbae80d24b6518a8494f03ee13d86598067ec1917c474e9fb164df66c0b9" spec: securityContext: fsGroup: 65534 @@ -1170,7 +1170,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v0.15.17" + image: "cr.flyte.org/flyteorg/flytepropeller:v0.16.4" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -1193,7 +1193,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v0.15.17" + image: "cr.flyte.org/flyteorg/flytepropeller:v0.16.4" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -1249,7 +1249,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.61" + image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: diff --git a/deployment/eks/flyte_generated.yaml b/deployment/eks/flyte_generated.yaml index 064967f45d..dc497c987f 100644 --- a/deployment/eks/flyte_generated.yaml +++ b/deployment/eks/flyte_generated.yaml @@ -8632,7 +8632,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: cr.flyte.org/flyteorg/datacatalog:v0.3.16 + image: cr.flyte.org/flyteorg/datacatalog:v0.3.19 imagePullPolicy: IfNotPresent name: datacatalog ports: @@ -8655,7 +8655,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: cr.flyte.org/flyteorg/datacatalog:v0.3.16 + image: cr.flyte.org/flyteorg/datacatalog:v0.3.19 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -8716,7 +8716,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v0.15.17 + image: cr.flyte.org/flyteorg/flytepropeller:v0.16.4 imagePullPolicy: IfNotPresent name: webhook volumeMounts: @@ -8743,7 +8743,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v0.15.17 + image: cr.flyte.org/flyteorg/flytepropeller:v0.16.4 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -8791,7 +8791,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: cr.flyte.org/flyteorg/flyteadmin:v0.6.53 + image: cr.flyte.org/flyteorg/flyteadmin:v0.6.64 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -8838,7 +8838,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: cr.flyte.org/flyteorg/flyteadmin:v0.6.53 + image: cr.flyte.org/flyteorg/flyteadmin:v0.6.64 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -8855,7 +8855,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: cr.flyte.org/flyteorg/flyteadmin:v0.6.53 + image: cr.flyte.org/flyteorg/flyteadmin:v0.6.64 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -8869,7 +8869,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v0.6.53 + image: cr.flyte.org/flyteorg/flyteadmin:v0.6.64 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -8889,7 +8889,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flyteadmin:v0.6.53 + image: cr.flyte.org/flyteorg/flyteadmin:v0.6.64 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -8943,7 +8943,7 @@ spec: - envFrom: - configMapRef: name: flyte-console-config - image: cr.flyte.org/flyteorg/flyteconsole:v0.30.0 + image: cr.flyte.org/flyteorg/flyteconsole:v0.34.0 name: flyteconsole ports: - containerPort: 8080 @@ -8990,7 +8990,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.name - image: cr.flyte.org/flyteorg/flytepropeller:v0.15.17 + image: cr.flyte.org/flyteorg/flytepropeller:v0.16.4 imagePullPolicy: IfNotPresent name: flytepropeller ports: @@ -9258,7 +9258,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v0.6.53 + image: cr.flyte.org/flyteorg/flyteadmin:v0.6.64 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/deployment/eks/flyte_helm_generated.yaml b/deployment/eks/flyte_helm_generated.yaml index b007531715..2838cc0a58 100644 --- a/deployment/eks/flyte_helm_generated.yaml +++ b/deployment/eks/flyte_helm_generated.yaml @@ -393,7 +393,7 @@ data: plugins: k8s: co-pilot: - image: cr.flyte.org/flyteorg/flytecopilot:v0.0.22 + image: cr.flyte.org/flyteorg/flytecopilot:v0.0.24 name: flyte-copilot- start-timeout: 30s core.yaml: | @@ -833,7 +833,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.61" + image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.64" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -850,7 +850,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.61" + image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.64" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -864,7 +864,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.61" + image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -875,7 +875,7 @@ spec: - mountPath: /etc/flyte/config name: config-volume - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.61" + image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.64" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -898,7 +898,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.61" + image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.64" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -980,7 +980,7 @@ spec: runAsUser: 1000 fsGroupChangePolicy: "OnRootMismatch" containers: - - image: "cr.flyte.org/flyteorg/flyteconsole:v0.30.0" + - image: "cr.flyte.org/flyteorg/flyteconsole:v0.34.0" imagePullPolicy: "IfNotPresent" name: flyteconsole envFrom: @@ -1047,7 +1047,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/datacatalog:v0.3.16" + image: "cr.flyte.org/flyteorg/datacatalog:v0.3.19" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -1061,7 +1061,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/datacatalog:v0.3.16" + image: "cr.flyte.org/flyteorg/datacatalog:v0.3.19" imagePullPolicy: "IfNotPresent" name: datacatalog ports: @@ -1137,7 +1137,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v0.6.61" + image: "cr.flyte.org/flyteorg/flytescheduler:v0.6.64" imagePullPolicy: "IfNotPresent" name: flytescheduler-check volumeMounts: @@ -1153,7 +1153,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v0.6.61" + image: "cr.flyte.org/flyteorg/flytescheduler:v0.6.64" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: @@ -1208,7 +1208,7 @@ spec: template: metadata: annotations: - configChecksum: "1e72d494bd5435f255ec2df3735e87ee355b07567b8b380cd2e3c32429b2f9b" + configChecksum: "12dfbae80d24b6518a8494f03ee13d86598067ec1917c474e9fb164df66c0b9" labels: app.kubernetes.io/name: flytepropeller app.kubernetes.io/instance: flyte @@ -1229,7 +1229,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.name - image: "cr.flyte.org/flyteorg/flytepropeller:v0.15.17" + image: "cr.flyte.org/flyteorg/flytepropeller:v0.16.4" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -1282,9 +1282,9 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v0.15.17 + app.kubernetes.io/version: v0.16.4 annotations: - configChecksum: "1e72d494bd5435f255ec2df3735e87ee355b07567b8b380cd2e3c32429b2f9b" + configChecksum: "12dfbae80d24b6518a8494f03ee13d86598067ec1917c474e9fb164df66c0b9" spec: securityContext: fsGroup: 65534 @@ -1293,7 +1293,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v0.15.17" + image: "cr.flyte.org/flyteorg/flytepropeller:v0.16.4" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -1316,7 +1316,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v0.15.17" + image: "cr.flyte.org/flyteorg/flytepropeller:v0.16.4" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -1372,7 +1372,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.61" + image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: diff --git a/deployment/gcp/flyte_generated.yaml b/deployment/gcp/flyte_generated.yaml index da68248aa3..0276ce11a0 100644 --- a/deployment/gcp/flyte_generated.yaml +++ b/deployment/gcp/flyte_generated.yaml @@ -8674,7 +8674,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: cr.flyte.org/flyteorg/datacatalog:v0.3.16 + image: cr.flyte.org/flyteorg/datacatalog:v0.3.19 imagePullPolicy: IfNotPresent name: datacatalog ports: @@ -8697,7 +8697,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: cr.flyte.org/flyteorg/datacatalog:v0.3.16 + image: cr.flyte.org/flyteorg/datacatalog:v0.3.19 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -8758,7 +8758,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v0.15.17 + image: cr.flyte.org/flyteorg/flytepropeller:v0.16.4 imagePullPolicy: IfNotPresent name: webhook volumeMounts: @@ -8785,7 +8785,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v0.15.17 + image: cr.flyte.org/flyteorg/flytepropeller:v0.16.4 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -8833,7 +8833,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: cr.flyte.org/flyteorg/flyteadmin:v0.6.53 + image: cr.flyte.org/flyteorg/flyteadmin:v0.6.64 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -8880,7 +8880,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: cr.flyte.org/flyteorg/flyteadmin:v0.6.53 + image: cr.flyte.org/flyteorg/flyteadmin:v0.6.64 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -8897,7 +8897,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: cr.flyte.org/flyteorg/flyteadmin:v0.6.53 + image: cr.flyte.org/flyteorg/flyteadmin:v0.6.64 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -8911,7 +8911,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v0.6.53 + image: cr.flyte.org/flyteorg/flyteadmin:v0.6.64 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -8931,7 +8931,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flyteadmin:v0.6.53 + image: cr.flyte.org/flyteorg/flyteadmin:v0.6.64 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -8985,7 +8985,7 @@ spec: - envFrom: - configMapRef: name: flyte-console-config - image: cr.flyte.org/flyteorg/flyteconsole:v0.30.0 + image: cr.flyte.org/flyteorg/flyteconsole:v0.34.0 name: flyteconsole ports: - containerPort: 8080 @@ -9032,7 +9032,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.name - image: cr.flyte.org/flyteorg/flytepropeller:v0.15.17 + image: cr.flyte.org/flyteorg/flytepropeller:v0.16.4 imagePullPolicy: IfNotPresent name: flytepropeller ports: @@ -9300,7 +9300,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v0.6.53 + image: cr.flyte.org/flyteorg/flyteadmin:v0.6.64 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/deployment/gcp/flyte_helm_generated.yaml b/deployment/gcp/flyte_helm_generated.yaml index 271aaf06ce..c1e439578d 100644 --- a/deployment/gcp/flyte_helm_generated.yaml +++ b/deployment/gcp/flyte_helm_generated.yaml @@ -400,7 +400,7 @@ data: plugins: k8s: co-pilot: - image: cr.flyte.org/flyteorg/flytecopilot:v0.0.22 + image: cr.flyte.org/flyteorg/flytecopilot:v0.0.24 name: flyte-copilot- start-timeout: 30s core.yaml: | @@ -848,7 +848,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.61" + image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.64" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -865,7 +865,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.61" + image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.64" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -879,7 +879,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.61" + image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -890,7 +890,7 @@ spec: - mountPath: /etc/flyte/config name: config-volume - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.61" + image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.64" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -913,7 +913,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.61" + image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.64" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -995,7 +995,7 @@ spec: runAsUser: 1000 fsGroupChangePolicy: "OnRootMismatch" containers: - - image: "cr.flyte.org/flyteorg/flyteconsole:v0.30.0" + - image: "cr.flyte.org/flyteorg/flyteconsole:v0.34.0" imagePullPolicy: "IfNotPresent" name: flyteconsole envFrom: @@ -1070,7 +1070,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/datacatalog:v0.3.16" + image: "cr.flyte.org/flyteorg/datacatalog:v0.3.19" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -1084,7 +1084,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/datacatalog:v0.3.16" + image: "cr.flyte.org/flyteorg/datacatalog:v0.3.19" imagePullPolicy: "IfNotPresent" name: datacatalog ports: @@ -1160,7 +1160,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v0.6.61" + image: "cr.flyte.org/flyteorg/flytescheduler:v0.6.64" imagePullPolicy: "IfNotPresent" name: flytescheduler-check volumeMounts: @@ -1176,7 +1176,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v0.6.61" + image: "cr.flyte.org/flyteorg/flytescheduler:v0.6.64" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: @@ -1231,7 +1231,7 @@ spec: template: metadata: annotations: - configChecksum: "82d46b3752c18911c9b29ebb73e184bc6c0b3ff8ea5ee916cf2dd4db06fced9" + configChecksum: "297804760b5852c7e164aebab603e6d653a4f5dee7c47f7a636e6305f34246d" labels: app.kubernetes.io/name: flytepropeller app.kubernetes.io/instance: flyte @@ -1252,7 +1252,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.name - image: "cr.flyte.org/flyteorg/flytepropeller:v0.15.17" + image: "cr.flyte.org/flyteorg/flytepropeller:v0.16.4" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -1305,9 +1305,9 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v0.15.17 + app.kubernetes.io/version: v0.16.4 annotations: - configChecksum: "82d46b3752c18911c9b29ebb73e184bc6c0b3ff8ea5ee916cf2dd4db06fced9" + configChecksum: "297804760b5852c7e164aebab603e6d653a4f5dee7c47f7a636e6305f34246d" spec: securityContext: fsGroup: 65534 @@ -1316,7 +1316,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v0.15.17" + image: "cr.flyte.org/flyteorg/flytepropeller:v0.16.4" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -1339,7 +1339,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v0.15.17" + image: "cr.flyte.org/flyteorg/flytepropeller:v0.16.4" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -1395,7 +1395,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.61" + image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: diff --git a/deployment/sandbox/flyte_generated.yaml b/deployment/sandbox/flyte_generated.yaml index 23956f7182..2727ec22a3 100644 --- a/deployment/sandbox/flyte_generated.yaml +++ b/deployment/sandbox/flyte_generated.yaml @@ -2777,7 +2777,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: cr.flyte.org/flyteorg/datacatalog:v0.3.16 + image: cr.flyte.org/flyteorg/datacatalog:v0.3.19 imagePullPolicy: IfNotPresent name: datacatalog ports: @@ -2795,7 +2795,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: cr.flyte.org/flyteorg/datacatalog:v0.3.16 + image: cr.flyte.org/flyteorg/datacatalog:v0.3.19 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -2856,7 +2856,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v0.15.17 + image: cr.flyte.org/flyteorg/flytepropeller:v0.16.4 imagePullPolicy: IfNotPresent name: webhook volumeMounts: @@ -2886,7 +2886,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v0.15.17 + image: cr.flyte.org/flyteorg/flytepropeller:v0.16.4 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -2937,7 +2937,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: cr.flyte.org/flyteorg/flyteadmin:v0.6.53 + image: cr.flyte.org/flyteorg/flyteadmin:v0.6.64 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -2963,7 +2963,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: cr.flyte.org/flyteorg/flyteadmin:v0.6.53 + image: cr.flyte.org/flyteorg/flyteadmin:v0.6.64 imagePullPolicy: IfNotPresent name: sync-cluster-resources-goroutine volumeMounts: @@ -3006,7 +3006,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: cr.flyte.org/flyteorg/flyteadmin:v0.6.53 + image: cr.flyte.org/flyteorg/flyteadmin:v0.6.64 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -3022,7 +3022,7 @@ spec: - seed-projects - flytesnacks - flyteexamples - image: cr.flyte.org/flyteorg/flyteadmin:v0.6.53 + image: cr.flyte.org/flyteorg/flyteadmin:v0.6.64 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -3036,7 +3036,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v0.6.53 + image: cr.flyte.org/flyteorg/flyteadmin:v0.6.64 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -3056,7 +3056,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flyteadmin:v0.6.53 + image: cr.flyte.org/flyteorg/flyteadmin:v0.6.64 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -3110,7 +3110,7 @@ spec: - envFrom: - configMapRef: name: flyte-console-config - image: cr.flyte.org/flyteorg/flyteconsole:v0.30.0 + image: cr.flyte.org/flyteorg/flyteconsole:v0.34.0 name: flyteconsole ports: - containerPort: 8080 @@ -3157,7 +3157,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.name - image: cr.flyte.org/flyteorg/flytepropeller:v0.15.17 + image: cr.flyte.org/flyteorg/flytepropeller:v0.16.4 imagePullPolicy: IfNotPresent name: flytepropeller ports: @@ -3548,7 +3548,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v0.6.53 + image: cr.flyte.org/flyteorg/flyteadmin:v0.6.64 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/deployment/sandbox/flyte_helm_generated.yaml b/deployment/sandbox/flyte_helm_generated.yaml index 84c02b79ad..2de75f2d85 100644 --- a/deployment/sandbox/flyte_helm_generated.yaml +++ b/deployment/sandbox/flyte_helm_generated.yaml @@ -498,7 +498,7 @@ data: plugins: k8s: co-pilot: - image: cr.flyte.org/flyteorg/flytecopilot:v0.0.22 + image: cr.flyte.org/flyteorg/flytecopilot:v0.0.24 name: flyte-copilot- start-timeout: 30s core.yaml: | @@ -3180,7 +3180,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.61" + image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.64" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -3196,7 +3196,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.61" + image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.64" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -3209,7 +3209,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.61" + image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -3219,7 +3219,7 @@ spec: - mountPath: /etc/flyte/config name: config-volume - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.61" + image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.64" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -3242,7 +3242,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.61" + image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.64" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -3334,7 +3334,7 @@ spec: runAsUser: 1000 fsGroupChangePolicy: "OnRootMismatch" containers: - - image: "cr.flyte.org/flyteorg/flyteconsole:v0.29.0" + - image: "cr.flyte.org/flyteorg/flyteconsole:v0.34.0" imagePullPolicy: "IfNotPresent" name: flyteconsole envFrom: @@ -3402,7 +3402,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/datacatalog:v0.3.9" + image: "cr.flyte.org/flyteorg/datacatalog:v0.3.19" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -3415,7 +3415,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/datacatalog:v0.3.9" + image: "cr.flyte.org/flyteorg/datacatalog:v0.3.19" imagePullPolicy: "IfNotPresent" name: datacatalog ports: @@ -3481,7 +3481,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v0.6.61" + image: "cr.flyte.org/flyteorg/flytescheduler:v0.6.64" imagePullPolicy: "IfNotPresent" name: flytescheduler-check volumeMounts: @@ -3496,7 +3496,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v0.6.61" + image: "cr.flyte.org/flyteorg/flytescheduler:v0.6.64" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: @@ -3548,7 +3548,7 @@ spec: template: metadata: annotations: - configChecksum: "1080cb315d0afe9ecb1c516d820fd247687e7e3e035ba79913f9052a426e118" + configChecksum: "cfa138e6b995a9c41f1b9e2945fc05c542920c7c2b6738fb3f3c33332f370ce" labels: app.kubernetes.io/name: flytepropeller app.kubernetes.io/instance: flyte @@ -3569,7 +3569,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.name - image: "cr.flyte.org/flyteorg/flytepropeller:v0.14.13" + image: "cr.flyte.org/flyteorg/flytepropeller:v0.16.4" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -3615,9 +3615,9 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v0.14.13 + app.kubernetes.io/version: v0.16.4 annotations: - configChecksum: "1080cb315d0afe9ecb1c516d820fd247687e7e3e035ba79913f9052a426e118" + configChecksum: "cfa138e6b995a9c41f1b9e2945fc05c542920c7c2b6738fb3f3c33332f370ce" spec: securityContext: fsGroup: 65534 @@ -3626,7 +3626,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v0.14.13" + image: "cr.flyte.org/flyteorg/flytepropeller:v0.16.4" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -3649,7 +3649,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v0.14.13" + image: "cr.flyte.org/flyteorg/flytepropeller:v0.16.4" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -3908,7 +3908,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.61" + image: "cr.flyte.org/flyteorg/flyteadmin:v0.6.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: diff --git a/deployment/test/flyte_generated.yaml b/deployment/test/flyte_generated.yaml index 922c54d8e0..1c179f32b9 100644 --- a/deployment/test/flyte_generated.yaml +++ b/deployment/test/flyte_generated.yaml @@ -637,7 +637,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: cr.flyte.org/flyteorg/datacatalog:v0.3.16 + image: cr.flyte.org/flyteorg/datacatalog:v0.3.19 imagePullPolicy: IfNotPresent name: datacatalog ports: @@ -655,7 +655,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: cr.flyte.org/flyteorg/datacatalog:v0.3.16 + image: cr.flyte.org/flyteorg/datacatalog:v0.3.19 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -716,7 +716,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v0.15.17 + image: cr.flyte.org/flyteorg/flytepropeller:v0.16.4 imagePullPolicy: IfNotPresent name: webhook volumeMounts: @@ -743,7 +743,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v0.15.17 + image: cr.flyte.org/flyteorg/flytepropeller:v0.16.4 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -791,7 +791,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: cr.flyte.org/flyteorg/flyteadmin:v0.6.53 + image: cr.flyte.org/flyteorg/flyteadmin:v0.6.64 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -846,7 +846,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: cr.flyte.org/flyteorg/flyteadmin:v0.6.53 + image: cr.flyte.org/flyteorg/flyteadmin:v0.6.64 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -862,7 +862,7 @@ spec: - seed-projects - flytetester - flytesnacks - image: cr.flyte.org/flyteorg/flyteadmin:v0.6.53 + image: cr.flyte.org/flyteorg/flyteadmin:v0.6.64 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -876,7 +876,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v0.6.53 + image: cr.flyte.org/flyteorg/flyteadmin:v0.6.64 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -896,7 +896,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flyteadmin:v0.6.53 + image: cr.flyte.org/flyteorg/flyteadmin:v0.6.64 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -960,7 +960,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.name - image: cr.flyte.org/flyteorg/flytepropeller:v0.15.17 + image: cr.flyte.org/flyteorg/flytepropeller:v0.16.4 imagePullPolicy: IfNotPresent name: flytepropeller ports: diff --git a/kustomize/overlays/eks/kustomization.yaml b/kustomize/overlays/eks/kustomization.yaml index 01624de20e..bcf9ce5446 100644 --- a/kustomize/overlays/eks/kustomization.yaml +++ b/kustomize/overlays/eks/kustomization.yaml @@ -21,23 +21,23 @@ bases: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v0.6.53 # FLYTEADMIN_TAG override the tag + newTag: v0.6.64 # FLYTEADMIN_TAG override the tag newName: cr.flyte.org/flyteorg/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name - newTag: v0.30.0 # FLYTECONSOLE_TAG the tag + newTag: v0.34.0 # FLYTECONSOLE_TAG the tag newName: cr.flyte.org/flyteorg/flyteconsole # override the namep # Flyte DataCatalog - name: datacatalog # match images with this name - newTag: v0.3.16 # DATACATALOG_TAG override the tag + newTag: v0.3.19 # DATACATALOG_TAG override the tag newName: cr.flyte.org/flyteorg/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name - newTag: v0.15.17 # FLYTEPROPELLER_TAG override the tag + newTag: v0.16.4 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Webhook - name: webhook # match images with this name - newTag: v0.15.17 # FLYTEPROPELLER_TAG override the tag + newTag: v0.16.4 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Override postgres image to use alpine based (rather smaller) docker image - name: postgres diff --git a/kustomize/overlays/gcp/kustomization.yaml b/kustomize/overlays/gcp/kustomization.yaml index 288218900e..3dd416e4eb 100644 --- a/kustomize/overlays/gcp/kustomization.yaml +++ b/kustomize/overlays/gcp/kustomization.yaml @@ -23,23 +23,23 @@ bases: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v0.6.53 # FLYTEADMIN_TAG override the tag + newTag: v0.6.64 # FLYTEADMIN_TAG override the tag newName: cr.flyte.org/flyteorg/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name - newTag: v0.30.0 # FLYTECONSOLE_TAG the tag + newTag: v0.34.0 # FLYTECONSOLE_TAG the tag newName: cr.flyte.org/flyteorg/flyteconsole # override the namep # Flyte DataCatalog - name: datacatalog # match images with this name - newTag: v0.3.16 # DATACATALOG_TAG override the tag + newTag: v0.3.19 # DATACATALOG_TAG override the tag newName: cr.flyte.org/flyteorg/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name - newTag: v0.15.17 # FLYTEPROPELLER_TAG override the tag + newTag: v0.16.4 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Webhook - name: webhook # match images with this name - newTag: v0.15.17 # FLYTEPROPELLER_TAG override the tag + newTag: v0.16.4 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Override postgres image to use alpine based (rather smaller) docker image - name: postgres diff --git a/kustomize/overlays/sandbox/kustomization.yaml b/kustomize/overlays/sandbox/kustomization.yaml index ea6595c349..9d6d2ef66a 100644 --- a/kustomize/overlays/sandbox/kustomization.yaml +++ b/kustomize/overlays/sandbox/kustomization.yaml @@ -25,23 +25,23 @@ resources: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v0.6.53 # FLYTEADMIN_TAG override the tag + newTag: v0.6.64 # FLYTEADMIN_TAG override the tag newName: cr.flyte.org/flyteorg/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name - newTag: v0.30.0 # FLYTECONSOLE_TAG the tag + newTag: v0.34.0 # FLYTECONSOLE_TAG the tag newName: cr.flyte.org/flyteorg/flyteconsole # override the namep # Flyte DataCatalog - name: datacatalog # match images with this name - newTag: v0.3.16 # DATACATALOG_TAG override the tag + newTag: v0.3.19 # DATACATALOG_TAG override the tag newName: cr.flyte.org/flyteorg/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name - newTag: v0.15.17 # FLYTEPROPELLER_TAG override the tag + newTag: v0.16.4 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Webhook - name: webhook # match images with this name - newTag: v0.15.17 # FLYTEPROPELLER_TAG override the tag + newTag: v0.16.4 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Override postgres image to use alpine based (rather smaller) docker image - name: postgres diff --git a/kustomize/overlays/test/kustomization.yaml b/kustomize/overlays/test/kustomization.yaml index 94a3d60feb..9e6705f938 100644 --- a/kustomize/overlays/test/kustomization.yaml +++ b/kustomize/overlays/test/kustomization.yaml @@ -19,23 +19,23 @@ bases: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v0.6.53 # FLYTEADMIN_TAG override the tag + newTag: v0.6.64 # FLYTEADMIN_TAG override the tag newName: cr.flyte.org/flyteorg/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name - newTag: v0.30.0 # FLYTECONSOLE_TAG the tag + newTag: v0.34.0 # FLYTECONSOLE_TAG the tag newName: cr.flyte.org/flyteorg/flyteconsole # override the namep # Flyte DataCatalog - name: datacatalog # match images with this name - newTag: v0.3.16 # DATACATALOG_TAG override the tag + newTag: v0.3.19 # DATACATALOG_TAG override the tag newName: cr.flyte.org/flyteorg/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name - newTag: v0.15.17 # FLYTEPROPELLER_TAG override the tag + newTag: v0.16.4 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Webhook - name: webhook # match images with this name - newTag: v0.15.17 # FLYTEPROPELLER_TAG override the tag + newTag: v0.16.4 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Override postgres image to use alpine based (rather smaller) docker image - name: postgres diff --git a/rsts/deployment/cluster_config/flyteadmin_config.rst b/rsts/deployment/cluster_config/flyteadmin_config.rst index 2987c39b5b..8678cb6cb2 100644 --- a/rsts/deployment/cluster_config/flyteadmin_config.rst +++ b/rsts/deployment/cluster_config/flyteadmin_config.rst @@ -206,7 +206,7 @@ Defines Auth options for apps. UserAuth must be enabled for AppAuth to work. config.OAuth2Options --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ authServerType (int) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -317,7 +317,7 @@ Defines settings to instruct flyte cli tools (and optionally others) on what con config.AuthorizationServer --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ issuer (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -463,7 +463,7 @@ staticClients (map[string]*fosite.DefaultClient) config.Duration --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Duration (int64) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -476,7 +476,7 @@ Duration (int64) config.ExternalAuthorizationServer --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ baseUrl (`config.URL`_) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -515,7 +515,7 @@ Optional: If the server doesn't support /.well-known/oauth-authorization-server, config.URL --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ URL (`url.URL`_) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -537,7 +537,7 @@ URL (`url.URL`_) url.URL --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Scheme (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -640,7 +640,7 @@ RawFragment (string) config.ThirdPartyConfigOptions --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ flyteClient (`config.FlyteClientConfig`_) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -655,7 +655,7 @@ flyteClient (`config.FlyteClientConfig`_) config.FlyteClientConfig --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ clientId (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -694,7 +694,7 @@ Recommended scopes for the client to request. config.UserAuthConfig --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ redirectUrl (`config.URL`_) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -747,7 +747,7 @@ OPTIONAL: Secret name to use for cookie block key. config.OpenIDOptions --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ clientId (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -1046,7 +1046,7 @@ reconnectDelaySeconds (int) interfaces.AWSConfig --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ region (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -1059,7 +1059,7 @@ region (string) interfaces.EventsPublisherConfig --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ topicName (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -1082,7 +1082,7 @@ eventTypes ([]string) interfaces.GCPConfig --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ projectId (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -1220,7 +1220,7 @@ Sets logging format. logger.FormatterConfig --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ type (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -1368,7 +1368,7 @@ reconnectDelaySeconds (int) interfaces.NotificationsEmailerConfig --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ emailServerConfig (`interfaces.EmailServerConfig`_) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -1413,7 +1413,7 @@ body (string) interfaces.EmailServerConfig --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ serviceName (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -1446,7 +1446,7 @@ apiKeyFilePath (string) interfaces.NotificationsProcessorConfig --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ queueName (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -1469,7 +1469,7 @@ accountId (string) interfaces.NotificationsPublisherConfig --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ topicName (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -1553,7 +1553,7 @@ k8s (`config.K8sPluginConfig`_) catalog.Config --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ reader (`workqueue.Config`_) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -1584,7 +1584,7 @@ Catalog writer workqueue config. Make sure the index cache must be big enough to workqueue.Config --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ workers (int) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -1623,7 +1623,7 @@ Maximum number of entries to keep in the index. config.K8sPluginConfig --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ inject-finalizer (bool) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -1849,7 +1849,7 @@ The name of the GPU resource to use when the task resource requests GPUs. config.FlyteCoPilotConfig --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ name (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -1970,7 +1970,7 @@ Default storage limit for individual inputs / outputs resource.Quantity --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ i (`resource.int64Amount`_) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -2013,7 +2013,7 @@ Format (string) resource.infDecAmount --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Dec (inf.Dec) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -2026,7 +2026,7 @@ Dec (inf.Dec) resource.int64Amount --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ value (int64) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -2191,11 +2191,11 @@ Specifies how inline execution event data should be saved in the backend .. code-block:: yaml - "0" + Offload interfaces.SignedURL --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ enabled (bool) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -2239,7 +2239,7 @@ profilerPort (`config.Port`_) .. code-block:: yaml - 10253 + 10254 eventScheduler (`interfaces.EventSchedulerConfig`_) @@ -2311,7 +2311,7 @@ backoff (`wait.Backoff`_) config.Port --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ port (int) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -2320,11 +2320,11 @@ port (int) .. code-block:: yaml - "10253" + "10254" interfaces.EventSchedulerConfig --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ scheme (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -2397,10 +2397,10 @@ local (`interfaces.FlyteSchedulerConfig`_) interfaces.FlyteSchedulerConfig --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ interfaces.WorkflowExecutorConfig --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ scheme (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -2465,7 +2465,7 @@ local (`interfaces.FlyteWorkflowExecutorConfig`_) interfaces.FlyteWorkflowExecutorConfig --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ adminRateLimit (`interfaces.AdminRateLimit`_) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -2479,7 +2479,7 @@ adminRateLimit (`interfaces.AdminRateLimit`_) interfaces.AdminRateLimit --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ tps (float64) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -2502,7 +2502,7 @@ burst (int) wait.Backoff --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Duration (int64) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -2678,7 +2678,7 @@ Deprecated please use auth.appAuth.thirdPartyConfig instead. config.ServerSecurityOptions --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ secure (bool) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -2752,7 +2752,7 @@ allowedHeaders ([]string) config.SslOptions --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ certificateFile (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -2877,7 +2877,7 @@ Sets the default http client config. storage.CachingConfig --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ max_size_mbs (int) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -2904,7 +2904,7 @@ Sets the garbage collection target percentage. storage.ConnectionConfig --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ endpoint (`config.URL`_) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -2979,7 +2979,7 @@ Disables SSL connection. Should only be used for development. storage.HTTPClientConfig --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ headers (map[string][]string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -3004,7 +3004,7 @@ Sets time out on the http client. storage.LimitsConfig --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ maxDownloadMBs (int64) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -3019,7 +3019,7 @@ Maximum allowed download size (in MBs) per call. storage.StowConfig --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ kind (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -3077,7 +3077,7 @@ limits (`interfaces.TaskResourceSet`_) interfaces.TaskResourceSet --------------------------------------------------------------------------------- +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ cpu (`resource.Quantity`_) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" diff --git a/rsts/deployment/cluster_config/flytepropeller_config.rst b/rsts/deployment/cluster_config/flytepropeller_config.rst index fee8c8cd11..add5b47601 100644 --- a/rsts/deployment/cluster_config/flytepropeller_config.rst +++ b/rsts/deployment/cluster_config/flytepropeller_config.rst @@ -215,7 +215,7 @@ Command for external authentication token generation .. code-block:: yaml - null + [] config.Duration @@ -634,12 +634,12 @@ k8s (`config.K8sPluginConfig`_) cpu: 500m default-input-path: /var/flyte/inputs default-output-path: /var/flyte/outputs - image: cr.flyte.org/flyteorg/flytecopilot:v0.0.9 + image: cr.flyte.org/flyteorg/flytecopilot:v0.0.15 input-vol-name: flyte-inputs memory: 128Mi name: flyte-copilot- output-vol-name: flyte-outputs - start-timeout: 1m0s + start-timeout: 1m40s storage: "" create-container-error-grace-period: 3m0s default-annotations: @@ -650,6 +650,8 @@ k8s (`config.K8sPluginConfig`_) default-labels: null default-memory: 1Gi default-node-selector: null + default-pod-security-context: null + default-security-context: null default-tolerations: null delete-resource-on-finalize: false gpu-resource-name: nvidia.com/gpu @@ -1582,12 +1584,12 @@ Co-Pilot Configuration cpu: 500m default-input-path: /var/flyte/inputs default-output-path: /var/flyte/outputs - image: cr.flyte.org/flyteorg/flytecopilot:v0.0.9 + image: cr.flyte.org/flyteorg/flytecopilot:v0.0.15 input-vol-name: flyte-inputs memory: 128Mi name: flyte-copilot- output-vol-name: flyte-outputs - start-timeout: 1m0s + start-timeout: 1m40s storage: "" @@ -1616,8 +1618,6 @@ create-container-error-grace-period (`config.Duration`_) gpu-resource-name (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" -The name of the GPU resource to use when the task resource requests GPUs. - **Default Value**: .. code-block:: yaml @@ -1625,6 +1625,26 @@ The name of the GPU resource to use when the task resource requests GPUs. nvidia.com/gpu +default-pod-security-context (v1.PodSecurityContext) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + null + + +default-security-context (v1.SecurityContext) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + null + + config.FlyteCoPilotConfig ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -1649,7 +1669,7 @@ Flyte co-pilot Docker Image FQN .. code-block:: yaml - cr.flyte.org/flyteorg/flytecopilot:v0.0.9 + cr.flyte.org/flyteorg/flytecopilot:v0.0.15 default-input-path (string) @@ -1707,7 +1727,7 @@ start-timeout (`config.Duration`_) .. code-block:: yaml - 1m0s + 1m40s cpu (string) @@ -2965,6 +2985,78 @@ Configures execution event behavior. raw-output-policy: reference +include-shard-key-label ([]string) +-------------------------------------------------------------------------------- + +Include the specified shard key label in the k8s FlyteWorkflow CRD label selector + +**Default Value**: + +.. code-block:: yaml + + [] + + +exclude-shard-key-label ([]string) +-------------------------------------------------------------------------------- + +Exclude the specified shard key label from the k8s FlyteWorkflow CRD label selector + +**Default Value**: + +.. code-block:: yaml + + [] + + +include-project-label ([]string) +-------------------------------------------------------------------------------- + +Include the specified project label in the k8s FlyteWorkflow CRD label selector + +**Default Value**: + +.. code-block:: yaml + + [] + + +exclude-project-label ([]string) +-------------------------------------------------------------------------------- + +Exclude the specified project label from the k8s FlyteWorkflow CRD label selector + +**Default Value**: + +.. code-block:: yaml + + [] + + +include-domain-label ([]string) +-------------------------------------------------------------------------------- + +Include the specified domain label in the k8s FlyteWorkflow CRD label selector + +**Default Value**: + +.. code-block:: yaml + + [] + + +exclude-domain-label ([]string) +-------------------------------------------------------------------------------- + +Exclude the specified domain label from the k8s FlyteWorkflow CRD label selector + +**Default Value**: + +.. code-block:: yaml + + [] + + admin-launcher (`launchplan.AdminConfig`_) -------------------------------------------------------------------------------- From 7db606788e8cca10b92e7a4f98d8b9702efe4ab5 Mon Sep 17 00:00:00 2001 From: Haytham Abuelfutuh Date: Thu, 9 Dec 2021 16:58:25 -0800 Subject: [PATCH 2/5] Add changelog Signed-off-by: Haytham Abuelfutuh --- CHANGELOG/CHANGELOG-v0.18.2.md | 59 ++++++++++++++++++++++++++++++++++ 1 file changed, 59 insertions(+) create mode 100644 CHANGELOG/CHANGELOG-v0.18.2.md diff --git a/CHANGELOG/CHANGELOG-v0.18.2.md b/CHANGELOG/CHANGELOG-v0.18.2.md new file mode 100644 index 0000000000..9a7e3e02da --- /dev/null +++ b/CHANGELOG/CHANGELOG-v0.18.2.md @@ -0,0 +1,59 @@ +# 0.18.2 Release ChangeLog + +[Closed Issues](https://github.com/flyteorg/flyte/issues?q=is%3Aissue+milestone%3A0.18.2+is%3Aclosed) + +## UX +* Added advanced options to launch form +* Added support for all tasks-types (task execution view) +* Replaced execution id's with node id's on execution list-view +* Fixed bug with some properties not being repopulated on relaunch +* minor fixes + +### FlyteKit +See the flytekit [0.25.0 release notes](https://github.com/flyteorg/flytekit/releases/tag/v0.25.0) for the full list of changes. Here are some of the highlights: + +* Improved support for tasks that [run shell scripts](https://github.com/flyteorg/flytekit/pull/747) +* Support for more types in dataclasses: + * [enums](https://github.com/flyteorg/flytekit/pull/753) + * [FlyteFile](https://github.com/flyteorg/flytekit/pull/725) and [FlyteSchema](https://github.com/flyteorg/flytekit/pull/722) +* flyteremote improvements, including: + * [Access to raw inputs and outputs](https://github.com/flyteorg/flytekit/pull/675) + * [Ability to serialize tasks containing arbitrary images](https://github.com/flyteorg/flytekit/pull/733) + * [Improved UX for navigation of subworkflows and launchplans](https://github.com/flyteorg/flytekit/pull/751) + * [Support for FlytePickle](https://github.com/flyteorg/flytekit/pull/764) + +## System +* Various stability fixes. +* Helm changes + * [flyte-core](https://artifacthub.io/packages/helm/flyte/flyte-core) helm chart has reached release preview and can be leveraged to install your cloud(AWS/GCP) deployments of flyte. + * Going forward flyte-core will install flyte native scheduler, For AWS backword compatibility you need to define `workflow_schedule.type` to `aws`. (https://github.com/flyteorg/flyte/pull/1896) + * [flyte](https://artifacthub.io/packages/helm/flyte/flyte) helm chart has been refactored to depend on flyte-core helm chart and install additional dependencies to continue to provide a sandboxed installation of flyte. + + **Migration Notes** + + As part of this move, ``flyte`` helm chart is becoming the canonical sandbox cluster. It comes with all external resources needed to fully standup a Flyte cluster. If you have previously been using this chart to deploy flyte on your cloud providers, there will be changes you need to do to migrate: + * If you have your own ``myvalues.yaml``, you will need to add another nesting level under ``flyte:`` for the sections that are now managed through ``flyte-core``. For example: + ```yaml + configmaps: + ... + flyteadmin: + ... + minio: + ... + countour: + ... + ``` + + to: + ```yaml + flyte: + configmaps: + ... + flyteadmin: + ... + minio: + ... + countour: + ... + ``` + * Alternatively, if you do not have any dependency on external flyte depdencies, you can keep your ``myvalues.yaml`` and switch to using ``flyte-core`` helm chart directly with no changes. From 0e703032d4e96c1d81e6760641a8534556474ebe Mon Sep 17 00:00:00 2001 From: Eduardo Apolinario Date: Thu, 9 Dec 2021 17:22:06 -0800 Subject: [PATCH 3/5] Bump flytetools SHA to 125f6b21c3ff9336d9fb98a3e35fc7c6469d8d1c Signed-off-by: Eduardo Apolinario --- end2end/tests/endtoend.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/end2end/tests/endtoend.yaml b/end2end/tests/endtoend.yaml index 65c14651db..a41aebacd3 100644 --- a/end2end/tests/endtoend.yaml +++ b/end2end/tests/endtoend.yaml @@ -11,7 +11,7 @@ spec: command: - bash - -c - image: ghcr.io/flyteorg/flytetools:3e1c72a97b2fd289233bf6fdb15c14e2c233f32e + image: ghcr.io/flyteorg/flytetools:125f6b21c3ff9336d9fb98a3e35fc7c6469d8d1c imagePullPolicy: IfNotPresent name: flytetester resources: From 781967f7ec95d95bdb89d048ef1fe1c707575d1a Mon Sep 17 00:00:00 2001 From: Haytham Abuelfutuh Date: Fri, 10 Dec 2021 16:23:13 -0800 Subject: [PATCH 4/5] Fix doc reference Signed-off-by: Haytham Abuelfutuh --- rsts/deployment/cluster_config/performance.rst | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/rsts/deployment/cluster_config/performance.rst b/rsts/deployment/cluster_config/performance.rst index 1e0ba2c23f..783510b5bd 100644 --- a/rsts/deployment/cluster_config/performance.rst +++ b/rsts/deployment/cluster_config/performance.rst @@ -165,7 +165,7 @@ This can done in multiple ways max_parallelism=30, ) -#. Specify for an execution. For any specific execution the max-parallelism can be overriden. This can be done using flytectl (and soon flyteconsole). Refer to :std:doc:`gen/flytectl_create_execution` +#. Specify for an execution. For any specific execution the max-parallelism can be overriden. This can be done using flytectl (and soon flyteconsole). Refer to :std:ref:`flyteCtl docs ` From 84e5d3a1eb0543df5ce6a4922428efbe13d58a35 Mon Sep 17 00:00:00 2001 From: Haytham Abuelfutuh Date: Fri, 10 Dec 2021 17:04:30 -0800 Subject: [PATCH 5/5] More notes Signed-off-by: Haytham Abuelfutuh --- CHANGELOG/CHANGELOG-v0.18.2.md | 3 +++ 1 file changed, 3 insertions(+) diff --git a/CHANGELOG/CHANGELOG-v0.18.2.md b/CHANGELOG/CHANGELOG-v0.18.2.md index 9a7e3e02da..d9818406c9 100644 --- a/CHANGELOG/CHANGELOG-v0.18.2.md +++ b/CHANGELOG/CHANGELOG-v0.18.2.md @@ -24,6 +24,9 @@ See the flytekit [0.25.0 release notes](https://github.com/flyteorg/flytekit/rel ## System * Various stability fixes. +* New docker image tags! + + In addition to component-specific versions released from each of the flyte repositories (e.g. flytepropeller:v0.16.5), new images will be re-tagged and pushed that match the flyte release version (e.g. the upcoming flytepropeller-release:v0.18.2). This makes it easier to make sure all your deployments are on the same version to ensure best compatibility. * Helm changes * [flyte-core](https://artifacthub.io/packages/helm/flyte/flyte-core) helm chart has reached release preview and can be leveraged to install your cloud(AWS/GCP) deployments of flyte. * Going forward flyte-core will install flyte native scheduler, For AWS backword compatibility you need to define `workflow_schedule.type` to `aws`. (https://github.com/flyteorg/flyte/pull/1896)