diff --git a/charts/flyte-core/README.md b/charts/flyte-core/README.md index f886c3d5b2..6853f30766 100644 --- a/charts/flyte-core/README.md +++ b/charts/flyte-core/README.md @@ -139,7 +139,7 @@ helm install gateway bitnami/contour -n flyte | flyteadmin.extraArgs | object | `{}` | Appends extra command line arguments to the serve command | | flyteadmin.image.pullPolicy | string | `"IfNotPresent"` | | | flyteadmin.image.repository | string | `"cr.flyte.org/flyteorg/flyteadmin"` | Docker image for Flyteadmin deployment | -| flyteadmin.image.tag | string | `"v1.1.5"` | | +| flyteadmin.image.tag | string | `"v1.1.11"` | | | flyteadmin.initialProjects | list | `["flytesnacks","flytetester","flyteexamples"]` | Initial projects to create | | flyteadmin.nodeSelector | object | `{}` | nodeSelector for Flyteadmin deployment | | flyteadmin.podAnnotations | object | `{}` | Annotations for Flyteadmin pods | @@ -177,7 +177,7 @@ helm install gateway bitnami/contour -n flyte | flytepropeller.extraArgs | object | `{}` | Appends extra command line arguments to the main command | | flytepropeller.image.pullPolicy | string | `"IfNotPresent"` | | | flytepropeller.image.repository | string | `"cr.flyte.org/flyteorg/flytepropeller"` | Docker image for Flytepropeller deployment | -| flytepropeller.image.tag | string | `"v1.1.1"` | | +| flytepropeller.image.tag | string | `"v1.1.4"` | | | flytepropeller.manager | bool | `false` | | | flytepropeller.nodeSelector | object | `{}` | nodeSelector for Flytepropeller deployment | | flytepropeller.podAnnotations | object | `{}` | Annotations for Flytepropeller pods | @@ -193,7 +193,7 @@ helm install gateway bitnami/contour -n flyte | flytescheduler.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files | | flytescheduler.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flytescheduler.image.repository | string | `"cr.flyte.org/flyteorg/flytescheduler"` | Docker image for Flytescheduler deployment | -| flytescheduler.image.tag | string | `"v1.1.5"` | Docker image tag | +| flytescheduler.image.tag | string | `"v1.1.11"` | Docker image tag | | flytescheduler.nodeSelector | object | `{}` | nodeSelector for Flytescheduler deployment | | flytescheduler.podAnnotations | object | `{}` | Annotations for Flytescheduler pods | | flytescheduler.priorityClassName | string | `""` | Sets priorityClassName for flyte scheduler pod(s). | diff --git a/charts/flyte-core/values.yaml b/charts/flyte-core/values.yaml index 28b6bd8799..16225fe24f 100755 --- a/charts/flyte-core/values.yaml +++ b/charts/flyte-core/values.yaml @@ -16,7 +16,7 @@ flyteadmin: image: # -- Docker image for Flyteadmin deployment repository: cr.flyte.org/flyteorg/flyteadmin # FLYTEADMIN_IMAGE - tag: v1.1.5 # FLYTEADMIN_TAG + tag: v1.1.11 # FLYTEADMIN_TAG pullPolicy: IfNotPresent # -- Additional flyteadmin container environment variables # @@ -89,7 +89,7 @@ flytescheduler: # -- Docker image for Flytescheduler deployment repository: cr.flyte.org/flyteorg/flytescheduler # FLYTESCHEDULER_IMAGE # -- Docker image tag - tag: v1.1.5 # FLYTESCHEDULER_TAG + tag: v1.1.11 # FLYTESCHEDULER_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytescheduler deployment @@ -192,7 +192,7 @@ flytepropeller: image: # -- Docker image for Flytepropeller deployment repository: cr.flyte.org/flyteorg/flytepropeller # FLYTEPROPELLER_IMAGE - tag: v1.1.1 # FLYTEPROPELLER_TAG + tag: v1.1.4 # FLYTEPROPELLER_TAG pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytepropeller deployment resources: diff --git a/charts/flyte/README.md b/charts/flyte/README.md index 391a49c330..b91289a561 100644 --- a/charts/flyte/README.md +++ b/charts/flyte/README.md @@ -68,7 +68,7 @@ helm upgrade -f values-sandbox.yaml flyte . | contour.replicaCount | int | `1` | Replicas count for Contour deployment | | contour.serviceAccountAnnotations | object | `{}` | Annotations for ServiceAccount attached to Contour pods | | contour.tolerations | list | `[]` | tolerations for Contour deployment | -| flyte | object | `{"cluster_resource_manager":{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]},"common":{"databaseSecret":{"name":"","secretManifest":{}},"flyteNamespaceTemplate":{"enabled":false},"ingress":{"albSSLRedirect":false,"annotations":{"nginx.ingress.kubernetes.io/app-root":"/console"},"enabled":true,"host":"","separateGrpcIngress":false,"separateGrpcIngressAnnotations":{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"},"tls":{"enabled":false},"webpackHMR":true}},"configmap":{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config","DISABLE_AUTH":"1"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.24","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array"]}}},"k8s":{"plugins":{"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}},"datacatalog":{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v1.0.1"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]},"db":{"admin":{"database":{"dbname":"flyteadmin","host":"postgres","port":5432,"username":"postgres"}},"datacatalog":{"database":{"dbname":"datacatalog","host":"postgres","port":5432,"username":"postgres"}}},"deployRedoc":true,"flyteadmin":{"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyte/config/*.yaml","env":[],"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteadmin","tag":"v1.1.5"},"initialProjects":["flytesnacks","flytetester","flyteexamples"],"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"loadBalancerSourceRanges":[],"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]},"flyteconsole":{"affinity":{},"ga":{"enabled":true,"tracking_id":"G-0QW4DJWJ20"},"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v1.0.0"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"275Mi"},"requests":{"cpu":"10m","memory":"250Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]},"flytepropeller":{"affinity":{},"cacheSizeMbs":0,"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v1.1.1"},"manager":false,"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]},"flytescheduler":{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v1.1.5"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]},"storage":{"bucketName":"my-s3-bucket","custom":{},"gcs":null,"s3":{"region":"us-east-1"},"type":"sandbox"},"webhook":{"enabled":true,"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}}},"workflow_notifications":{"config":{},"enabled":false},"workflow_scheduler":{"enabled":true,"type":"native"}}` | ------------------------------------------------------------------- Core System settings This section consists of Core components of Flyte and their deployment settings. This includes FlyteAdmin service, Datacatalog, FlytePropeller and Flyteconsole | +| flyte | object | `{"cluster_resource_manager":{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]},"common":{"databaseSecret":{"name":"","secretManifest":{}},"flyteNamespaceTemplate":{"enabled":false},"ingress":{"albSSLRedirect":false,"annotations":{"nginx.ingress.kubernetes.io/app-root":"/console"},"enabled":true,"host":"","separateGrpcIngress":false,"separateGrpcIngressAnnotations":{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"},"tls":{"enabled":false},"webpackHMR":true}},"configmap":{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config","DISABLE_AUTH":"1"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.24","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array"]}}},"k8s":{"plugins":{"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}},"datacatalog":{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v1.0.1"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]},"db":{"admin":{"database":{"dbname":"flyteadmin","host":"postgres","port":5432,"username":"postgres"}},"datacatalog":{"database":{"dbname":"datacatalog","host":"postgres","port":5432,"username":"postgres"}}},"deployRedoc":true,"flyteadmin":{"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyte/config/*.yaml","env":[],"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteadmin","tag":"v1.1.11"},"initialProjects":["flytesnacks","flytetester","flyteexamples"],"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"loadBalancerSourceRanges":[],"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]},"flyteconsole":{"affinity":{},"ga":{"enabled":true,"tracking_id":"G-0QW4DJWJ20"},"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v1.0.0"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"275Mi"},"requests":{"cpu":"10m","memory":"250Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]},"flytepropeller":{"affinity":{},"cacheSizeMbs":0,"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v1.1.4"},"manager":false,"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]},"flytescheduler":{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v1.1.11"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}},"tolerations":[]},"storage":{"bucketName":"my-s3-bucket","custom":{},"gcs":null,"s3":{"region":"us-east-1"},"type":"sandbox"},"webhook":{"enabled":true,"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":{}}},"workflow_notifications":{"config":{},"enabled":false},"workflow_scheduler":{"enabled":true,"type":"native"}}` | ------------------------------------------------------------------- Core System settings This section consists of Core components of Flyte and their deployment settings. This includes FlyteAdmin service, Datacatalog, FlytePropeller and Flyteconsole | | flyte.cluster_resource_manager | object | `{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]}` | Configuration for the Cluster resource manager component. This is an optional component, that enables automatic cluster configuration. This is useful to set default quotas, manage namespaces etc that map to a project/domain | | flyte.cluster_resource_manager.config.cluster_resources | object | `{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}` | ClusterResource parameters Refer to the [structure](https://pkg.go.dev/github.com/lyft/flyteadmin@v0.3.37/pkg/runtime/interfaces#ClusterResourceConfig) to customize. | | flyte.cluster_resource_manager.config.cluster_resources.standaloneDeployment | bool | `false` | Starts the cluster resource manager in standalone mode with requisite auth credentials to call flyteadmin service endpoints | @@ -133,7 +133,7 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.flyteadmin.env | list | `[]` | Additional flyteadmin container environment variables e.g. SendGrid's API key - name: SENDGRID_API_KEY value: "" e.g. secret environment variable (you can combine it with .additionalVolumes): - name: SENDGRID_API_KEY valueFrom: secretKeyRef: name: sendgrid-secret key: api_key | | flyte.flyteadmin.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flyteadmin.image.repository | string | `"cr.flyte.org/flyteorg/flyteadmin"` | Docker image for Flyteadmin deployment | -| flyte.flyteadmin.image.tag | string | `"v1.1.5"` | Docker image tag | +| flyte.flyteadmin.image.tag | string | `"v1.1.11"` | Docker image tag | | flyte.flyteadmin.initialProjects | list | `["flytesnacks","flytetester","flyteexamples"]` | Initial projects to create | | flyte.flyteadmin.nodeSelector | object | `{}` | nodeSelector for Flyteadmin deployment | | flyte.flyteadmin.podAnnotations | object | `{}` | Annotations for Flyteadmin pods | @@ -159,7 +159,7 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.flytepropeller.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files | | flyte.flytepropeller.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flytepropeller.image.repository | string | `"cr.flyte.org/flyteorg/flytepropeller"` | Docker image for Flytepropeller deployment | -| flyte.flytepropeller.image.tag | string | `"v1.1.1"` | Docker image tag | +| flyte.flytepropeller.image.tag | string | `"v1.1.4"` | Docker image tag | | flyte.flytepropeller.nodeSelector | object | `{}` | nodeSelector for Flytepropeller deployment | | flyte.flytepropeller.podAnnotations | object | `{}` | Annotations for Flytepropeller pods | | flyte.flytepropeller.replicaCount | int | `1` | Replicas count for Flytepropeller deployment | @@ -173,7 +173,7 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.flytescheduler.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files | | flyte.flytescheduler.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flytescheduler.image.repository | string | `"cr.flyte.org/flyteorg/flytescheduler"` | Docker image for Flytescheduler deployment | -| flyte.flytescheduler.image.tag | string | `"v1.1.5"` | Docker image tag | +| flyte.flytescheduler.image.tag | string | `"v1.1.11"` | Docker image tag | | flyte.flytescheduler.nodeSelector | object | `{}` | nodeSelector for Flytescheduler deployment | | flyte.flytescheduler.podAnnotations | object | `{}` | Annotations for Flytescheduler pods | | flyte.flytescheduler.resources | object | `{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}}` | Default resources requests and limits for Flytescheduler deployment | diff --git a/charts/flyte/values.yaml b/charts/flyte/values.yaml index d96740ec85..bec5c2e500 100755 --- a/charts/flyte/values.yaml +++ b/charts/flyte/values.yaml @@ -16,7 +16,7 @@ flyte: # -- Docker image for Flyteadmin deployment repository: cr.flyte.org/flyteorg/flyteadmin # FLYTEADMIN_IMAGE # -- Docker image tag - tag: v1.1.5 # FLYTEADMIN_TAG + tag: v1.1.11 # FLYTEADMIN_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Additional flyteadmin container environment variables @@ -84,7 +84,7 @@ flyte: # -- Docker image for Flytescheduler deployment repository: cr.flyte.org/flyteorg/flytescheduler # FLYTESCHEDULER_IMAGE # -- Docker image tag - tag: v1.1.5 # FLYTESCHEDULER_TAG + tag: v1.1.11 # FLYTESCHEDULER_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytescheduler deployment @@ -178,7 +178,7 @@ flyte: # -- Docker image for Flytepropeller deployment repository: cr.flyte.org/flyteorg/flytepropeller # FLYTEPROPELLER_IMAGE # -- Docker image tag - tag: v1.1.1 # FLYTEPROPELLER_TAG + tag: v1.1.4 # FLYTEPROPELLER_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytepropeller deployment diff --git a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml index c1be7618d8..15f34118a2 100644 --- a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml +++ b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml @@ -855,7 +855,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -872,7 +872,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -886,7 +886,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -897,7 +897,7 @@ spec: - mountPath: /etc/flyte/config name: config-volume - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -920,7 +920,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -1012,7 +1012,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -1231,7 +1231,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.4" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -1284,7 +1284,7 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.1.1 + app.kubernetes.io/version: v1.1.4 annotations: configChecksum: "1f659fd7fa9b3bea0cd68eca58bc473547e87d14e9a146261e12b88187ecd36" spec: @@ -1295,7 +1295,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.4" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -1318,7 +1318,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.4" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/eks/flyte_generated.yaml b/deployment/eks/flyte_generated.yaml index 1f66811a75..32e4141206 100644 --- a/deployment/eks/flyte_generated.yaml +++ b/deployment/eks/flyte_generated.yaml @@ -8724,7 +8724,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.1 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.4 imagePullPolicy: IfNotPresent name: webhook volumeMounts: @@ -8751,7 +8751,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.1 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.4 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -8799,7 +8799,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.2 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.11 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -8846,7 +8846,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.2 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.11 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -8863,7 +8863,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.2 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.11 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -8877,7 +8877,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.2 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.11 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -8897,7 +8897,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.2 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.11 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -9002,7 +9002,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.1 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.4 imagePullPolicy: IfNotPresent name: flytepropeller ports: @@ -9270,7 +9270,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.2 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.11 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/deployment/eks/flyte_helm_controlplane_generated.yaml b/deployment/eks/flyte_helm_controlplane_generated.yaml index b32d03bc38..0b9d3bae67 100644 --- a/deployment/eks/flyte_helm_controlplane_generated.yaml +++ b/deployment/eks/flyte_helm_controlplane_generated.yaml @@ -562,7 +562,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -579,7 +579,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -593,7 +593,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -604,7 +604,7 @@ spec: - mountPath: /etc/flyte/config name: config-volume - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -627,7 +627,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -719,7 +719,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -929,7 +929,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.5" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.11" imagePullPolicy: "IfNotPresent" name: flytescheduler-check volumeMounts: @@ -945,7 +945,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.5" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.11" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: diff --git a/deployment/eks/flyte_helm_dataplane_generated.yaml b/deployment/eks/flyte_helm_dataplane_generated.yaml index 182a93b197..731b9f2825 100644 --- a/deployment/eks/flyte_helm_dataplane_generated.yaml +++ b/deployment/eks/flyte_helm_dataplane_generated.yaml @@ -388,7 +388,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.4" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -441,7 +441,7 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.1.1 + app.kubernetes.io/version: v1.1.4 annotations: configChecksum: "1f659fd7fa9b3bea0cd68eca58bc473547e87d14e9a146261e12b88187ecd36" spec: @@ -452,7 +452,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.4" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -475,7 +475,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.4" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/eks/flyte_helm_generated.yaml b/deployment/eks/flyte_helm_generated.yaml index 1c35ae156e..fd2f082499 100644 --- a/deployment/eks/flyte_helm_generated.yaml +++ b/deployment/eks/flyte_helm_generated.yaml @@ -886,7 +886,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -903,7 +903,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -917,7 +917,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -928,7 +928,7 @@ spec: - mountPath: /etc/flyte/config name: config-volume - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -951,7 +951,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -1043,7 +1043,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -1253,7 +1253,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.5" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.11" imagePullPolicy: "IfNotPresent" name: flytescheduler-check volumeMounts: @@ -1269,7 +1269,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.5" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.11" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: @@ -1350,7 +1350,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.4" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -1403,7 +1403,7 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.1.1 + app.kubernetes.io/version: v1.1.4 annotations: configChecksum: "1f659fd7fa9b3bea0cd68eca58bc473547e87d14e9a146261e12b88187ecd36" spec: @@ -1414,7 +1414,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.4" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -1437,7 +1437,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.4" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/gcp/flyte_generated.yaml b/deployment/gcp/flyte_generated.yaml index 13a33687c8..b7bb339109 100644 --- a/deployment/gcp/flyte_generated.yaml +++ b/deployment/gcp/flyte_generated.yaml @@ -8766,7 +8766,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.1 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.4 imagePullPolicy: IfNotPresent name: webhook volumeMounts: @@ -8793,7 +8793,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.1 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.4 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -8841,7 +8841,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.2 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.11 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -8888,7 +8888,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.2 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.11 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -8905,7 +8905,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.2 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.11 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -8919,7 +8919,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.2 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.11 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -8939,7 +8939,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.2 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.11 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -9044,7 +9044,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.1 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.4 imagePullPolicy: IfNotPresent name: flytepropeller ports: @@ -9312,7 +9312,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.2 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.11 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/deployment/gcp/flyte_helm_controlplane_generated.yaml b/deployment/gcp/flyte_helm_controlplane_generated.yaml index e23a3dd671..f982d6e307 100644 --- a/deployment/gcp/flyte_helm_controlplane_generated.yaml +++ b/deployment/gcp/flyte_helm_controlplane_generated.yaml @@ -569,7 +569,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -586,7 +586,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -600,7 +600,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -611,7 +611,7 @@ spec: - mountPath: /etc/flyte/config name: config-volume - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -634,7 +634,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -726,7 +726,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -936,7 +936,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.5" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.11" imagePullPolicy: "IfNotPresent" name: flytescheduler-check volumeMounts: @@ -952,7 +952,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.5" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.11" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: diff --git a/deployment/gcp/flyte_helm_dataplane_generated.yaml b/deployment/gcp/flyte_helm_dataplane_generated.yaml index fdbd8f82c0..5a409bcc1f 100644 --- a/deployment/gcp/flyte_helm_dataplane_generated.yaml +++ b/deployment/gcp/flyte_helm_dataplane_generated.yaml @@ -395,7 +395,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.4" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -448,7 +448,7 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.1.1 + app.kubernetes.io/version: v1.1.4 annotations: configChecksum: "c764b73cca66a0760dcd8afa89a6b3e978e7ab5b48ca116b35c827599da4e9d" spec: @@ -459,7 +459,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.4" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -482,7 +482,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.4" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/gcp/flyte_helm_generated.yaml b/deployment/gcp/flyte_helm_generated.yaml index 9eb5924c84..b1c6b10c70 100644 --- a/deployment/gcp/flyte_helm_generated.yaml +++ b/deployment/gcp/flyte_helm_generated.yaml @@ -901,7 +901,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -918,7 +918,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -932,7 +932,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -943,7 +943,7 @@ spec: - mountPath: /etc/flyte/config name: config-volume - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -966,7 +966,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -1058,7 +1058,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -1268,7 +1268,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.5" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.11" imagePullPolicy: "IfNotPresent" name: flytescheduler-check volumeMounts: @@ -1284,7 +1284,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.5" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.11" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: @@ -1364,7 +1364,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.4" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -1417,7 +1417,7 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.1.1 + app.kubernetes.io/version: v1.1.4 annotations: configChecksum: "c764b73cca66a0760dcd8afa89a6b3e978e7ab5b48ca116b35c827599da4e9d" spec: @@ -1428,7 +1428,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.4" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -1451,7 +1451,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.4" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/sandbox/flyte_generated.yaml b/deployment/sandbox/flyte_generated.yaml index 8e61aa8375..a79e19a976 100644 --- a/deployment/sandbox/flyte_generated.yaml +++ b/deployment/sandbox/flyte_generated.yaml @@ -2864,7 +2864,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.1 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.4 imagePullPolicy: IfNotPresent name: webhook volumeMounts: @@ -2894,7 +2894,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.1 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.4 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -2945,7 +2945,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.2 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.11 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -2971,7 +2971,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.2 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.11 imagePullPolicy: IfNotPresent name: sync-cluster-resources-goroutine volumeMounts: @@ -3014,7 +3014,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.2 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.11 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -3030,7 +3030,7 @@ spec: - seed-projects - flytesnacks - flyteexamples - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.2 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.11 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -3044,7 +3044,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.2 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.11 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -3064,7 +3064,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.2 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.11 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -3169,7 +3169,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.1 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.4 imagePullPolicy: IfNotPresent name: flytepropeller ports: @@ -3560,7 +3560,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.2 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.11 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/deployment/sandbox/flyte_helm_generated.yaml b/deployment/sandbox/flyte_helm_generated.yaml index 61109f9063..53677a9608 100644 --- a/deployment/sandbox/flyte_helm_generated.yaml +++ b/deployment/sandbox/flyte_helm_generated.yaml @@ -4476,7 +4476,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -4492,7 +4492,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -4505,7 +4505,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -4515,7 +4515,7 @@ spec: - mountPath: /etc/flyte/config name: config-volume - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -4538,7 +4538,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -4620,7 +4620,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.5" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.11" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -4814,7 +4814,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.5" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.11" imagePullPolicy: "IfNotPresent" name: flytescheduler-check volumeMounts: @@ -4829,7 +4829,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.5" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.11" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: @@ -4906,7 +4906,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.4" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -4952,7 +4952,7 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.1.1 + app.kubernetes.io/version: v1.1.4 annotations: configChecksum: "6756723e70d224ef8d0a589384fa43c050590ff735778c309c6c7fa31ff9a37" spec: @@ -4963,7 +4963,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.4" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -4986,7 +4986,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.4" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/test/flyte_generated.yaml b/deployment/test/flyte_generated.yaml index 1f862158a8..d21c54f37e 100644 --- a/deployment/test/flyte_generated.yaml +++ b/deployment/test/flyte_generated.yaml @@ -724,7 +724,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.1 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.4 imagePullPolicy: IfNotPresent name: webhook volumeMounts: @@ -751,7 +751,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.1 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.4 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -799,7 +799,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.2 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.11 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -854,7 +854,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.2 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.11 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -870,7 +870,7 @@ spec: - seed-projects - flytetester - flytesnacks - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.2 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.11 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -884,7 +884,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.2 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.11 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -904,7 +904,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.2 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.11 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -972,7 +972,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.1 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.4 imagePullPolicy: IfNotPresent name: flytepropeller ports: diff --git a/flytearchives/flyteadmin.tar.gz b/flytearchives/flyteadmin.tar.gz index 25f1f942d6..5877f3f368 100644 Binary files a/flytearchives/flyteadmin.tar.gz and b/flytearchives/flyteadmin.tar.gz differ diff --git a/flytearchives/flytepropeller.tar.gz b/flytearchives/flytepropeller.tar.gz index 09167566cd..1afb831b2e 100644 Binary files a/flytearchives/flytepropeller.tar.gz and b/flytearchives/flytepropeller.tar.gz differ diff --git a/kustomize/overlays/eks/kustomization.yaml b/kustomize/overlays/eks/kustomization.yaml index 6bbab497cc..28c04f1d1d 100644 --- a/kustomize/overlays/eks/kustomization.yaml +++ b/kustomize/overlays/eks/kustomization.yaml @@ -21,7 +21,7 @@ bases: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v1.1.2 # FLYTEADMIN_TAG override the tag + newTag: v1.1.11 # FLYTEADMIN_TAG override the tag newName: cr.flyte.org/flyteorg/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name @@ -33,11 +33,11 @@ images: newName: cr.flyte.org/flyteorg/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name - newTag: v1.1.1 # FLYTEPROPELLER_TAG override the tag + newTag: v1.1.4 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Webhook - name: webhook # match images with this name - newTag: v1.1.1 # FLYTEPROPELLER_TAG override the tag + newTag: v1.1.4 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Override postgres image to use alpine based (rather smaller) docker image - name: postgres diff --git a/kustomize/overlays/gcp/kustomization.yaml b/kustomize/overlays/gcp/kustomization.yaml index ed1a0c765a..6937d230ee 100644 --- a/kustomize/overlays/gcp/kustomization.yaml +++ b/kustomize/overlays/gcp/kustomization.yaml @@ -23,7 +23,7 @@ bases: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v1.1.2 # FLYTEADMIN_TAG override the tag + newTag: v1.1.11 # FLYTEADMIN_TAG override the tag newName: cr.flyte.org/flyteorg/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name @@ -35,11 +35,11 @@ images: newName: cr.flyte.org/flyteorg/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name - newTag: v1.1.1 # FLYTEPROPELLER_TAG override the tag + newTag: v1.1.4 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Webhook - name: webhook # match images with this name - newTag: v1.1.1 # FLYTEPROPELLER_TAG override the tag + newTag: v1.1.4 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Override postgres image to use alpine based (rather smaller) docker image - name: postgres diff --git a/kustomize/overlays/sandbox/kustomization.yaml b/kustomize/overlays/sandbox/kustomization.yaml index 6c98e9b17d..27629bb5b7 100644 --- a/kustomize/overlays/sandbox/kustomization.yaml +++ b/kustomize/overlays/sandbox/kustomization.yaml @@ -25,7 +25,7 @@ resources: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v1.1.2 # FLYTEADMIN_TAG override the tag + newTag: v1.1.11 # FLYTEADMIN_TAG override the tag newName: cr.flyte.org/flyteorg/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name @@ -37,11 +37,11 @@ images: newName: cr.flyte.org/flyteorg/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name - newTag: v1.1.1 # FLYTEPROPELLER_TAG override the tag + newTag: v1.1.4 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Webhook - name: webhook # match images with this name - newTag: v1.1.1 # FLYTEPROPELLER_TAG override the tag + newTag: v1.1.4 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Override postgres image to use alpine based (rather smaller) docker image - name: postgres diff --git a/kustomize/overlays/test/kustomization.yaml b/kustomize/overlays/test/kustomization.yaml index 8ea2c49139..c3446bc61d 100644 --- a/kustomize/overlays/test/kustomization.yaml +++ b/kustomize/overlays/test/kustomization.yaml @@ -19,7 +19,7 @@ bases: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v1.1.2 # FLYTEADMIN_TAG override the tag + newTag: v1.1.11 # FLYTEADMIN_TAG override the tag newName: cr.flyte.org/flyteorg/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name @@ -31,11 +31,11 @@ images: newName: cr.flyte.org/flyteorg/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name - newTag: v1.1.1 # FLYTEPROPELLER_TAG override the tag + newTag: v1.1.4 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Webhook - name: webhook # match images with this name - newTag: v1.1.1 # FLYTEPROPELLER_TAG override the tag + newTag: v1.1.4 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Override postgres image to use alpine based (rather smaller) docker image - name: postgres diff --git a/rsts/deployment/cluster_config/flyteadmin_config.rst b/rsts/deployment/cluster_config/flyteadmin_config.rst index 2c6489c8bf..000c30ef2a 100644 --- a/rsts/deployment/cluster_config/flyteadmin_config.rst +++ b/rsts/deployment/cluster_config/flyteadmin_config.rst @@ -1698,6 +1698,24 @@ metricsScope (string) 'flyte:' +metricsKeys ([]string) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + - project + - domain + - wf + - task + - phase + - tasktype + - runtime_type + - runtime_version + - app_name + + profilerPort (int) -------------------------------------------------------------------------------- diff --git a/rsts/deployment/cluster_config/scheduler_config.rst b/rsts/deployment/cluster_config/scheduler_config.rst index f262479d78..5ff77f4b5e 100644 --- a/rsts/deployment/cluster_config/scheduler_config.rst +++ b/rsts/deployment/cluster_config/scheduler_config.rst @@ -6,6 +6,8 @@ Flyte Scheduler Configuration - `admin <#section-admin>`_ +- `auth <#section-auth>`_ + - `cloudevents <#section-cloudevents>`_ - `cluster_resources <#section-cluster_resources>`_ @@ -26,6 +28,10 @@ Flyte Scheduler Configuration - `notifications <#section-notifications>`_ +- `plugins <#section-plugins>`_ + +- `propeller <#section-propeller>`_ + - `qualityofservice <#section-qualityofservice>`_ - `queues <#section-queues>`_ @@ -36,6 +42,10 @@ Flyte Scheduler Configuration - `scheduler <#section-scheduler>`_ +- `secrets <#section-secrets>`_ + +- `server <#section-server>`_ + - `storage <#section-storage>`_ - `task_resources <#section-task_resources>`_ @@ -423,110 +433,288 @@ refreshTime (`config.Duration`_) 5m0s -Section: cloudevents +Section: auth ================================================================================ -enable (bool) +httpAuthorizationHeader (string) -------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - "false" + flyte-authorization -type (string) +grpcAuthorizationHeader (string) -------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - local + flyte-authorization -aws (`interfaces.AWSConfig`_) +disableForHttp (bool) -------------------------------------------------------------------------------- +Disables auth enforcement on HTTP Endpoints. + **Default Value**: .. code-block:: yaml - region: "" + "false" -gcp (`interfaces.GCPConfig`_) +disableForGrpc (bool) -------------------------------------------------------------------------------- +Disables auth enforcement on Grpc Endpoints. + **Default Value**: .. code-block:: yaml - projectId: "" + "false" -kafka (`interfaces.KafkaConfig`_) +authorizedUris ([]config.URL) -------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - Version: {} - brokers: null + null -eventsPublisher (`interfaces.EventsPublisherConfig`_) +userAuth (`config.UserAuthConfig`_) -------------------------------------------------------------------------------- +Defines Auth options for users. + **Default Value**: .. code-block:: yaml - eventTypes: null - topicName: "" + cookieBlockKeySecretName: cookie_block_key + cookieHashKeySecretName: cookie_hash_key + openId: + baseUrl: "" + clientId: "" + clientSecretFile: "" + clientSecretName: oidc_client_secret + scopes: + - openid + - profile + redirectUrl: /console -reconnectAttempts (int) +appAuth (`config.OAuth2Options`_) -------------------------------------------------------------------------------- +Defines Auth options for apps. UserAuth must be enabled for AppAuth to work. + +**Default Value**: + +.. code-block:: yaml + + authServerType: Self + externalAuthServer: + allowedAudience: [] + baseUrl: "" + metadataUrl: "" + selfAuthServer: + accessTokenLifespan: 30m0s + authorizationCodeLifespan: 5m0s + claimSymmetricEncryptionKeySecretName: claim_symmetric_key + issuer: "" + oldTokenSigningRSAKeySecretName: token_rsa_key_old.pem + refreshTokenLifespan: 1h0m0s + staticClients: + flyte-cli: + audience: null + grant_types: + - refresh_token + - authorization_code + id: flyte-cli + public: true + redirect_uris: + - http://localhost:53593/callback + - http://localhost:12345/callback + response_types: + - code + - token + scopes: + - all + - offline + - access_token + flytectl: + audience: null + grant_types: + - refresh_token + - authorization_code + id: flytectl + public: true + redirect_uris: + - http://localhost:53593/callback + - http://localhost:12345/callback + response_types: + - code + - token + scopes: + - all + - offline + - access_token + flytepropeller: + audience: null + client_secret: JDJhJDA2JHB4czFBa0c4MUt2cmhwbWwxUWlMU09RYVRrOWVlUHJVLzdZYWI5eTA3aDN4MFRnbGJhb1Q2 + grant_types: + - refresh_token + - client_credentials + id: flytepropeller + public: false + redirect_uris: + - http://localhost:3846/callback + response_types: + - token + scopes: + - all + - offline + - access_token + tokenSigningRSAKeySecretName: token_rsa_key.pem + thirdPartyConfig: + flyteClient: + clientId: flytectl + redirectUri: http://localhost:53593/callback + scopes: + - all + - offline + + +config.OAuth2Options +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +authServerType (int) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + **Default Value**: .. code-block:: yaml - "0" + Self -reconnectDelaySeconds (int) --------------------------------------------------------------------------------- +selfAuthServer (`config.AuthorizationServer`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Authorization Server config to run as a service. Use this when using an IdP that does not offer a custom OAuth2 Authorization Server. + +**Default Value**: + +.. code-block:: yaml + + accessTokenLifespan: 30m0s + authorizationCodeLifespan: 5m0s + claimSymmetricEncryptionKeySecretName: claim_symmetric_key + issuer: "" + oldTokenSigningRSAKeySecretName: token_rsa_key_old.pem + refreshTokenLifespan: 1h0m0s + staticClients: + flyte-cli: + audience: null + grant_types: + - refresh_token + - authorization_code + id: flyte-cli + public: true + redirect_uris: + - http://localhost:53593/callback + - http://localhost:12345/callback + response_types: + - code + - token + scopes: + - all + - offline + - access_token + flytectl: + audience: null + grant_types: + - refresh_token + - authorization_code + id: flytectl + public: true + redirect_uris: + - http://localhost:53593/callback + - http://localhost:12345/callback + response_types: + - code + - token + scopes: + - all + - offline + - access_token + flytepropeller: + audience: null + client_secret: JDJhJDA2JHB4czFBa0c4MUt2cmhwbWwxUWlMU09RYVRrOWVlUHJVLzdZYWI5eTA3aDN4MFRnbGJhb1Q2 + grant_types: + - refresh_token + - client_credentials + id: flytepropeller + public: false + redirect_uris: + - http://localhost:3846/callback + response_types: + - token + scopes: + - all + - offline + - access_token + tokenSigningRSAKeySecretName: token_rsa_key.pem + + +externalAuthServer (`config.ExternalAuthorizationServer`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +External Authorization Server config. **Default Value**: .. code-block:: yaml - "0" + allowedAudience: [] + baseUrl: "" + metadataUrl: "" -interfaces.AWSConfig -^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -region (string) +thirdPartyConfig (`config.ThirdPartyConfigOptions`_) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" +Defines settings to instruct flyte cli tools (and optionally others) on what config to use to setup their client. + **Default Value**: .. code-block:: yaml - "" + flyteClient: + clientId: flytectl + redirectUri: http://localhost:53593/callback + scopes: + - all + - offline -interfaces.EventsPublisherConfig +config.AuthorizationServer ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -topicName (string) +issuer (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" +Defines the issuer to use when issuing and validating tokens. The default value is https:/// + **Default Value**: .. code-block:: yaml @@ -534,178 +722,293 @@ topicName (string) "" -eventTypes ([]string) +accessTokenLifespan (`config.Duration`_) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" +Defines the lifespan of issued access tokens. + **Default Value**: .. code-block:: yaml - null + 30m0s -interfaces.GCPConfig -^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +refreshTokenLifespan (`config.Duration`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" -projectId (string) +Defines the lifespan of issued access tokens. + +**Default Value**: + +.. code-block:: yaml + + 1h0m0s + + +authorizationCodeLifespan (`config.Duration`_) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" +Defines the lifespan of issued access tokens. + **Default Value**: .. code-block:: yaml - "" + 5m0s -interfaces.KafkaConfig -^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +claimSymmetricEncryptionKeySecretName (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" -Version (`sarama.KafkaVersion`_) +OPTIONAL: Secret name to use to encrypt claims in authcode token. + +**Default Value**: + +.. code-block:: yaml + + claim_symmetric_key + + +tokenSigningRSAKeySecretName (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" +OPTIONAL: Secret name to use to retrieve RSA Signing Key. + **Default Value**: .. code-block:: yaml - {} + token_rsa_key.pem -brokers ([]string) +oldTokenSigningRSAKeySecretName (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" +OPTIONAL: Secret name to use to retrieve Old RSA Signing Key. This can be useful during key rotation to continue to accept older tokens. + **Default Value**: .. code-block:: yaml - null + token_rsa_key_old.pem -sarama.KafkaVersion +staticClients (map[string]*fosite.DefaultClient) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + flyte-cli: + audience: null + grant_types: + - refresh_token + - authorization_code + id: flyte-cli + public: true + redirect_uris: + - http://localhost:53593/callback + - http://localhost:12345/callback + response_types: + - code + - token + scopes: + - all + - offline + - access_token + flytectl: + audience: null + grant_types: + - refresh_token + - authorization_code + id: flytectl + public: true + redirect_uris: + - http://localhost:53593/callback + - http://localhost:12345/callback + response_types: + - code + - token + scopes: + - all + - offline + - access_token + flytepropeller: + audience: null + client_secret: JDJhJDA2JHB4czFBa0c4MUt2cmhwbWwxUWlMU09RYVRrOWVlUHJVLzdZYWI5eTA3aDN4MFRnbGJhb1Q2 + grant_types: + - refresh_token + - client_credentials + id: flytepropeller + public: false + redirect_uris: + - http://localhost:3846/callback + response_types: + - token + scopes: + - all + - offline + - access_token + + +config.ExternalAuthorizationServer ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -version (array) +baseUrl (`config.URL`_) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" +This should be the base url of the authorization server that you are trying to hit. With Okta for instance, it will look something like https://company.okta.com/oauth2/abcdef123456789/ + **Default Value**: .. code-block:: yaml - '[0 0 0 0]' + "" -Section: cluster_resources -================================================================================ +allowedAudience ([]string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" -templatePath (string) --------------------------------------------------------------------------------- +Optional: A list of allowed audiences. If not provided, the audience is expected to be the public Uri of the service. **Default Value**: .. code-block:: yaml - "" + [] -templateData (map[string]interfaces.DataSource) --------------------------------------------------------------------------------- +metadataUrl (`config.URL`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Optional: If the server doesn't support /.well-known/oauth-authorization-server, you can set a custom metadata url here.' **Default Value**: .. code-block:: yaml - {} + "" -refreshInterval (`config.Duration`_) --------------------------------------------------------------------------------- +config.ThirdPartyConfigOptions +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +flyteClient (`config.FlyteClientConfig`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - 1m0s + clientId: flytectl + redirectUri: http://localhost:53593/callback + scopes: + - all + - offline -customData (map[string]map[string]interfaces.DataSource) --------------------------------------------------------------------------------- +config.FlyteClientConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +clientId (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +public identifier for the app which handles authorization for a Flyte deployment **Default Value**: .. code-block:: yaml - {} + flytectl -standaloneDeployment (bool) --------------------------------------------------------------------------------- +redirectUri (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" -Whether the cluster resource sync is running in a standalone deployment and should call flyteadmin service endpoints +This is the callback uri registered with the app which handles authorization for a Flyte deployment **Default Value**: .. code-block:: yaml - "false" + http://localhost:53593/callback -Section: clusters -================================================================================ +scopes ([]string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" -clusterConfigs ([]interfaces.ClusterConfig) --------------------------------------------------------------------------------- +Recommended scopes for the client to request. **Default Value**: .. code-block:: yaml - null + - all + - offline -labelClusterMap (map[string][]interfaces.ClusterEntity) --------------------------------------------------------------------------------- +config.UserAuthConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +redirectUrl (`config.URL`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - null + /console -Section: database -================================================================================ +openId (`config.OpenIDOptions`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" -host (string) --------------------------------------------------------------------------------- +OpenID Configuration for User Auth **Default Value**: .. code-block:: yaml - "" + baseUrl: "" + clientId: "" + clientSecretFile: "" + clientSecretName: oidc_client_secret + scopes: + - openid + - profile -port (int) --------------------------------------------------------------------------------- +cookieHashKeySecretName (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +OPTIONAL: Secret name to use for cookie hash key. **Default Value**: .. code-block:: yaml - "0" + cookie_hash_key -dbname (string) --------------------------------------------------------------------------------- +cookieBlockKeySecretName (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +OPTIONAL: Secret name to use for cookie block key. **Default Value**: .. code-block:: yaml - "" + cookie_block_key -username (string) --------------------------------------------------------------------------------- +config.OpenIDOptions +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +clientId (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: @@ -714,18 +1017,18 @@ username (string) "" -password (string) --------------------------------------------------------------------------------- +clientSecretName (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - "" + oidc_client_secret -passwordPath (string) --------------------------------------------------------------------------------- +clientSecretFile (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: @@ -734,8 +1037,8 @@ passwordPath (string) "" -options (string) --------------------------------------------------------------------------------- +baseUrl (`config.URL`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: @@ -744,20 +1047,22 @@ options (string) "" -debug (bool) --------------------------------------------------------------------------------- +scopes ([]string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - "false" + - openid + - profile -enableForeignKeyConstraintWhenMigrating (bool) --------------------------------------------------------------------------------- +Section: cloudevents +================================================================================ -Whether to enable gorm foreign keys when migrating the db +enable (bool) +-------------------------------------------------------------------------------- **Default Value**: @@ -766,136 +1071,119 @@ Whether to enable gorm foreign keys when migrating the db "false" -maxIdleConnections (int) +type (string) -------------------------------------------------------------------------------- -maxIdleConnections sets the maximum number of connections in the idle connection pool. - **Default Value**: .. code-block:: yaml - "10" + local -maxOpenConnections (int) +aws (`interfaces.AWSConfig`_) -------------------------------------------------------------------------------- -maxOpenConnections sets the maximum number of open connections to the database. - **Default Value**: .. code-block:: yaml - "1000" + region: "" -connMaxLifeTime (`config.Duration`_) +gcp (`interfaces.GCPConfig`_) -------------------------------------------------------------------------------- -sets the maximum amount of time a connection may be reused - **Default Value**: .. code-block:: yaml - 1h0m0s + projectId: "" -postgres (`database.PostgresConfig`_) +kafka (`interfaces.KafkaConfig`_) -------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - dbname: postgres - debug: false - host: postgres - options: sslmode=disable - password: "" - passwordPath: "" - port: 5432 - username: postgres + Version: {} + brokers: null -sqlite (`database.SQLiteConfig`_) +eventsPublisher (`interfaces.EventsPublisherConfig`_) -------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - file: "" + eventTypes: null + topicName: "" -database.PostgresConfig -^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -host (string) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" - -The host name of the database server +reconnectAttempts (int) +-------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - postgres + "0" -port (int) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" - -The port name of the database server +reconnectDelaySeconds (int) +-------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - "5432" + "0" -dbname (string) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" +interfaces.AWSConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -The database name +region (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - postgres + "" -username (string) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" +interfaces.EventsPublisherConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -The database user who is connecting to the server. +topicName (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - postgres + "" -password (string) +eventTypes ([]string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" -The database password. - **Default Value**: .. code-block:: yaml - "" + null -passwordPath (string) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" +interfaces.GCPConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -Points to the file containing the database password. +projectId (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: @@ -904,133 +1192,134 @@ Points to the file containing the database password. "" -options (string) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" +interfaces.KafkaConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -See http://gorm.io/docs/connecting_to_the_database.html for available options passed, in addition to the above. +Version (`sarama.KafkaVersion`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - sslmode=disable + {} -debug (bool) +brokers ([]string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" -Whether or not to start the database connection with debug mode enabled. - **Default Value**: .. code-block:: yaml - "false" + null -database.SQLiteConfig +sarama.KafkaVersion ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -file (string) +version (array) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" -The path to the file (existing or new) where the DB should be created / stored. If existing, then this will be re-used, else a new will be created - **Default Value**: .. code-block:: yaml - "" + '[0 0 0 0]' -Section: domains +Section: cluster_resources ================================================================================ -id (string) +templatePath (string) -------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - development + "" -name (string) +templateData (map[string]interfaces.DataSource) -------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - development + {} -Section: externalevents -================================================================================ - -enable (bool) +refreshInterval (`config.Duration`_) -------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - "false" + 1m0s -type (string) +customData (map[string]map[string]interfaces.DataSource) -------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - local + {} -aws (`interfaces.AWSConfig`_) +standaloneDeployment (bool) -------------------------------------------------------------------------------- +Whether the cluster resource sync is running in a standalone deployment and should call flyteadmin service endpoints + **Default Value**: .. code-block:: yaml - region: "" + "false" -gcp (`interfaces.GCPConfig`_) +Section: clusters +================================================================================ + +clusterConfigs ([]interfaces.ClusterConfig) -------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - projectId: "" + null -eventsPublisher (`interfaces.EventsPublisherConfig`_) +labelClusterMap (map[string][]interfaces.ClusterEntity) -------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - eventTypes: null - topicName: "" + null -reconnectAttempts (int) +Section: database +================================================================================ + +host (string) -------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - "0" + "" -reconnectDelaySeconds (int) +port (int) -------------------------------------------------------------------------------- **Default Value**: @@ -1040,10 +1329,7 @@ reconnectDelaySeconds (int) "0" -Section: flyteadmin -================================================================================ - -roleNameKey (string) +dbname (string) -------------------------------------------------------------------------------- **Default Value**: @@ -1053,198 +1339,237 @@ roleNameKey (string) "" -metricsScope (string) +username (string) -------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - 'flyte:' + "" -profilerPort (int) +password (string) -------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - "10254" + "" -metadataStoragePrefix ([]string) +passwordPath (string) -------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - - metadata - - admin + "" -eventVersion (int) +options (string) -------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - "2" + "" -asyncEventsBufferSize (int) +debug (bool) -------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - "100" + "false" -maxParallelism (int32) +enableForeignKeyConstraintWhenMigrating (bool) -------------------------------------------------------------------------------- +Whether to enable gorm foreign keys when migrating the db + **Default Value**: .. code-block:: yaml - "25" + "false" -labels (map[string]string) +maxIdleConnections (int) -------------------------------------------------------------------------------- +maxIdleConnections sets the maximum number of connections in the idle connection pool. + **Default Value**: .. code-block:: yaml - null + "10" -annotations (map[string]string) +maxOpenConnections (int) -------------------------------------------------------------------------------- +maxOpenConnections sets the maximum number of open connections to the database. + **Default Value**: .. code-block:: yaml - null + "1000" -interruptible (bool) +connMaxLifeTime (`config.Duration`_) -------------------------------------------------------------------------------- +sets the maximum amount of time a connection may be reused + **Default Value**: .. code-block:: yaml - "false" + 1h0m0s -assumableIamRole (string) +postgres (`database.PostgresConfig`_) -------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - "" + dbname: postgres + debug: false + host: postgres + options: sslmode=disable + password: "" + passwordPath: "" + port: 5432 + username: postgres -k8sServiceAccount (string) +sqlite (`database.SQLiteConfig`_) -------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - default + file: "" -outputLocationPrefix (string) --------------------------------------------------------------------------------- +database.PostgresConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +host (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +The host name of the database server **Default Value**: .. code-block:: yaml - "" + postgres -Section: logger -================================================================================ +port (int) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" -show-source (bool) --------------------------------------------------------------------------------- +The port name of the database server -Includes source code location in logs. +**Default Value**: + +.. code-block:: yaml + + "5432" + + +dbname (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +The database name **Default Value**: .. code-block:: yaml - "false" + postgres -mute (bool) --------------------------------------------------------------------------------- +username (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" -Mutes all logs regardless of severity. Intended for benchmarks/tests only. +The database user who is connecting to the server. **Default Value**: .. code-block:: yaml - "false" + postgres -level (int) --------------------------------------------------------------------------------- +password (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" -Sets the minimum logging level. +The database password. **Default Value**: .. code-block:: yaml - "3" + "" -formatter (`logger.FormatterConfig`_) --------------------------------------------------------------------------------- +passwordPath (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" -Sets logging format. +Points to the file containing the database password. **Default Value**: .. code-block:: yaml - type: json + "" -logger.FormatterConfig -^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +options (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" -type (string) +See http://gorm.io/docs/connecting_to_the_database.html for available options passed, in addition to the above. + +**Default Value**: + +.. code-block:: yaml + + sslmode=disable + + +debug (bool) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" -Sets logging format type. +Whether or not to start the database connection with debug mode enabled. **Default Value**: .. code-block:: yaml - json + "false" -Section: namespace_mapping -================================================================================ +database.SQLiteConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -mapping (string) --------------------------------------------------------------------------------- +file (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +The path to the file (existing or new) where the DB should be created / stored. If existing, then this will be re-used, else a new will be created **Default Value**: @@ -1253,47 +1578,50 @@ mapping (string) "" -template (string) +Section: domains +================================================================================ + +id (string) -------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - '{{ project }}-{{ domain }}' + development -templateData (map[string]interfaces.DataSource) +name (string) -------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - null + development -Section: notifications +Section: externalevents ================================================================================ -type (string) +enable (bool) -------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - local + "false" -region (string) +type (string) -------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - "" + local aws (`interfaces.AWSConfig`_) @@ -1316,7 +1644,332 @@ gcp (`interfaces.GCPConfig`_) projectId: "" -publisher (`interfaces.NotificationsPublisherConfig`_) +eventsPublisher (`interfaces.EventsPublisherConfig`_) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + eventTypes: null + topicName: "" + + +reconnectAttempts (int) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + "0" + + +reconnectDelaySeconds (int) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + "0" + + +Section: flyteadmin +================================================================================ + +roleNameKey (string) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + "" + + +metricsScope (string) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + 'flyte:' + + +metricsKeys ([]string) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + - project + - domain + - wf + - task + - phase + - tasktype + - runtime_type + - runtime_version + - app_name + + +profilerPort (int) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + "10254" + + +metadataStoragePrefix ([]string) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + - metadata + - admin + + +eventVersion (int) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + "2" + + +asyncEventsBufferSize (int) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + "100" + + +maxParallelism (int32) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + "25" + + +labels (map[string]string) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + null + + +annotations (map[string]string) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + null + + +interruptible (bool) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + "false" + + +assumableIamRole (string) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + "" + + +k8sServiceAccount (string) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + default + + +outputLocationPrefix (string) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + "" + + +Section: logger +================================================================================ + +show-source (bool) +-------------------------------------------------------------------------------- + +Includes source code location in logs. + +**Default Value**: + +.. code-block:: yaml + + "false" + + +mute (bool) +-------------------------------------------------------------------------------- + +Mutes all logs regardless of severity. Intended for benchmarks/tests only. + +**Default Value**: + +.. code-block:: yaml + + "false" + + +level (int) +-------------------------------------------------------------------------------- + +Sets the minimum logging level. + +**Default Value**: + +.. code-block:: yaml + + "3" + + +formatter (`logger.FormatterConfig`_) +-------------------------------------------------------------------------------- + +Sets logging format. + +**Default Value**: + +.. code-block:: yaml + + type: json + + +logger.FormatterConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +type (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Sets logging format type. + +**Default Value**: + +.. code-block:: yaml + + json + + +Section: namespace_mapping +================================================================================ + +mapping (string) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + "" + + +template (string) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + '{{ project }}-{{ domain }}' + + +templateData (map[string]interfaces.DataSource) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + null + + +Section: notifications +================================================================================ + +type (string) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + local + + +region (string) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + "" + + +aws (`interfaces.AWSConfig`_) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + region: "" + + +gcp (`interfaces.GCPConfig`_) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + projectId: "" + + +publisher (`interfaces.NotificationsPublisherConfig`_) -------------------------------------------------------------------------------- **Default Value**: @@ -1333,27 +1986,1608 @@ processor (`interfaces.NotificationsProcessorConfig`_) .. code-block:: yaml - accountId: "" - queueName: "" + accountId: "" + queueName: "" + + +emailer (`interfaces.NotificationsEmailerConfig`_) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + body: "" + emailServerConfig: + apiKeyEnvVar: "" + apiKeyFilePath: "" + serviceName: "" + sender: "" + subject: "" + + +reconnectAttempts (int) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + "0" + + +reconnectDelaySeconds (int) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + "0" + + +interfaces.NotificationsEmailerConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +emailServerConfig (`interfaces.EmailServerConfig`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + apiKeyEnvVar: "" + apiKeyFilePath: "" + serviceName: "" + + +subject (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + +sender (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + +body (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + +interfaces.EmailServerConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +serviceName (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + +apiKeyEnvVar (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + +apiKeyFilePath (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + +interfaces.NotificationsProcessorConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +queueName (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + +accountId (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + +interfaces.NotificationsPublisherConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +topicName (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + +Section: plugins +================================================================================ + +catalogcache (`catalog.Config`_) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + reader: + maxItems: 1000 + maxRetries: 3 + workers: 10 + writer: + maxItems: 1000 + maxRetries: 3 + workers: 10 + + +k8s (`config.K8sPluginConfig`_) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + co-pilot: + cpu: 500m + default-input-path: /var/flyte/inputs + default-output-path: /var/flyte/outputs + image: cr.flyte.org/flyteorg/flytecopilot:v0.0.15 + input-vol-name: flyte-inputs + memory: 128Mi + name: flyte-copilot- + output-vol-name: flyte-outputs + start-timeout: 1m40s + storage: "" + create-container-error-grace-period: 3m0s + default-annotations: + cluster-autoscaler.kubernetes.io/safe-to-evict: "false" + default-cpus: "1" + default-env-vars: null + default-env-vars-from-env: null + default-labels: null + default-memory: 1Gi + default-node-selector: null + default-pod-dns-config: null + default-pod-security-context: null + default-pod-template-name: "" + default-pod-template-resync: 30s + default-security-context: null + default-tolerations: null + delete-resource-on-finalize: false + enable-host-networking-pod: null + gpu-resource-name: nvidia.com/gpu + inject-finalizer: false + interruptible-node-selector: null + interruptible-node-selector-requirement: null + interruptible-tolerations: null + non-interruptible-node-selector-requirement: null + resource-tolerations: null + scheduler-name: "" + + +catalog.Config +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +reader (`workqueue.Config`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Catalog reader workqueue config. Make sure the index cache must be big enough to accommodate the biggest array task allowed to run on the system. + +**Default Value**: + +.. code-block:: yaml + + maxItems: 1000 + maxRetries: 3 + workers: 10 + + +writer (`workqueue.Config`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Catalog writer workqueue config. Make sure the index cache must be big enough to accommodate the biggest array task allowed to run on the system. + +**Default Value**: + +.. code-block:: yaml + + maxItems: 1000 + maxRetries: 3 + workers: 10 + + +workqueue.Config +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +workers (int) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Number of concurrent workers to start processing the queue. + +**Default Value**: + +.. code-block:: yaml + + "10" + + +maxRetries (int) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Maximum number of retries per item. + +**Default Value**: + +.. code-block:: yaml + + "3" + + +maxItems (int) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Maximum number of entries to keep in the index. + +**Default Value**: + +.. code-block:: yaml + + "1000" + + +config.K8sPluginConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +inject-finalizer (bool) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Instructs the plugin to inject a finalizer on startTask and remove it on task termination. + +**Default Value**: + +.. code-block:: yaml + + "false" + + +default-annotations (map[string]string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + cluster-autoscaler.kubernetes.io/safe-to-evict: "false" + + +default-labels (map[string]string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + null + + +default-env-vars (map[string]string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + null + + +default-env-vars-from-env (map[string]string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + null + + +default-cpus (`resource.Quantity`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Defines a default value for cpu for containers if not specified. + +**Default Value**: + +.. code-block:: yaml + + "1" + + +default-memory (`resource.Quantity`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Defines a default value for memory for containers if not specified. + +**Default Value**: + +.. code-block:: yaml + + 1Gi + + +default-tolerations ([]v1.Toleration) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + null + + +default-node-selector (map[string]string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + null + + +default-affinity (v1.Affinity) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + null + + +scheduler-name (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Defines scheduler name. + +**Default Value**: + +.. code-block:: yaml + + "" + + +interruptible-tolerations ([]v1.Toleration) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + null + + +interruptible-node-selector (map[string]string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + null + + +interruptible-node-selector-requirement (v1.NodeSelectorRequirement) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + null + + +non-interruptible-node-selector-requirement (v1.NodeSelectorRequirement) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + null + + +resource-tolerations (map[v1.ResourceName][]v1.Toleration) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + null + + +co-pilot (`config.FlyteCoPilotConfig`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Co-Pilot Configuration + +**Default Value**: + +.. code-block:: yaml + + cpu: 500m + default-input-path: /var/flyte/inputs + default-output-path: /var/flyte/outputs + image: cr.flyte.org/flyteorg/flytecopilot:v0.0.15 + input-vol-name: flyte-inputs + memory: 128Mi + name: flyte-copilot- + output-vol-name: flyte-outputs + start-timeout: 1m40s + storage: "" + + +delete-resource-on-finalize (bool) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Instructs the system to delete the resource on finalize. This ensures that no resources are kept around (potentially consuming cluster resources). This, however, will cause k8s log links to expire as soon as the resource is finalized. + +**Default Value**: + +.. code-block:: yaml + + "false" + + +create-container-error-grace-period (`config.Duration`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + 3m0s + + +gpu-resource-name (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + nvidia.com/gpu + + +default-pod-security-context (v1.PodSecurityContext) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + null + + +default-security-context (v1.SecurityContext) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + null + + +enable-host-networking-pod (bool) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + + + +default-pod-dns-config (v1.PodDNSConfig) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + null + + +default-pod-template-name (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Name of the PodTemplate to use as the base for all k8s pods created by FlytePropeller. + +**Default Value**: + +.. code-block:: yaml + + "" + + +default-pod-template-resync (`config.Duration`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Frequency of resyncing default pod templates + +**Default Value**: + +.. code-block:: yaml + + 30s + + +config.FlyteCoPilotConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +name (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Flyte co-pilot sidecar container name prefix. (additional bits will be added after this) + +**Default Value**: + +.. code-block:: yaml + + flyte-copilot- + + +image (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Flyte co-pilot Docker Image FQN + +**Default Value**: + +.. code-block:: yaml + + cr.flyte.org/flyteorg/flytecopilot:v0.0.15 + + +default-input-path (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Default path where the volume should be mounted + +**Default Value**: + +.. code-block:: yaml + + /var/flyte/inputs + + +default-output-path (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Default path where the volume should be mounted + +**Default Value**: + +.. code-block:: yaml + + /var/flyte/outputs + + +input-vol-name (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Name of the data volume that is created for storing inputs + +**Default Value**: + +.. code-block:: yaml + + flyte-inputs + + +output-vol-name (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Name of the data volume that is created for storing outputs + +**Default Value**: + +.. code-block:: yaml + + flyte-outputs + + +start-timeout (`config.Duration`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + 1m40s + + +cpu (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Used to set cpu for co-pilot containers + +**Default Value**: + +.. code-block:: yaml + + 500m + + +memory (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Used to set memory for co-pilot containers + +**Default Value**: + +.. code-block:: yaml + + 128Mi + + +storage (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Default storage limit for individual inputs / outputs + +**Default Value**: + +.. code-block:: yaml + + "" + + +resource.Quantity +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +i (`resource.int64Amount`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + {} + + +d (`resource.infDecAmount`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + + + +s (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "1" + + +Format (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + DecimalSI + + +resource.infDecAmount +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +Dec (inf.Dec) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + null + + +resource.int64Amount +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +value (int64) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "1" + + +scale (int32) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "0" + + +Section: propeller +================================================================================ + +kube-config (string) +-------------------------------------------------------------------------------- + +Path to kubernetes client config file. + +**Default Value**: + +.. code-block:: yaml + + "" + + +master (string) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + "" + + +workers (int) +-------------------------------------------------------------------------------- + +Number of threads to process workflows + +**Default Value**: + +.. code-block:: yaml + + "20" + + +workflow-reeval-duration (`config.Duration`_) +-------------------------------------------------------------------------------- + +Frequency of re-evaluating workflows + +**Default Value**: + +.. code-block:: yaml + + 10s + + +downstream-eval-duration (`config.Duration`_) +-------------------------------------------------------------------------------- + +Frequency of re-evaluating downstream tasks + +**Default Value**: + +.. code-block:: yaml + + 30s + + +limit-namespace (string) +-------------------------------------------------------------------------------- + +Namespaces to watch for this propeller + +**Default Value**: + +.. code-block:: yaml + + all + + +prof-port (`config.Port`_) +-------------------------------------------------------------------------------- + +Profiler port + +**Default Value**: + +.. code-block:: yaml + + 10254 + + +metadata-prefix (string) +-------------------------------------------------------------------------------- + +MetadataPrefix should be used if all the metadata for Flyte executions should be stored under a specific prefix in CloudStorage. If not specified, the data will be stored in the base container directly. + +**Default Value**: + +.. code-block:: yaml + + metadata/propeller + + +rawoutput-prefix (string) +-------------------------------------------------------------------------------- + +a fully qualified storage path of the form s3://flyte/abc/..., where all data sandboxes should be stored. + +**Default Value**: + +.. code-block:: yaml + + "" + + +queue (`config.CompositeQueueConfig`_) +-------------------------------------------------------------------------------- + +Workflow workqueue configuration, affects the way the work is consumed from the queue. + +**Default Value**: + +.. code-block:: yaml + + batch-size: -1 + batching-interval: 1s + queue: + base-delay: 5s + capacity: 1000 + max-delay: 1m0s + rate: 100 + type: maxof + sub-queue: + base-delay: 0s + capacity: 1000 + max-delay: 0s + rate: 100 + type: bucket + type: batch + + +metrics-prefix (string) +-------------------------------------------------------------------------------- + +An optional prefix for all published metrics. + +**Default Value**: + +.. code-block:: yaml + + flyte + + +enable-admin-launcher (bool) +-------------------------------------------------------------------------------- + +Enable remote Workflow launcher to Admin + +**Default Value**: + +.. code-block:: yaml + + "true" + + +max-workflow-retries (int) +-------------------------------------------------------------------------------- + +Maximum number of retries per workflow + +**Default Value**: + +.. code-block:: yaml + + "10" + + +max-ttl-hours (int) +-------------------------------------------------------------------------------- + +Maximum number of hours a completed workflow should be retained. Number between 1-23 hours + +**Default Value**: + +.. code-block:: yaml + + "23" + + +gc-interval (`config.Duration`_) +-------------------------------------------------------------------------------- + +Run periodic GC every 30 minutes + +**Default Value**: + +.. code-block:: yaml + + 30m0s + + +leader-election (`config.LeaderElectionConfig`_) +-------------------------------------------------------------------------------- + +Config for leader election. + +**Default Value**: + +.. code-block:: yaml + + enabled: false + lease-duration: 15s + lock-config-map: + Name: "" + Namespace: "" + renew-deadline: 10s + retry-period: 2s + + +publish-k8s-events (bool) +-------------------------------------------------------------------------------- + +Enable events publishing to K8s events API. + +**Default Value**: + +.. code-block:: yaml + + "false" + + +max-output-size-bytes (int64) +-------------------------------------------------------------------------------- + +Maximum size of outputs per task + +**Default Value**: + +.. code-block:: yaml + + "10485760" + + +kube-client-config (`config.KubeClientConfig`_) +-------------------------------------------------------------------------------- + +Configuration to control the Kubernetes client + +**Default Value**: + +.. code-block:: yaml + + burst: 25 + qps: 100 + timeout: 30s + + +node-config (`config.NodeConfig`_) +-------------------------------------------------------------------------------- + +config for a workflow node + +**Default Value**: + +.. code-block:: yaml + + default-deadlines: + node-active-deadline: 48h0m0s + node-execution-deadline: 48h0m0s + workflow-active-deadline: 72h0m0s + interruptible-failure-threshold: 1 + max-node-retries-system-failures: 3 + + +max-streak-length (int) +-------------------------------------------------------------------------------- + +Maximum number of consecutive rounds that one propeller worker can use for one workflow - >1 => turbo-mode is enabled. + +**Default Value**: + +.. code-block:: yaml + + "8" + + +event-config (`config.EventConfig`_) +-------------------------------------------------------------------------------- + +Configures execution event behavior. + +**Default Value**: + +.. code-block:: yaml + + fallback-to-output-reference: false + raw-output-policy: reference + + +include-shard-key-label ([]string) +-------------------------------------------------------------------------------- + +Include the specified shard key label in the k8s FlyteWorkflow CRD label selector + +**Default Value**: + +.. code-block:: yaml + + [] + + +exclude-shard-key-label ([]string) +-------------------------------------------------------------------------------- + +Exclude the specified shard key label from the k8s FlyteWorkflow CRD label selector + +**Default Value**: + +.. code-block:: yaml + + [] + + +include-project-label ([]string) +-------------------------------------------------------------------------------- + +Include the specified project label in the k8s FlyteWorkflow CRD label selector + +**Default Value**: + +.. code-block:: yaml + + [] + + +exclude-project-label ([]string) +-------------------------------------------------------------------------------- + +Exclude the specified project label from the k8s FlyteWorkflow CRD label selector + +**Default Value**: + +.. code-block:: yaml + + [] + + +include-domain-label ([]string) +-------------------------------------------------------------------------------- + +Include the specified domain label in the k8s FlyteWorkflow CRD label selector + +**Default Value**: + +.. code-block:: yaml + + [] + + +exclude-domain-label ([]string) +-------------------------------------------------------------------------------- + +Exclude the specified domain label from the k8s FlyteWorkflow CRD label selector + +**Default Value**: + +.. code-block:: yaml + + [] + + +cluster-id (string) +-------------------------------------------------------------------------------- + +Unique cluster id running this flytepropeller instance with which to annotate execution events + +**Default Value**: + +.. code-block:: yaml + + propeller + + +create-flyteworkflow-crd (bool) +-------------------------------------------------------------------------------- + +Enable creation of the FlyteWorkflow CRD on startup + +**Default Value**: + +.. code-block:: yaml + + "false" + + +config.CompositeQueueConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +type (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Type of composite queue to use for the WorkQueue + +**Default Value**: + +.. code-block:: yaml + + batch + + +queue (`config.WorkqueueConfig`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Workflow workqueue configuration, affects the way the work is consumed from the queue. + +**Default Value**: + +.. code-block:: yaml + + base-delay: 5s + capacity: 1000 + max-delay: 1m0s + rate: 100 + type: maxof + + +sub-queue (`config.WorkqueueConfig`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +SubQueue configuration, affects the way the nodes cause the top-level Work to be re-evaluated. + +**Default Value**: + +.. code-block:: yaml + + base-delay: 0s + capacity: 1000 + max-delay: 0s + rate: 100 + type: bucket + + +batching-interval (`config.Duration`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Duration for which downstream updates are buffered + +**Default Value**: + +.. code-block:: yaml + + 1s + + +batch-size (int) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "-1" + + +config.WorkqueueConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +type (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Type of RateLimiter to use for the WorkQueue + +**Default Value**: + +.. code-block:: yaml + + maxof + + +base-delay (`config.Duration`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +base backoff delay for failure + +**Default Value**: + +.. code-block:: yaml + + 5s + + +max-delay (`config.Duration`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Max backoff delay for failure + +**Default Value**: + +.. code-block:: yaml + + 1m0s + + +rate (int64) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Bucket Refill rate per second + +**Default Value**: + +.. code-block:: yaml + + "100" + + +capacity (int) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Bucket capacity as number of items + +**Default Value**: + +.. code-block:: yaml + + "1000" + + +config.EventConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +raw-output-policy (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +How output data should be passed along in execution events. + +**Default Value**: + +.. code-block:: yaml + + reference + + +fallback-to-output-reference (bool) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Whether output data should be sent by reference when it is too large to be sent inline in execution events. + +**Default Value**: + +.. code-block:: yaml + + "false" + + +config.KubeClientConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +qps (float32) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "100" + + +burst (int) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Max burst rate for throttle. 0 defaults to 10 + +**Default Value**: + +.. code-block:: yaml + + "25" + + +timeout (`config.Duration`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Max duration allowed for every request to KubeAPI before giving up. 0 implies no timeout. + +**Default Value**: + +.. code-block:: yaml + + 30s + + +config.LeaderElectionConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +enabled (bool) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Enables/Disables leader election. + +**Default Value**: + +.. code-block:: yaml + + "false" + + +lock-config-map (`types.NamespacedName`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +ConfigMap namespace/name to use for resource lock. + +**Default Value**: + +.. code-block:: yaml + + Name: "" + Namespace: "" + + +lease-duration (`config.Duration`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Duration that non-leader candidates will wait to force acquire leadership. This is measured against time of last observed ack. + +**Default Value**: + +.. code-block:: yaml + + 15s + + +renew-deadline (`config.Duration`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Duration that the acting master will retry refreshing leadership before giving up. + +**Default Value**: + +.. code-block:: yaml + + 10s + + +retry-period (`config.Duration`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Duration the LeaderElector clients should wait between tries of actions. + +**Default Value**: + +.. code-block:: yaml + + 2s + + +types.NamespacedName +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +Namespace (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + +Name (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + +config.NodeConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +default-deadlines (`config.DefaultDeadlines`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Default value for timeouts + +**Default Value**: + +.. code-block:: yaml + + node-active-deadline: 48h0m0s + node-execution-deadline: 48h0m0s + workflow-active-deadline: 72h0m0s + + +max-node-retries-system-failures (int64) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Maximum number of retries per node for node failure due to infra issues + +**Default Value**: + +.. code-block:: yaml + + "3" + + +interruptible-failure-threshold (int64) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +number of failures for a node to be still considered interruptible' + +**Default Value**: + +.. code-block:: yaml + + "1" + + +config.DefaultDeadlines +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +node-execution-deadline (`config.Duration`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Default value of node execution timeout + +**Default Value**: + +.. code-block:: yaml + + 48h0m0s + + +node-active-deadline (`config.Duration`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Default value of node timeout + +**Default Value**: + +.. code-block:: yaml + + 48h0m0s + + +workflow-active-deadline (`config.Duration`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Default value of workflow timeout + +**Default Value**: + +.. code-block:: yaml + + 72h0m0s + + +config.Port +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +port (int) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "10254" + + +Section: qualityofservice +================================================================================ + +tierExecutionValues (map[string]interfaces.QualityOfServiceSpec) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + {} + + +defaultTiers (map[string]string) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + {} -emailer (`interfaces.NotificationsEmailerConfig`_) +Section: queues +================================================================================ + +executionQueues (interfaces.ExecutionQueues) -------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - body: "" - emailServerConfig: - apiKeyEnvVar: "" - apiKeyFilePath: "" - serviceName: "" - sender: "" - subject: "" + [] -reconnectAttempts (int) +workflowConfigs (interfaces.WorkflowConfigs) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + [] + + +Section: registration +================================================================================ + +maxWorkflowNodes (int) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + "100" + + +maxLabelEntries (int) -------------------------------------------------------------------------------- **Default Value**: @@ -1363,7 +3597,7 @@ reconnectAttempts (int) "0" -reconnectDelaySeconds (int) +maxAnnotationEntries (int) -------------------------------------------------------------------------------- **Default Value**: @@ -1373,23 +3607,31 @@ reconnectDelaySeconds (int) "0" -interfaces.NotificationsEmailerConfig -^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +workflowSizeLimit (string) +-------------------------------------------------------------------------------- -emailServerConfig (`interfaces.EmailServerConfig`_) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" +**Default Value**: + +.. code-block:: yaml + + "" + + +Section: remotedata +================================================================================ + +scheme (string) +-------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - apiKeyEnvVar: "" - apiKeyFilePath: "" - serviceName: "" + none -subject (string) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" +region (string) +-------------------------------------------------------------------------------- **Default Value**: @@ -1398,50 +3640,66 @@ subject (string) "" -sender (string) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" +signedUrls (`interfaces.SignedURL`_) +-------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - "" + durationMinutes: 0 + enabled: false + signingPrincipal: "" -body (string) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" +maxSizeInBytes (int64) +-------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - "" + "2097152" -interfaces.EmailServerConfig +inlineEventDataPolicy (int) +-------------------------------------------------------------------------------- + +Specifies how inline execution event data should be saved in the backend + +**Default Value**: + +.. code-block:: yaml + + Offload + + +interfaces.SignedURL ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -serviceName (string) +enabled (bool) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" +Whether signed urls should even be returned with GetExecutionData, GetNodeExecutionData and GetTaskExecutionData response objects. + **Default Value**: .. code-block:: yaml - "" + "false" -apiKeyEnvVar (string) +durationMinutes (int) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - "" + "0" -apiKeyFilePath (string) +signingPrincipal (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: @@ -1451,20 +3709,87 @@ apiKeyFilePath (string) "" -interfaces.NotificationsProcessorConfig +Section: scheduler +================================================================================ + +profilerPort (`config.Port`_) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + 10254 + + +eventScheduler (`interfaces.EventSchedulerConfig`_) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + aws: null + local: {} + region: "" + scheduleNamePrefix: "" + scheduleRole: "" + scheme: local + targetName: "" + + +workflowExecutor (`interfaces.WorkflowExecutorConfig`_) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + accountId: "" + aws: null + local: + adminRateLimit: + burst: 10 + tps: 100 + region: "" + scheduleQueueName: "" + scheme: local + + +reconnectAttempts (int) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + "0" + + +reconnectDelaySeconds (int) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + "0" + + +interfaces.EventSchedulerConfig ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -queueName (string) +scheme (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - "" + local -accountId (string) +region (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: @@ -1474,10 +3799,17 @@ accountId (string) "" -interfaces.NotificationsPublisherConfig -^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +scheduleRole (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" -topicName (string) +**Default Value**: + +.. code-block:: yaml + + "" + + +targetName (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: @@ -1487,21 +3819,28 @@ topicName (string) "" -Section: qualityofservice -================================================================================ +scheduleNamePrefix (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" -tierExecutionValues (map[string]interfaces.QualityOfServiceSpec) --------------------------------------------------------------------------------- +**Default Value**: + +.. code-block:: yaml + + "" + + +aws (interfaces.AWSSchedulerConfig) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - {} + null -defaultTiers (map[string]string) --------------------------------------------------------------------------------- +local (`interfaces.FlyteSchedulerConfig`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: @@ -1510,156 +3849,181 @@ defaultTiers (map[string]string) {} -Section: queues -================================================================================ +interfaces.FlyteSchedulerConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -executionQueues (interfaces.ExecutionQueues) --------------------------------------------------------------------------------- +interfaces.WorkflowExecutorConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +scheme (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - [] + local -workflowConfigs (interfaces.WorkflowConfigs) --------------------------------------------------------------------------------- +region (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - [] + "" -Section: registration -================================================================================ +scheduleQueueName (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + -maxWorkflowNodes (int) --------------------------------------------------------------------------------- +accountId (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - "100" + "" -maxLabelEntries (int) --------------------------------------------------------------------------------- +aws (interfaces.AWSWorkflowExecutorConfig) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - "0" + null -maxAnnotationEntries (int) --------------------------------------------------------------------------------- +local (`interfaces.FlyteWorkflowExecutorConfig`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - "0" + adminRateLimit: + burst: 10 + tps: 100 -workflowSizeLimit (string) --------------------------------------------------------------------------------- +interfaces.FlyteWorkflowExecutorConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +adminRateLimit (`interfaces.AdminRateLimit`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - "" + burst: 10 + tps: 100 -Section: remotedata -================================================================================ +interfaces.AdminRateLimit +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -scheme (string) --------------------------------------------------------------------------------- +tps (float64) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - none + "100" -region (string) --------------------------------------------------------------------------------- +burst (int) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - "" + "10" -signedUrls (`interfaces.SignedURL`_) +Section: secrets +================================================================================ + +secrets-prefix (string) -------------------------------------------------------------------------------- +Prefix where to look for secrets file + **Default Value**: .. code-block:: yaml - durationMinutes: 0 - enabled: false - signingPrincipal: "" + /etc/secrets -maxSizeInBytes (int64) +env-prefix (string) -------------------------------------------------------------------------------- +Prefix for environment variables + **Default Value**: .. code-block:: yaml - "2097152" + FLYTE_SECRET_ -inlineEventDataPolicy (int) +Section: server +================================================================================ + +httpPort (int) -------------------------------------------------------------------------------- -Specifies how inline execution event data should be saved in the backend +On which http port to serve admin **Default Value**: .. code-block:: yaml - Offload + "8088" -interfaces.SignedURL -^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -enabled (bool) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" +grpcPort (int) +-------------------------------------------------------------------------------- -Whether signed urls should even be returned with GetExecutionData, GetNodeExecutionData and GetTaskExecutionData response objects. +deprecated **Default Value**: .. code-block:: yaml - "false" + "0" -durationMinutes (int) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" +grpcServerReflection (bool) +-------------------------------------------------------------------------------- + +deprecated **Default Value**: .. code-block:: yaml - "0" + "false" -signingPrincipal (string) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" +kube-config (string) +-------------------------------------------------------------------------------- + +Path to kubernetes client config file, default is empty, useful for incluster config. **Default Value**: @@ -1668,122 +4032,144 @@ signingPrincipal (string) "" -Section: scheduler -================================================================================ - -profilerPort (`config.Port`_) +master (string) -------------------------------------------------------------------------------- +The address of the Kubernetes API server. + **Default Value**: .. code-block:: yaml - 10254 + "" -eventScheduler (`interfaces.EventSchedulerConfig`_) +security (`config.ServerSecurityOptions`_) -------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - aws: null - local: {} - region: "" - scheduleNamePrefix: "" - scheduleRole: "" - scheme: local - targetName: "" + allowCors: true + allowedHeaders: + - Content-Type + - flyte-authorization + allowedOrigins: + - '*' + auditAccess: false + secure: false + ssl: + certificateFile: "" + keyFile: "" + useAuth: false -workflowExecutor (`interfaces.WorkflowExecutorConfig`_) +grpc (`config.GrpcConfig`_) -------------------------------------------------------------------------------- **Default Value**: .. code-block:: yaml - accountId: "" - aws: null - local: - adminRateLimit: - burst: 10 - tps: 100 - region: "" - scheduleQueueName: "" - scheme: local + maxMessageSizeBytes: 0 + port: 8089 + serverReflection: true -reconnectAttempts (int) +thirdPartyConfig (`config.ThirdPartyConfigOptions`_) -------------------------------------------------------------------------------- +Deprecated please use auth.appAuth.thirdPartyConfig instead. + **Default Value**: .. code-block:: yaml - "0" + flyteClient: + clientId: "" + redirectUri: "" + scopes: [] -reconnectDelaySeconds (int) +dataProxy (`config.DataProxyConfig`_) -------------------------------------------------------------------------------- +Defines data proxy configuration. + **Default Value**: .. code-block:: yaml - "0" + upload: + defaultFileNameLength: 20 + maxExpiresIn: 1h0m0s + maxSize: 6Mi + storagePrefix: "" -config.Port +config.DataProxyConfig ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -port (int) +upload (`config.DataProxyUploadConfig`_) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" +Defines data proxy upload configuration. + **Default Value**: .. code-block:: yaml - "10254" + defaultFileNameLength: 20 + maxExpiresIn: 1h0m0s + maxSize: 6Mi + storagePrefix: "" -interfaces.EventSchedulerConfig +config.DataProxyUploadConfig ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -scheme (string) +maxSize (`resource.Quantity`_) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" +Maximum allowed upload size. + **Default Value**: .. code-block:: yaml - local + 6Mi -region (string) +maxExpiresIn (`config.Duration`_) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" +Maximum allowed expiration duration. + **Default Value**: .. code-block:: yaml - "" + 1h0m0s -scheduleRole (string) +defaultFileNameLength (int) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" +Default length for the generated file name if not provided in the request. + **Default Value**: .. code-block:: yaml - "" + "20" -targetName (string) +storagePrefix (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" +Storage prefix to use for all upload requests. + **Default Value**: .. code-block:: yaml @@ -1791,139 +4177,141 @@ targetName (string) "" -scheduleNamePrefix (string) +config.GrpcConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +port (int) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" +On which grpc port to serve admin + **Default Value**: .. code-block:: yaml - "" + "8089" -aws (interfaces.AWSSchedulerConfig) +serverReflection (bool) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" +Enable GRPC Server Reflection + **Default Value**: .. code-block:: yaml - null + "true" -local (`interfaces.FlyteSchedulerConfig`_) +maxMessageSizeBytes (int) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" +The max size in bytes for incoming gRPC messages + **Default Value**: .. code-block:: yaml - {} + "0" -interfaces.FlyteSchedulerConfig -^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -interfaces.WorkflowExecutorConfig +config.ServerSecurityOptions ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -scheme (string) +secure (bool) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - local + "false" -region (string) +ssl (`config.SslOptions`_) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - "" + certificateFile: "" + keyFile: "" -scheduleQueueName (string) +useAuth (bool) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - "" + "false" -accountId (string) +auditAccess (bool) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - "" + "false" -aws (interfaces.AWSWorkflowExecutorConfig) +allowCors (bool) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - null + "true" -local (`interfaces.FlyteWorkflowExecutorConfig`_) +allowedOrigins ([]string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - adminRateLimit: - burst: 10 - tps: 100 + - '*' -interfaces.FlyteWorkflowExecutorConfig -^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -adminRateLimit (`interfaces.AdminRateLimit`_) +allowedHeaders ([]string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - burst: 10 - tps: 100 + - Content-Type + - flyte-authorization -interfaces.AdminRateLimit +config.SslOptions ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -tps (float64) +certificateFile (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - "100" + "" -burst (int) +keyFile (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - "10" + "" Section: storage @@ -2306,82 +4694,3 @@ ephemeralStorage (`resource.Quantity`_) "0" -resource.Quantity -^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -i (`resource.int64Amount`_) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" - -**Default Value**: - -.. code-block:: yaml - - {} - - -d (`resource.infDecAmount`_) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" - -**Default Value**: - -.. code-block:: yaml - - - - -s (string) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" - -**Default Value**: - -.. code-block:: yaml - - "2" - - -Format (string) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" - -**Default Value**: - -.. code-block:: yaml - - DecimalSI - - -resource.infDecAmount -^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -Dec (inf.Dec) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" - -**Default Value**: - -.. code-block:: yaml - - null - - -resource.int64Amount -^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -value (int64) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" - -**Default Value**: - -.. code-block:: yaml - - "2" - - -scale (int32) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" - -**Default Value**: - -.. code-block:: yaml - - "0" - -