From 3bb6d2809850d1453b258ceb06916e5f74d1c650 Mon Sep 17 00:00:00 2001 From: Katrina Rogan Date: Thu, 4 Feb 2021 10:30:25 -0800 Subject: [PATCH 1/2] wip --- .../base/single_cluster/headless/config/admin/server.yaml | 1 + .../headless/config/admin/task_resource_defaults.yaml | 3 ++- .../overlays/eks/config/admin/task_resource_defaults.yaml | 3 ++- .../overlays/gcp/config/admin/task_resource_defaults.yaml | 3 ++- rsts/administrator/faq/gcp.rst | 2 +- 5 files changed, 8 insertions(+), 4 deletions(-) diff --git a/kustomize/base/single_cluster/headless/config/admin/server.yaml b/kustomize/base/single_cluster/headless/config/admin/server.yaml index 414a1c2927..253bf8c776 100644 --- a/kustomize/base/single_cluster/headless/config/admin/server.yaml +++ b/kustomize/base/single_cluster/headless/config/admin/server.yaml @@ -17,5 +17,6 @@ flyteadmin: metadataStoragePrefix: - "metadata" - "admin" + eventVersion: 1 testing: host: http://flyteadmin diff --git a/kustomize/base/single_cluster/headless/config/admin/task_resource_defaults.yaml b/kustomize/base/single_cluster/headless/config/admin/task_resource_defaults.yaml index 8db48a1950..e6ec5c2cb6 100644 --- a/kustomize/base/single_cluster/headless/config/admin/task_resource_defaults.yaml +++ b/kustomize/base/single_cluster/headless/config/admin/task_resource_defaults.yaml @@ -5,5 +5,6 @@ task_resources: storage: 5Mi limits: cpu: 2 - memory: 2G + memory: 8Gi storage: 20Mi + gpu: 1 diff --git a/kustomize/overlays/eks/config/admin/task_resource_defaults.yaml b/kustomize/overlays/eks/config/admin/task_resource_defaults.yaml index 38079d47da..06870c232b 100644 --- a/kustomize/overlays/eks/config/admin/task_resource_defaults.yaml +++ b/kustomize/overlays/eks/config/admin/task_resource_defaults.yaml @@ -5,5 +5,6 @@ task_resources: storage: 1000Mi limits: cpu: 2 - memory: 2G + memory: 8Gi storage: 2000Mi + gpu: 1 diff --git a/kustomize/overlays/gcp/config/admin/task_resource_defaults.yaml b/kustomize/overlays/gcp/config/admin/task_resource_defaults.yaml index 38079d47da..06870c232b 100644 --- a/kustomize/overlays/gcp/config/admin/task_resource_defaults.yaml +++ b/kustomize/overlays/gcp/config/admin/task_resource_defaults.yaml @@ -5,5 +5,6 @@ task_resources: storage: 1000Mi limits: cpu: 2 - memory: 2G + memory: 8Gi storage: 2000Mi + gpu: 1 diff --git a/rsts/administrator/faq/gcp.rst b/rsts/administrator/faq/gcp.rst index bad0676bd7..a675683f19 100644 --- a/rsts/administrator/faq/gcp.rst +++ b/rsts/administrator/faq/gcp.rst @@ -7,7 +7,7 @@ I tried to run examples, but task fails with 401 error? ------------------------------------------------------- Steps: - Are you using Workload Identity, then you have to pass in the ServiceAccount when you create the launchplan. Docs here https://lyft.github.io/flyte/user/features/roles.html?highlight=serviceaccount#kubernetes-serviceaccount-examples More information about WorkloadIdentity at https://cloud.google.com/kubernetes-engine/docs/how-to/workload-identity - - If you are just using a simple Nodepool wide permissions then check the cluster's ServiceACcount for STorage permissions. Do they look fine? + - If you are just using a simple Nodepool wide permissions then check the cluster's ServiceACcount for Storage permissions. Do they look fine? - If not, then start a dummy pod in the intended namespace and check for .. From aaa28a992c4ed54cb656d43e83d70cdacf3227e0 Mon Sep 17 00:00:00 2001 From: Katrina Rogan Date: Thu, 4 Feb 2021 11:41:38 -0800 Subject: [PATCH 2/2] make generate --- deployment/eks/flyte_generated.yaml | 9 +++++---- deployment/gcp/flyte_generated.yaml | 9 +++++---- deployment/sandbox/flyte_generated.yaml | 9 +++++---- deployment/test/flyte_generated.yaml | 7 ++++--- 4 files changed, 19 insertions(+), 15 deletions(-) diff --git a/deployment/eks/flyte_generated.yaml b/deployment/eks/flyte_generated.yaml index e1661f8b9f..d6a3a8c0e4 100644 --- a/deployment/eks/flyte_generated.yaml +++ b/deployment/eks/flyte_generated.yaml @@ -8154,11 +8154,12 @@ data: storage: 1000Mi limits: cpu: 2 - memory: 2G + memory: 8Gi storage: 2000Mi + gpu: 1 kind: ConfigMap metadata: - name: flyte-admin-config-m8c8m77fgd + name: flyte-admin-config-t2f9g68k65 namespace: flyte --- apiVersion: v1 @@ -8658,7 +8659,7 @@ spec: - emptyDir: {} name: shared-data - configMap: - name: flyte-admin-config-m8c8m77fgd + name: flyte-admin-config-t2f9g68k65 name: config-volume - configMap: name: clusterresource-template-tkdkkt4cb5 @@ -8939,7 +8940,7 @@ spec: name: clusterresource-template-tkdkkt4cb5 name: resource-templates - configMap: - name: flyte-admin-config-m8c8m77fgd + name: flyte-admin-config-t2f9g68k65 name: config-volume - name: db-pass secret: diff --git a/deployment/gcp/flyte_generated.yaml b/deployment/gcp/flyte_generated.yaml index ba46abe1f4..06691b4a6b 100644 --- a/deployment/gcp/flyte_generated.yaml +++ b/deployment/gcp/flyte_generated.yaml @@ -8145,11 +8145,12 @@ data: storage: 1000Mi limits: cpu: 2 - memory: 2G + memory: 8Gi storage: 2000Mi + gpu: 1 kind: ConfigMap metadata: - name: flyte-admin-config-dd52bb74bf + name: flyte-admin-config-7k2dmcb4tg namespace: flyte --- apiVersion: v1 @@ -8722,7 +8723,7 @@ spec: - emptyDir: {} name: shared-data - configMap: - name: flyte-admin-config-dd52bb74bf + name: flyte-admin-config-7k2dmcb4tg name: config-volume - configMap: name: clusterresource-template-tkdkkt4cb5 @@ -9003,7 +9004,7 @@ spec: name: clusterresource-template-tkdkkt4cb5 name: resource-templates - configMap: - name: flyte-admin-config-dd52bb74bf + name: flyte-admin-config-7k2dmcb4tg name: config-volume - name: db-pass secret: diff --git a/deployment/sandbox/flyte_generated.yaml b/deployment/sandbox/flyte_generated.yaml index ea2bcea115..d0e114b322 100644 --- a/deployment/sandbox/flyte_generated.yaml +++ b/deployment/sandbox/flyte_generated.yaml @@ -9660,11 +9660,12 @@ data: storage: 5Mi limits: cpu: 2 - memory: 2G + memory: 8Gi storage: 20Mi + gpu: 1 kind: ConfigMap metadata: - name: flyte-admin-config-c4gcfmb2k7 + name: flyte-admin-config-k7f4k7g76c namespace: flyte --- apiVersion: v1 @@ -10324,7 +10325,7 @@ spec: - emptyDir: {} name: shared-data - configMap: - name: flyte-admin-config-c4gcfmb2k7 + name: flyte-admin-config-k7f4k7g76c name: config-volume - name: db-pass secret: @@ -10659,7 +10660,7 @@ spec: name: clusterresource-template-tkdkkt4cb5 name: resource-templates - configMap: - name: flyte-admin-config-c4gcfmb2k7 + name: flyte-admin-config-k7f4k7g76c name: config-volume - name: db-pass secret: diff --git a/deployment/test/flyte_generated.yaml b/deployment/test/flyte_generated.yaml index e4487520b5..49f68057a9 100644 --- a/deployment/test/flyte_generated.yaml +++ b/deployment/test/flyte_generated.yaml @@ -515,11 +515,12 @@ data: storage: 5Mi limits: cpu: 2 - memory: 2G + memory: 8Gi storage: 20Mi + gpu: 1 kind: ConfigMap metadata: - name: flyte-admin-config-c4gcfmb2k7 + name: flyte-admin-config-k7f4k7g76c namespace: flyte --- apiVersion: v1 @@ -1021,7 +1022,7 @@ spec: - emptyDir: {} name: shared-data - configMap: - name: flyte-admin-config-c4gcfmb2k7 + name: flyte-admin-config-k7f4k7g76c name: config-volume - name: db-pass secret: