This repository has been archived by the owner on Oct 9, 2023. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 63
/
flyteadmin_config.yaml
159 lines (159 loc) · 4.04 KB
/
flyteadmin_config.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
# This is a sample configuration file.
# Real configuration when running inside K8s (local or otherwise) lives in a ConfigMap
# Look in the artifacts directory in the flyte repo for what's actually run
# https://github.com/lyft/flyte/blob/b47565c9998cde32b0b5f995981e3f3c990fa7cd/artifacts/flyteadmin.yaml#L72
server:
httpPort: 8088
grpcPort: 8089
grpcServerReflection: true
security:
secure: false
ssl:
certificateFile: "/path/to/server.pem"
keyFile: "/path/to/server.key"
useAuth: false
oauth:
clientId: yourclientid
clientSecretFile: "/path/to/oauth/secret"
authorizeUrl: "https://idp.com/oauth2/authorize"
tokenUrl: "https://idp.com/oauth2/token"
callbackUrl: "https://localhost:8088/callback"
cookieHashKeyFile: "/path/to/admin_cookie_hash_key"
cookieBlockKeyFile: "/path/to/admin_cookie_block_key"
redirectUrl: "/api/v1/projects"
claims:
iss: "https://idp.com"
aud: "api://default"
idpUserInfoEndpoint: "/v1/userinfo"
flyteadmin:
runScheduler: false
roleNameKey: "iam.amazonaws.com/role"
metricsScope: "flyte:"
profilerPort: 10254
testing:
host: "http://localhost:8088"
# This last must be in order! For example, a file path would be prefixed with metadata/admin/...
metadataStoragePrefix:
- "metadata"
- "admin"
database:
port: 5432
username: postgres
host: localhost
dbname: postgres
options: "sslmode=disable"
scheduler:
eventScheduler:
scheme: local
region: "my-region"
scheduleRole: "arn:aws:iam::abc123:role/my-iam-role"
targetName: "arn:aws:sqs:my-region:abc123:my-queue"
workflowExecutor:
scheme: local
region: "my-region"
scheduleQueueName: "won't-work-locally"
accountId: "abc123"
remoteData:
region: "my-region"
scheme: local
signedUrls:
durationMinutes: 3
notifications:
type: local
region: "my-region"
publisher:
topicName: "foo"
processor:
queueName: "queue"
accountId: "bar"
emailer:
subject: "Notice: Execution \"{{ name }}\" has {{ phase }} in \"{{ domain }}\"."
sender: "[email protected]"
body: >
Execution \"{{ name }}\" has {{ phase }} in \"{{ domain }}\". View details at
<a href=\http://example.com/projects/{{ project }}/domains/{{ domain }}/executions/{{ name }}>
http://example.com/projects/{{ project }}/domains/{{ domain }}/executions/{{ name }}</a>. {{ error }}
Logger:
show-source: true
level: 6
storage:
type: minio
connection:
access-key: minio
auth-type: accesskey
secret-key: miniostorage
disable-ssl: true
endpoint: "http://localhost:9000"
region: my-region
cache:
max_size_mbs: 10
target_gc_percent: 100
container: "flyte"
queues:
executionQueues:
- primary: "gpu_primary"
dynamic: "gpu_dynamic"
attributes:
- gpu
- primary: "critical"
dynamic: "critical"
attributes:
- critical
- primary: "default"
dynamic: "default"
attributes:
- defaultclusters
- primary: "my_queue_1"
domain: "production"
workflowName: "my_workflow_1"
tags:
- critical
- primary: "my_queue_1"
domain: "production"
workflowName: "my_workflow_2"
tags:
- gpu
- primary: "my_queue_3"
domain: "production"
workflowName: "my_workflow_3"
tags:
- critical
- tags:
- default
task_resources:
defaults:
cpu: 100m
gpu: 20m
memory: 1Mi
storage: 10M
limits:
cpu: 500m
gpu: 100m
memory: 1Mi
storage: 10G
task_type_whitelist:
sparkonk8s:
- project: my_queue_1
domain: production
- project: my_queue_2
domain: production
qubolespark:
- project: my_queue_2
domains:
- id: development
name: development
- id: staging
name: staging
- id: production
name: production
- id: domain
name: domain
cluster_resources:
templatePath: pkg/clusterresource/sampletemplates
templateData:
foo:
value: "bar"
foofoo:
valueFrom:
env: SHELL
refresh: 3s