-
Notifications
You must be signed in to change notification settings - Fork 78
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Implement manifests for Index Management Job (#2235)
* feat: add index creation and save job templates Signed-off-by: hlts2 <[email protected]> * fix: add quote syntax for cron schedule Signed-off-by: hlts2 <[email protected]> * fix: bugfix helm variable and config field Signed-off-by: hlts2 <[email protected]> * feat: add annotation for profiling Signed-off-by: hlts2 <[email protected]> * fix: deleted unnecessary annotation Signed-off-by: hlts2 <[email protected]> * feat: quote syntax to annotation value Signed-off-by: hlts2 <[email protected]> * fix: deleted unnecessary line Signed-off-by: hlts2 <[email protected]> * fix: default value Signed-off-by: hlts2 <[email protected]> * feat: add network policy for job Signed-off-by: hlts2 <[email protected]> * feat: update schema and make format Signed-off-by: hlts2 <[email protected]> * fix: use the configuration values defined for corrector Signed-off-by: hlts2 <[email protected]> * fix: deleted bbolt prefix of values configuration Signed-off-by: hlts2 <[email protected]> * fix: schema update and format Signed-off-by: hlts2 <[email protected]> * feat: make k8s/manifest/helm-operator/update k8s/manifest/update format Signed-off-by: hlts2 <[email protected]> * fix: add initcontainer configuration Signed-off-by: hlts2 <[email protected]> * feat: add initContainer config to values Signed-off-by: hlts2 <[email protected]> * fix: schema and k8s update Signed-off-by: hlts2 <[email protected]> * feat: allow rule for network policy Signed-off-by: hlts2 <[email protected]> * fix: cron rule Signed-off-by: hlts2 <[email protected]> * feat: update schema and format Signed-off-by: hlts2 <[email protected]> * Revert "feat: update schema and format" This reverts commit a9fd792. --------- Signed-off-by: hlts2 <[email protected]>
- Loading branch information
Showing
28 changed files
with
8,694 additions
and
589 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
2,279 changes: 2,114 additions & 165 deletions
2,279
charts/vald-helm-operator/crds/valdrelease.yaml
Large diffs are not rendered by default.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
60 changes: 60 additions & 0 deletions
60
charts/vald/templates/index/job/correction/networkpolicy.yaml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,60 @@ | ||
| # | ||
| # Copyright (C) 2019-2023 vdaas.org vald team <[email protected]> | ||
| # | ||
| # Licensed under the Apache License, Version 2.0 (the "License"); | ||
| # You may not use this file except in compliance with the License. | ||
| # You may obtain a copy of the License at | ||
| # | ||
| # https://www.apache.org/licenses/LICENSE-2.0 | ||
| # | ||
| # Unless required by applicable law or agreed to in writing, software | ||
| # distributed under the License is distributed on an "AS IS" BASIS, | ||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| # See the License for the specific language governing permissions and | ||
| # limitations under the License. | ||
| # | ||
|
|
||
| {{- $agent := .Values.agent -}} | ||
| {{- $discoverer := .Values.discoverer -}} | ||
| {{- $corrector := .Values.manager.index.corrector -}} | ||
| {{- if and .Values.defaults.networkPolicy.enabled $corrector.enabled }} | ||
| apiVersion: networking.k8s.io/v1 | ||
| kind: NetworkPolicy | ||
| metadata: | ||
| name: {{ $corrector.name }}-allow | ||
| spec: | ||
| podSelector: | ||
| matchLabels: | ||
| app: {{ $corrector.name }} | ||
| policyTypes: | ||
| - Ingress | ||
| - Egress | ||
| ingress: | ||
| - from: | ||
| - namespaceSelector: | ||
| matchLabels: | ||
| kubernetes.io/metadata.name: kube-system | ||
| {{- if .Values.defaults.networkPolicy.custom.ingress }} | ||
| {{- toYaml .Values.defaults.networkPolicy.custom.ingress | nindent 4 }} | ||
| {{- end }} | ||
| egress: | ||
| - to: | ||
| - namespaceSelector: | ||
| matchLabels: | ||
| kubernetes.io/metadata.name: {{ .Release.Namespace }} | ||
| podSelector: | ||
| matchLabels: | ||
| app: {{ $agent.name }} | ||
| - namespaceSelector: | ||
| matchLabels: | ||
| kubernetes.io/metadata.name: {{ .Release.Namespace }} | ||
| podSelector: | ||
| matchLabels: | ||
| app: {{ $discoverer.name }} | ||
| - namespaceSelector: | ||
| matchLabels: | ||
| kubernetes.io/metadata.name: kube-system | ||
| {{- if .Values.defaults.networkPolicy.custom.egress }} | ||
| {{- toYaml .Values.defaults.networkPolicy.custom.egress | nindent 4 }} | ||
| {{- end }} | ||
| {{- end }} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,70 @@ | ||
| # | ||
| # Copyright (C) 2019-2023 vdaas.org vald team <[email protected]> | ||
| # | ||
| # Licensed under the Apache License, Version 2.0 (the "License"); | ||
| # You may not use this file except in compliance with the License. | ||
| # You may obtain a copy of the License at | ||
| # | ||
| # https://www.apache.org/licenses/LICENSE-2.0 | ||
| # | ||
| # Unless required by applicable law or agreed to in writing, software | ||
| # distributed under the License is distributed on an "AS IS" BASIS, | ||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| # See the License for the specific language governing permissions and | ||
| # limitations under the License. | ||
| # | ||
| {{- $creator := .Values.manager.index.creator -}} | ||
| {{- $gateway := .Values.gateway.lb -}} | ||
| {{- $index := .Values.manager.index -}} | ||
| {{- $agent := .Values.agent -}} | ||
| {{- $discoverer := .Values.discoverer -}} | ||
| {{- if $creator.enabled }} | ||
| apiVersion: v1 | ||
| kind: ConfigMap | ||
| metadata: | ||
| name: {{ $creator.name }}-config | ||
| labels: | ||
| app.kubernetes.io/name: {{ include "vald.name" . }} | ||
| helm.sh/chart: {{ include "vald.chart" . }} | ||
| app.kubernetes.io/managed-by: {{ .Release.Service }} | ||
| app.kubernetes.io/instance: {{ .Release.Name }} | ||
| app.kubernetes.io/version: {{ .Chart.Version }} | ||
| app.kubernetes.io/component: {{ $creator.name }} | ||
| data: | ||
| config.yaml: | | ||
| --- | ||
| version: {{ $creator.version }} | ||
| time_zone: {{ default .Values.defaults.time_zone $creator.time_zone }} | ||
| logging: | ||
| {{- $logging := dict "Values" $creator.logging "default" .Values.defaults.logging }} | ||
| {{- include "vald.logging" $logging | nindent 6 }} | ||
| server_config: | ||
| {{- $servers := dict "Values" $creator.server_config "default" .Values.defaults.server_config }} | ||
| {{- include "vald.servers" $servers | nindent 6 }} | ||
| observability: | ||
| {{- $observability := dict "Values" $creator.observability "default" .Values.defaults.observability }} | ||
| {{- include "vald.observability" $observability | nindent 6 }} | ||
| creator: | ||
| agent_port: {{ default .Values.defaults.server_config.servers.grpc.port $agent.server_config.servers.grpc.port }} | ||
| agent_name: {{ $agent.name | quote }} | ||
| agent_dns: {{ $agent.name }}.{{ .Release.Namespace }}.svc.cluster.local | ||
| agent_namespace: {{ $creator.agent_namespace | quote }} | ||
| node_name: {{ $creator.node_name | quote }} | ||
| concurrency: {{ $creator.concurrency }} | ||
| target_addrs: {{ $creator.target_addrs }} | ||
| discoverer: | ||
| duration: {{ $creator.discoverer.duration }} | ||
| client: | ||
| {{- $discovererClient := $creator.discoverer.client }} | ||
| {{- $discovererServerPort := $discoverer.server_config.servers.grpc.port }} | ||
| {{- $defaultDiscovererHost := printf "%s.%s.svc.cluster.local" $discoverer.name .Release.Namespace }} | ||
| {{- $defaultDiscovererPort := default .Values.defaults.server_config.servers.grpc.port $discovererServerPort }} | ||
| {{- $defaultDiscovererAddr := (list (printf "%s:%d" $defaultDiscovererHost (int64 $defaultDiscovererPort))) }} | ||
| {{- $discovererAddrs := dict "Values" $discovererClient.addrs "default" $defaultDiscovererAddr }} | ||
| {{- include "vald.grpc.client.addrs" $discovererAddrs | nindent 10 }} | ||
| {{- $discovererGRPCclient := dict "Values" $discovererClient "default" .Values.defaults.grpc.client }} | ||
| {{- include "vald.grpc.client" $discovererGRPCclient | nindent 10 }} | ||
| agent_client_options: | ||
| {{- include "vald.grpc.client.addrs" (dict "Values" $creator.discoverer.agent_client_options.addrs) | nindent 10 }} | ||
| {{- include "vald.grpc.client" (dict "Values" $creator.discoverer.agent_client_options "default" .Values.defaults.grpc.client) | nindent 10 }} | ||
| {{- end }} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,78 @@ | ||
| # | ||
| # Copyright (C) 2019-2023 vdaas.org vald team <[email protected]> | ||
| # | ||
| # Licensed under the Apache License, Version 2.0 (the "License"); | ||
| # You may not use this file except in compliance with the License. | ||
| # You may obtain a copy of the License at | ||
| # | ||
| # https://www.apache.org/licenses/LICENSE-2.0 | ||
| # | ||
| # Unless required by applicable law or agreed to in writing, software | ||
| # distributed under the License is distributed on an "AS IS" BASIS, | ||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| # See the License for the specific language governing permissions and | ||
| # limitations under the License. | ||
| # | ||
| {{- $creator := .Values.manager.index.creator -}} | ||
| {{- if $creator.enabled }} | ||
| apiVersion: batch/v1 | ||
| kind: CronJob | ||
| metadata: | ||
| name: {{ $creator.name }} | ||
| labels: | ||
| app: {{ $creator.name }} | ||
| app.kubernetes.io/name: {{ include "vald.name" . }} | ||
| helm.sh/chart: {{ include "vald.chart" . }} | ||
| app.kubernetes.io/managed-by: {{ .Release.Service }} | ||
| app.kubernetes.io/instance: {{ .Release.Name }} | ||
| app.kubernetes.io/version: {{ .Chart.Version }} | ||
| spec: | ||
| schedule: {{ $creator.schedule | quote }} | ||
| concurrencyPolicy: Forbid | ||
| suspend: {{ $creator.suspend }} | ||
| startingDeadlineSeconds: {{ $creator.startingDeadlineSeconds }} | ||
| jobTemplate: | ||
| spec: | ||
| ttlSecondsAfterFinished: {{ $creator.ttlSecondsAfterFinished }} | ||
| template: | ||
| metadata: | ||
| labels: | ||
| app: {{ $creator.name }} | ||
| app.kubernetes.io/name: {{ include "vald.name" . }} | ||
| app.kubernetes.io/instance: {{ .Release.Name }} | ||
| app.kubernetes.io/component: {{ $creator.name }} | ||
| annotations: | ||
| {{- $pprof := default .Values.defaults.server_config.metrics.pprof $creator.server_config.metrics.pprof -}} | ||
| {{- if $pprof.enabled }} | ||
| pyroscope.io/scrape: "true" | ||
| pyroscope.io/application-name: {{ $creator.name }} | ||
| pyroscope.io/profile-cpu-enabled: "true" | ||
| pyroscope.io/profile-mem-enabled: "true" | ||
| pyroscope.io/port: {{ $pprof.port | quote }} | ||
| {{- end }} | ||
| spec: | ||
| {{- if $creator.initContainers }} | ||
| initContainers: | ||
| {{- $initContainers := dict "initContainers" $creator.initContainers "Values" .Values "namespace" .Release.Namespace -}} | ||
| {{- include "vald.initContainers" $initContainers | trim | nindent 12 }} | ||
| {{- end }} | ||
| containers: | ||
| - name: {{ $creator.name }} | ||
| image: "{{ $creator.image.repository }}:{{ default .Values.defaults.image.tag $creator.image.tag }}" | ||
| imagePullPolicy: {{ $creator.image.pullPolicy }} | ||
| volumeMounts: | ||
| - name: {{ $creator.name }}-config | ||
| mountPath: /etc/server/ | ||
| {{- $servers := dict "Values" $creator.server_config "default" .Values.defaults.server_config -}} | ||
| {{- include "vald.containerPorts" $servers | trim | nindent 14 }} | ||
| {{- if $creator.env }} | ||
| env: | ||
| {{- toYaml $creator.env | nindent 16 }} | ||
| {{- end }} | ||
| restartPolicy: OnFailure | ||
| volumes: | ||
| - name: {{ $creator.name }}-config | ||
| configMap: | ||
| defaultMode: 420 | ||
| name: {{ $creator.name }}-config | ||
| {{- end }} |
Oops, something went wrong.