add tikv-importer chart (#1910) (#1924)

pingcap · Mar 16, 2020 · c29178b · c29178b
1 parent 686023d
commit c29178b
Show file tree

Hide file tree

Showing 7 changed files with 207 additions and 0 deletions.
diff --git a/charts/tikv-importer/.helmignore b/charts/tikv-importer/.helmignore
@@ -0,0 +1,21 @@
+# Patterns to ignore when building packages.
+# This supports shell glob matching, relative path matching, and
+# negation (prefixed with !). Only one pattern per line.
+.DS_Store
+# Common VCS dirs
+.git/
+.gitignore
+.bzr/
+.bzrignore
+.hg/
+.hgignore
+.svn/
+# Common backup files
+*.swp
+*.bak
+*.tmp
+*~
+# Various IDEs
+.project
+.idea/
+*.tmproj
diff --git a/charts/tikv-importer/Chart.yaml b/charts/tikv-importer/Chart.yaml
@@ -0,0 +1,13 @@
+apiVersion: v1
+description: A Helm chart for TiKV Importer
+name: tikv-importer
+version: dev
+home: https://github.com/pingcap/tidb-operator
+sources:
+  - https://github.com/pingcap/tidb-operator
+keywords:
+  - newsql
+  - htap
+  - database
+  - mysql
+  - raft
diff --git a/charts/tikv-importer/templates/_helpers.tpl b/charts/tikv-importer/templates/_helpers.tpl
@@ -0,0 +1,21 @@
+{{/* vim: set filetype=mustache: */}}
+{{/*
+Expand the name of the chart.
+*/}}
+{{- define "chart.name" -}}
+{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" -}}
+{{- end -}}
+
+{{/*
+Encapsulate tikv-importer configmap data for consistent digest calculation
+*/}}
+{{- define "importer-configmap.data" -}}
+config-file: |-
+    {{- if .Values.config }}
+{{ .Values.config | indent 2 }}
+    {{- end -}}
+{{- end -}}
+
+{{- define "importer-configmap.data-digest" -}}
+{{ include "importer-configmap.data" . | sha256sum | trunc 8 }}
+{{- end -}}
diff --git a/charts/tikv-importer/templates/tikv-importer-configmap.yaml b/charts/tikv-importer/templates/tikv-importer-configmap.yaml
@@ -0,0 +1,12 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: {{ .Values.clusterName }}-importer-{{ template "importer-configmap.data-digest" . }}
+  labels:
+    app.kubernetes.io/name: {{ template "chart.name" . }}
+    app.kubernetes.io/managed-by: {{ .Release.Service }}
+    app.kubernetes.io/instance: {{ .Release.Name }}
+    app.kubernetes.io/component: importer
+    helm.sh/chart: {{ .Chart.Name }}-{{ .Chart.Version | replace "+"  "_" }}
+data:
+{{ include "importer-configmap.data" . | indent 2 }}
diff --git a/charts/tikv-importer/templates/tikv-importer-service.yaml b/charts/tikv-importer/templates/tikv-importer-service.yaml
@@ -0,0 +1,19 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: {{ .Values.clusterName }}-importer
+  labels:
+    app.kubernetes.io/name: {{ template "chart.name" . }}
+    app.kubernetes.io/managed-by: {{ .Release.Service }}
+    app.kubernetes.io/instance: {{ .Release.Name }}
+    app.kubernetes.io/component: importer
+    helm.sh/chart: {{ .Chart.Name }}-{{ .Chart.Version | replace "+"  "_" }}
+spec:
+  clusterIP: None
+  ports:
+  - name: importer
+    port: 8287
+  selector:
+    app.kubernetes.io/name: {{ template "chart.name" . }}
+    app.kubernetes.io/instance: {{ .Release.Name }}
+    app.kubernetes.io/component: importer
diff --git a/charts/tikv-importer/templates/tikv-importer-statefulset.yaml b/charts/tikv-importer/templates/tikv-importer-statefulset.yaml
@@ -0,0 +1,89 @@
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: {{ .Values.clusterName }}-importer
+  labels:
+    app.kubernetes.io/name: {{ template "chart.name" . }}
+    app.kubernetes.io/managed-by: {{ .Release.Service }}
+    app.kubernetes.io/instance: {{ .Release.Name }}
+    app.kubernetes.io/component: importer
+    helm.sh/chart: {{ .Chart.Name }}-{{ .Chart.Version | replace "+"  "_" }}
+spec:
+  selector:
+    matchLabels:
+      app.kubernetes.io/name: {{ template "chart.name" . }}
+      app.kubernetes.io/instance: {{ .Release.Name }}
+      app.kubernetes.io/component: importer
+  serviceName: {{ .Values.clusterName }}-importer
+  replicas: 1
+  template:
+    metadata:
+      annotations:
+        prometheus.io/scrape: "true"
+        prometheus.io/path: "/metrics"
+        prometheus.io/port: "9091"
+      labels:
+        app.kubernetes.io/name: {{ template "chart.name" . }}
+        app.kubernetes.io/instance: {{ .Release.Name }}
+        app.kubernetes.io/component: importer
+    spec:
+    {{- if .Values.affinity }}
+      affinity:
+{{ toYaml .Values.affinity | indent 6 }}
+    {{- end }}
+    {{- if .Values.tolerations }}
+      tolerations:
+{{ toYaml .Values.tolerations | indent 6 }}
+    {{- end }}
+      containers:
+      - name: importer
+        image: {{ .Values.image }}
+        imagePullPolicy: {{ .Values.imagePullPolicy | default "IfNotPresent"}}
+        command:
+        - /tikv-importer
+        # tikv-importer does not support domain name: https://github.com/tikv/importer/issues/16
+        # - --addr=${MY_POD_NAME}.tikv-importer:8287
+        - --addr=$(MY_POD_IP):8287
+        - --config=/etc/tikv-importer/tikv-importer.toml
+        - --import-dir=/var/lib/tikv-importer
+        env:
+        - name: MY_POD_NAME
+          valueFrom:
+            fieldRef:
+              apiVersion: v1
+              fieldPath: metadata.name
+        - name: MY_POD_IP
+          valueFrom:
+            fieldRef:
+              apiVersion: v1
+              fieldPath: status.podIP
+        - name: TZ
+          value: {{ .Values.timezone | default "UTC" }}
+        volumeMounts:
+        - name: data
+          mountPath: /var/lib/tikv-importer
+        - name: config
+          mountPath: /etc/tikv-importer
+        {{- if .Values.resources }}
+        resources:
+{{ toYaml .Values.resources | indent 10 }}
+        {{- end }}
+      - name: pushgateway
+        image: {{ .Values.pushgatewayImage }}
+        imagePullPolicy: {{ .Values.pushgatewayImagePullPolicy | default "IfNotPresent" }}
+      volumes:
+      - name: config
+        configMap:
+          name: {{ .Values.clusterName }}-importer-{{ template "importer-configmap.data-digest" . }}
+          items:
+          - key: config-file
+            path: tikv-importer.toml
+  volumeClaimTemplates:
+  - metadata:
+      name: data
+    spec:
+      accessModes: [ "ReadWriteOnce" ]
+      storageClassName: {{ .Values.storageClassName }}
+      resources:
+        requests:
+          storage: {{ .Values.storage }}
diff --git a/charts/tikv-importer/values.yaml b/charts/tikv-importer/values.yaml
@@ -0,0 +1,32 @@
+# Default values for tikv-importer.
+# This is a YAML-formatted file.
+# Declare variables to be passed into your templates.
+
+# timezone is the default system timzone for TiDB
+timezone: UTC
+
+# clusterName is the TiDB cluster name, if not specified, the chart release name will be used
+clusterName: demo
+
+image: pingcap/tidb-lightning:v3.0.8
+imagePullPolicy: IfNotPresent
+storageClassName: local-storage
+storage: 20Gi
+resources:
+  {}
+  # limits:
+  #   cpu: 16000m
+  #   memory: 8Gi
+  # requests:
+  #   cpu: 16000m
+  #   memory: 8Gi
+affinity: {}
+tolerations: []
+pushgatewayImage: prom/pushgateway:v0.3.1
+pushgatewayImagePullPolicy: IfNotPresent
+config: |
+  log-level = "info"
+  [metric]
+  job = "tikv-importer"
+  interval = "15s"
+  address = "localhost:9091"