feat: Added support for nats (#163)

Signed-off-by: Kyle Morton <[email protected]> Signed-off-by: Kyle Morton <[email protected]> Co-authored-by: Kyle Morton <[email protected]>
edgexfoundry · Dec 8, 2022 · ae28201 · ae28201
1 parent d1db7a9
commit ae28201
Show file tree

Hide file tree

Showing 34 changed files with 486 additions and 6 deletions.
diff --git a/deployment/helm/templates/configmaps/as-common-configmap.yaml b/deployment/helm/templates/configmaps/as-common-configmap.yaml
@@ -0,0 +1,10 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: as-common-variables
+data:
+  DATABASE_HOST: edgex-redis
+  {{- if (eq .Values.edgex.features.messagebusbackend "redis") }}
+  TRIGGER_EDGEXMESSAGEBUS_SUBSCRIBEHOST_HOST: edgex-redis
+  TRIGGER_EDGEXMESSAGEBUS_PUBLISHHOST_HOST: edgex-redis
+  {{- end}}
diff --git a/deployment/helm/templates/configmaps/device-common-configmap.yaml b/deployment/helm/templates/configmaps/device-common-configmap.yaml
@@ -0,0 +1,8 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: device-common-variables
+data:
+  {{- if (eq .Values.edgex.features.messagebusbackend "redis") }}
+  MESSAGEQUEUE_HOST: edgex-redis
+  {{- end}}
diff --git a/...yment/helm/templates/edgex-configmap.yaml → ...templates/configmaps/edgex-configmap.yaml b/...yment/helm/templates/edgex-configmap.yaml → ...templates/configmaps/edgex-configmap.yaml
@@ -12,9 +12,11 @@ data:
   CLIENTS_CORE_COMMAND_HOST: {{.Values.edgex.app.core.command}}
   CLIENTS_SUPPORT_NOTIFICATIONS_HOST: {{.Values.edgex.app.support.notifications}}
   CLIENTS_SUPPORT_SCHEDULER_HOST: {{.Values.edgex.app.support.scheduler}}
-  MESSAGEQUEUE_HOST: {{.Values.edgex.app.redis}}
   REGISTRY_HOST: {{.Values.edgex.app.consul}}
   DATABASES_PRIMARY_HOST: {{.Values.edgex.app.redis}}
+{{- if (eq .Values.edgex.features.messagebusbackend "redis") }}
+  MESSAGEQUEUE_HOST: {{.Values.edgex.app.redis}}
+{{- end}}
 {{- if .Values.edgex.security.enabled }}
   EDGEX_SECURITY_SECRET_STORE: "true"
   SECRETSTORE_HOST: edgex-vault

diff --git a/...templates/edgex-app-external-mqtt-trigger/edgex-app-external-mqtt-trigger-deployment.yaml b/...templates/edgex-app-external-mqtt-trigger/edgex-app-external-mqtt-trigger-deployment.yaml
@@ -0,0 +1,115 @@
+# Copyright (C) 2022 Intel Corporation
+#
+# SPDX-License-Identifier: Apache-2.0
+#
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  labels:
+    org.edgexfoundry.service: {{.Values.edgex.app.appservice.externalmqtttrigger}}
+  name: {{.Values.edgex.app.appservice.externalmqtttrigger}}
+spec:
+  replicas: {{.Values.edgex.replicas.appservice.externalmqtttrigger}}
+  selector:
+    matchLabels:
+      org.edgexfoundry.service: {{.Values.edgex.app.appservice.externalmqtttrigger}}
+  strategy: {}
+  template:
+    metadata:
+      labels:
+        org.edgexfoundry.service: {{.Values.edgex.app.appservice.externalmqtttrigger}}
+    spec:
+    {{- if and (eq .Values.edgex.security.enabled true) (or (eq .Values.edgex.storage.sharedVolumesAccessMode "ReadWriteOnce") (eq .Values.edgex.storage.useHostPath true))}}
+      affinity:
+        podAffinity:
+          requiredDuringSchedulingIgnoredDuringExecution:
+            - labelSelector:
+                matchLabels:
+                  org.edgexfoundry.service: {{ .Values.edgex.app.secretstoresetup}}
+              topologyKey: "kubernetes.io/hostname"
+    {{- end}}
+      automountServiceAccountToken: false
+      containers:
+      - name: {{.Values.edgex.app.appservice.externalmqtttrigger}}
+        image: {{.Values.edgex.image.appservice.externalmqtttrigger.repository}}:{{.Values.edgex.image.appservice.externalmqtttrigger.tag}}
+        imagePullPolicy: {{.Values.edgex.image.appservice.externalmqtttrigger.pullPolicy}}
+      {{- if .Values.edgex.security.enabled }}
+        command: ["/edgex-init/ready_to_run_wait_install.sh"]
+        args: ["/app-service-configurable", "-cp=consul.http://edgex-core-consul:8500", "--registry", "--confdir=/res"]
+      {{- end}}
+        ports:
+        - containerPort: {{.Values.edgex.port.appservice.externalmqtttrigger}}
+      {{- if not .Values.edgex.security.enabled }}
+          hostPort: {{.Values.edgex.port.appservice.externalmqtttrigger}}
+          hostIP: {{.Values.edgex.hostPortInternalBind}}
+      {{- end}}
+        envFrom:
+        - configMapRef:
+            name: edgex-common-variables
+        env:
+        - name: EDGEX_PROFILE
+          value: "edgex-app-external-mqtt-trigger"
+        - name: SERVICE_HOST
+          value: {{.Values.edgex.app.appservice.externalmqtttrigger}}
+        - name: WRITABLE_LOGLEVEL
+          value: INFO
+        {{- if (eq .Values.edgex.features.messagebusbackend "redis") }}
+        - name: TRIGGER_EDGEXMESSAGEBUS_PUBLISHHOST_HOST
+          value: {{.Values.edgex.app.redis}}
+        - name: TRIGGER_EDGEXMESSAGEBUS_SUBSCRIBEHOST_HOST
+          value: {{.Values.edgex.app.redis}}
+        {{- end}}
+        {{- if (eq .Values.edgex.features.messagebusbackend "mqtt") }}
+        - name: WRITABLE_PIPELINE_FUNCTIONS_MQTTEXPORT_PARAMETERS_BROKERADDRESS
+          value: "{{.Values.edgex.features.mqttBrokerAddress}}"
+        - name: WRITABLE_PIPELINE_FUNCTIONS_MQTTEXPORT_PARAMETERS_TOPIC
+          value: edgex-export
+        - name: TRIGGER_EXTERNALMQTT_URL
+          value: "{{.Values.edgex.features.mqttBrokerAddress}}"
+        {{- end}}
+
+
+        securityContext:
+          allowPrivilegeEscalation: false
+          readOnlyRootFilesystem: true
+        startupProbe:
+          httpGet:
+            path: /api/v2/ping
+            port: {{.Values.edgex.port.appservice.externalmqtttrigger}}
+          periodSeconds: 1
+          failureThreshold: 120
+        livenessProbe:
+          httpGet:
+            path: /api/v2/ping
+            port: {{.Values.edgex.port.appservice.externalmqtttrigger}}
+      {{- if .Values.edgex.security.enabled }}
+        volumeMounts:
+        - mountPath: /edgex-init
+          name: edgex-init
+        - mountPath: /tmp/edgex/secrets
+          name: edgex-secrets
+      {{- end }}
+      {{- if .Values.edgex.resources.appservice.externalmqtttrigger.enforceLimits }}
+        resources:
+          limits:
+            memory: {{ .Values.edgex.resources.appservice.externalmqtttrigger.limits.memory }}
+            cpu: {{ .Values.edgex.resources.appservice.externalmqtttrigger.limits.cpu }}
+          requests:
+            memory: {{ .Values.edgex.resources.appservice.externalmqtttrigger.requests.memory }}
+            cpu: {{ .Values.edgex.resources.appservice.externalmqtttrigger.requests.cpu }}
+      {{- end}}
+      hostname: {{.Values.edgex.app.appservice.externalmqtttrigger}}
+      restartPolicy: Always
+      securityContext:
+        runAsNonRoot: true
+        runAsUser: {{ .Values.edgex.security.runAsUser }}
+        runAsGroup: {{ .Values.edgex.security.runAsGroup }}
+    {{- if .Values.edgex.security.enabled }}
+      volumes:
+      - name: edgex-init
+        persistentVolumeClaim:
+          claimName: edgex-init
+      - name: edgex-secrets
+        persistentVolumeClaim:
+          claimName: edgex-secrets
+    {{- end}}
diff --git a/...lm/templates/edgex-app-external-mqtt-trigger/edgex-app-external-mqtt-trigger-service.yaml b/...lm/templates/edgex-app-external-mqtt-trigger/edgex-app-external-mqtt-trigger-service.yaml
@@ -0,0 +1,17 @@
+# Copyright (C) 2022 Intel Corporation
+#
+# SPDX-License-Identifier: Apache-2.0
+#
+apiVersion: v1
+kind: Service
+metadata:
+  labels:
+    org.edgexfoundry.service: {{.Values.edgex.app.appservice.externalmqtttrigger}}
+  name: {{.Values.edgex.app.appservice.externalmqtttrigger}}
+spec:
+  ports:
+  - name: "http"
+    port: {{.Values.edgex.port.appservice.externalmqtttrigger}}
+  selector:
+    org.edgexfoundry.service: {{.Values.edgex.app.appservice.externalmqtttrigger}}
+  type: {{.Values.expose.type}}
diff --git a/deployment/helm/templates/edgex-app-http-export/edgex-app-http-export-deployment.yaml b/deployment/helm/templates/edgex-app-http-export/edgex-app-http-export-deployment.yaml
@@ -49,13 +49,23 @@ spec:
             value: "http-export"
           - name: SERVICE_HOST
             value: {{.Values.edgex.app.appservice.httpexport}}
+          {{- if (eq .Values.edgex.features.messagebusbackend "redis") }}
           - name: TRIGGER_EDGEXMESSAGEBUS_PUBLISHHOST_HOST
             value: {{.Values.edgex.app.redis}}
           - name: TRIGGER_EDGEXMESSAGEBUS_SUBSCRIBEHOST_HOST
             value: {{.Values.edgex.app.redis}}
+          {{- end}}
+          {{- if (eq .Values.edgex.features.messagebusbackend "nats") }}
+          - name: WRITABLE_PIPELINE_FUNCTIONS_HTTPEXPORT_PARAMETERS_URL
+            value: "{{.Values.edgex.features.httpExportURL}}"
+          - name: WRITABLE_LOGLEVEL
+            value: INFO
+          {{- end}}
         envFrom:
         - configMapRef:
             name: edgex-common-variables
+        - configMapRef:
+            name: as-common-variables
         securityContext:
           allowPrivilegeEscalation: false
           readOnlyRootFilesystem: true

diff --git a/...ment/helm/templates/edgex-app-metrics-influxdb/edgex-app-metrics-influxdb-deployment.yaml b/...ment/helm/templates/edgex-app-metrics-influxdb/edgex-app-metrics-influxdb-deployment.yaml
@@ -46,15 +46,19 @@ spec:
         envFrom:
         - configMapRef:
             name: edgex-common-variables
+        - configMapRef:
+            name: as-common-variables
         env:
         - name: EDGEX_PROFILE
           value: "metrics-influxdb"
         - name: SERVICE_HOST
           value: {{.Values.edgex.app.appservice.metricsinfluxdb}}
+      {{- if (eq .Values.edgex.features.messagebusbackend "redis") }}
         - name: TRIGGER_EDGEXMESSAGEBUS_PUBLISHHOST_HOST
           value: {{.Values.edgex.app.redis}}
         - name: TRIGGER_EDGEXMESSAGEBUS_SUBSCRIBEHOST_HOST
           value: {{.Values.edgex.app.redis}}
+      {{end}}
         securityContext:
           allowPrivilegeEscalation: false
           readOnlyRootFilesystem: true

diff --git a/deployment/helm/templates/edgex-app-mqtt-export/edgex-app-mqtt-export-deployment.yaml b/deployment/helm/templates/edgex-app-mqtt-export/edgex-app-mqtt-export-deployment.yaml
@@ -46,15 +46,31 @@ spec:
         envFrom:
         - configMapRef:
             name: edgex-common-variables
+        - configMapRef:
+            name: as-common-variables
         env:
         - name: EDGEX_PROFILE
           value: "mqtt-export"
         - name: SERVICE_HOST
           value: {{.Values.edgex.app.appservice.mqttexport}}
+        - name: WRITABLE_PIPELINE_FUNCTIONS_MQTTEXPORT_PARAMETERS_BROKERADDRESS
+          value: "{{.Values.edgex.features.mqttBrokerAddress}}"
+        - name: WRITABLE_PIPELINE_FUNCTIONS_MQTTEXPORT_PARAMETERS_TOPIC
+          value: edgex-events
+        - name: WRITABLE_LOGLEVEL
+          value: INFO
+        {{- if (eq .Values.edgex.features.messagebusbackend "redis") }}
         - name: TRIGGER_EDGEXMESSAGEBUS_PUBLISHHOST_HOST
           value: {{.Values.edgex.app.redis}}
-        - name: TRIGGER_EDGEXMESSAGEBUS_SUBSCRIBEHOST_HOST
+        - name: WRITABLE_PIPELINE_FUNCTIONS_MQTTEXPORT_PARAMETERS_BROKERADDRESS
           value: {{.Values.edgex.app.redis}}
+        {{- end}}
+        {{- if (eq .Values.edgex.features.messagebusbackend "nats") }}
+        - name: TRIGGER_EDGEXMESSAGEBUS_SUBSCRIBEHOST_HOST
+          value: "{{.Values.edgex.features.mqttBrokerAddress}}"
+        - name: WRITABLE_PIPELINE_FUNCTIONS_MQTTEXPORT_PARAMETERS_TOPIC
+          value: edgex-events
+        {{- end}}
         securityContext:
           allowPrivilegeEscalation: false
           readOnlyRootFilesystem: true

diff --git a/...elm/templates/edgex-app-rfid-llrp-inventory/edgex-app-rfid-llrp-inventory-deployment.yaml b/...elm/templates/edgex-app-rfid-llrp-inventory/edgex-app-rfid-llrp-inventory-deployment.yaml
@@ -46,13 +46,17 @@ spec:
         envFrom:
         - configMapRef:
             name: edgex-common-variables
+        - configMapRef:
+            name: as-common-variables
         env:
         - name: SERVICE_HOST
           value: {{.Values.edgex.app.appservice.rfidllrpinventory}}
+      {{- if (eq .Values.edgex.features.messagebusbackend "redis") }}
         - name: TRIGGER_EDGEXMESSAGEBUS_PUBLISHHOST_HOST
           value: {{.Values.edgex.app.redis}}
         - name: TRIGGER_EDGEXMESSAGEBUS_SUBSCRIBEHOST_HOST
           value: {{.Values.edgex.app.redis}}
+      {{end}}
         securityContext:
           allowPrivilegeEscalation: false
           readOnlyRootFilesystem: true

diff --git a/deployment/helm/templates/edgex-app-sample/edgex-app-sample-deployment.yaml b/deployment/helm/templates/edgex-app-sample/edgex-app-sample-deployment.yaml
@@ -46,15 +46,19 @@ spec:
         envFrom:
         - configMapRef:
             name: edgex-common-variables
+        - configMapRef:
+            name: as-common-variables
         env:
         - name: EDGEX_PROFILE
           value: "sample"
         - name: SERVICE_HOST
           value: {{.Values.edgex.app.appservice.appsample}}
+      {{- if (eq .Values.edgex.features.messagebusbackend "redis") }}
         - name: TRIGGER_EDGEXMESSAGEBUS_PUBLISHHOST_HOST
           value: {{.Values.edgex.app.redis}}
         - name: TRIGGER_EDGEXMESSAGEBUS_SUBSCRIBEHOST_HOST
           value: {{.Values.edgex.app.redis}}
+      {{end}}
         securityContext:
           allowPrivilegeEscalation: false
           readOnlyRootFilesystem: true

diff --git a/deployment/helm/templates/edgex-appservice-rules/edgex-app-rules-engine-deployment.yaml b/deployment/helm/templates/edgex-appservice-rules/edgex-app-rules-engine-deployment.yaml
@@ -51,10 +51,33 @@ spec:
           value: "rules-engine"
         - name: SERVICE_HOST
           value: {{.Values.edgex.app.appservice.rules}}
+        {{- if (eq .Values.edgex.features.messagebusbackend "redis") }}
         - name: TRIGGER_EDGEXMESSAGEBUS_PUBLISHHOST_HOST
           value: {{.Values.edgex.app.redis}}
         - name: TRIGGER_EDGEXMESSAGEBUS_SUBSCRIBEHOST_HOST
           value: {{.Values.edgex.app.redis}}
+        {{- end}}
+        {{- if (eq .Values.edgex.features.messagebusbackend "nats") }}
+        - name: TRIGGER_EDGEXMESSAGEBUS_OPTIONAL_AUTHMODE
+          value: none
+        - name: TRIGGER_EDGEXMESSAGEBUS_PUBLISHHOST_HOST
+          value: edgex-nats-server
+        - name: TRIGGER_EDGEXMESSAGEBUS_PUBLISHHOST_PORT
+          value: "4222"
+        - name: TRIGGER_EDGEXMESSAGEBUS_PUBLISHHOST_PROTOCOL
+          value: tcp
+        - name: TRIGGER_EDGEXMESSAGEBUS_PUBLISHHOST_PUBLISHTOPIC
+          value: edgex/rules-events
+        - name: TRIGGER_EDGEXMESSAGEBUS_SUBSCRIBEHOST_HOST
+          value: edgex-nats-server
+        - name: TRIGGER_EDGEXMESSAGEBUS_SUBSCRIBEHOST_PORT
+          value: "4222"
+        - name: TRIGGER_EDGEXMESSAGEBUS_SUBSCRIBEHOST_PROTOCOL
+          value: tcp
+        - name: TRIGGER_EDGEXMESSAGEBUS_TYPE
+          value: nats-jetstream
+        {{- end}}
+
         securityContext:
           allowPrivilegeEscalation: false
           readOnlyRootFilesystem: true

diff --git a/deployment/helm/templates/edgex-core-command/edgex-core-command-deployment.yaml b/deployment/helm/templates/edgex-core-command/edgex-core-command-deployment.yaml
@@ -47,6 +47,18 @@ spec:
         env:
         - name: SERVICE_HOST
           value: {{.Values.edgex.app.core.command}}
+        {{- if (eq .Values.edgex.features.messagebusbackend "nats") }}
+        - name: MESSAGEQUEUE_INTERNAL_AUTHMODE
+          value: none
+        - name: MESSAGEQUEUE_INTERNAL_HOST
+          value: edgex-nats-server
+        - name: MESSAGEQUEUE_INTERNAL_PORT
+          value: "4222"
+        - name: MESSAGEQUEUE_INTERNAL_PROTOCOL
+          value: tcp
+        - name: MESSAGEQUEUE_INTERNAL_TYPE
+          value: nats-jetstream
+        {{end}}
         envFrom:
         - configMapRef:
             name: edgex-common-variables

diff --git a/deployment/helm/templates/edgex-core-data/edgex-core-data-deployment.yaml b/deployment/helm/templates/edgex-core-data/edgex-core-data-deployment.yaml
@@ -51,6 +51,20 @@ spec:
         - name: SECRETSTORE_TOKENFILE
           value: /tmp/edgex/secrets/core-data/secrets-token.json
       {{- end}}
+      {{- if (eq .Values.edgex.features.messagebusbackend "nats") }}
+        - name: MESSAGEQUEUE_AUTHMODE
+          value: none
+        - name: MESSAGEQUEUE_HOST
+          value: edgex-nats-server
+        - name: MESSAGEQUEUE_OPTIONAL_CLIENTID
+          value: core-data
+        - name: MESSAGEQUEUE_PORT
+          value: '4222'
+        - name: MESSAGEQUEUE_PROTOCOL
+          value: tcp
+        - name: MESSAGEQUEUE_TYPE
+          value: nats-jetstream
+      {{end}}
         envFrom:
         - configMapRef:
             name: edgex-common-variables

diff --git a/deployment/helm/templates/edgex-device-bacnet/edgex-device-bacnet-deployment.yaml b/deployment/helm/templates/edgex-device-bacnet/edgex-device-bacnet-deployment.yaml
@@ -50,6 +50,8 @@ spec:
         envFrom:
         - configMapRef:
             name: edgex-common-variables
+        - configMapRef:
+            name: device-common-variables
         securityContext:
           allowPrivilegeEscalation: false
           readOnlyRootFilesystem: true

diff --git a/deployment/helm/templates/edgex-device-gpio/edgex-device-gpio-deployment.yaml b/deployment/helm/templates/edgex-device-gpio/edgex-device-gpio-deployment.yaml
@@ -52,6 +52,8 @@ spec:
         envFrom:
         - configMapRef:
             name: edgex-common-variables
+        - configMapRef:
+            name: device-common-variables
         securityContext:
           allowPrivilegeEscalation: false
           readOnlyRootFilesystem: true

diff --git a/deployment/helm/templates/edgex-device-modbus/edgex-device-modbus-deployment.yaml b/deployment/helm/templates/edgex-device-modbus/edgex-device-modbus-deployment.yaml
@@ -50,6 +50,8 @@ spec:
         envFrom:
         - configMapRef:
             name: edgex-common-variables
+        - configMapRef:
+            name: device-common-variables
         securityContext:
           allowPrivilegeEscalation: false
           readOnlyRootFilesystem: true

diff --git a/deployment/helm/templates/edgex-device-mqtt/edgex-device-mqtt-deployment.yaml b/deployment/helm/templates/edgex-device-mqtt/edgex-device-mqtt-deployment.yaml
@@ -52,6 +52,8 @@ spec:
         envFrom:
         - configMapRef:
             name: edgex-common-variables
+        - configMapRef:
+            name: device-common-variables
         securityContext:
           allowPrivilegeEscalation: false
           readOnlyRootFilesystem: true