docs: add liveness/readiness probes caikit-tgis servingruntime (trans…

…former-container only)
opendatahub-io · Dec 22, 2023 · 37c3bc8 · 37c3bc8
1 parent f463762
commit 37c3bc8
Show file tree

Hide file tree

Showing 3 changed files with 20 additions and 2 deletions.
diff --git a/demo/kserve/custom-manifests/caikit/caikit-tgis/caikit-tgis-servingruntime-grpc.yaml b/demo/kserve/custom-manifests/caikit/caikit-tgis/caikit-tgis-servingruntime-grpc.yaml
@@ -30,7 +30,13 @@ spec:
         - containerPort: 8085
           name: h2c
           protocol: TCP
+      # readinessProbe: # NOTE: grpc probes are only supported by knative-serving>=1.12
+      #   grpc:
+      #     port: 8085
+      # livenessProbe: # NOTE: grpc probes are only supported by knative-serving>=1.12
+      #   grpc:
+      #     port: 8085
       # resources: # configure as required
       #   requests:
       #     cpu: 8
-      #     memory: 16Gi
+      #     memory: 16Gi
diff --git a/demo/kserve/custom-manifests/caikit/caikit-tgis/caikit-tgis-servingruntime-template.yaml b/demo/kserve/custom-manifests/caikit/caikit-tgis/caikit-tgis-servingruntime-template.yaml
@@ -46,6 +46,10 @@ objects:
         ports:
           - containerPort: 8080
             protocol: TCP
+        readinessProbe:
+          httpGet:
+            path: "/health"
+            port: 8080
 parameters:
 - name: CPU_REQUEST
   description: CPU request for the container

diff --git a/demo/kserve/custom-manifests/caikit/caikit-tgis/caikit-tgis-servingruntime.yaml b/demo/kserve/custom-manifests/caikit/caikit-tgis/caikit-tgis-servingruntime.yaml
@@ -29,7 +29,15 @@ spec:
       ports:
         - containerPort: 8080
           protocol: TCP
+      readinessProbe:
+        httpGet:
+          path: "/health"
+          port: 8080
+      livenessProbe:
+        httpGet:
+          path: "/health"
+          port: 8080
       # resources: # configure as required
       #   requests:
       #     cpu: 8
-      #     memory: 16Gi
+      #     memory: 16Gi