Merge pull request #1999 from lucferbux/issue-1989

Update ovms with gpu support and remove the other template
opendatahub-io · Oct 23, 2023 · 3178441 · 3178441
2 parents 5c15171 + d4c2636
commit 3178441
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 66 deletions.
diff --git a/manifests/modelserving/kustomization.yaml b/manifests/modelserving/kustomization.yaml
@@ -5,12 +5,11 @@ commonLabels:
   app.kubernetes.io/part-of: odh-dashboard
 resources:
   - ovms-ootb.yaml
-  - ovms-gpu-ootb.yaml
   - caikit-ootb.yaml
 images:
   - name: ovms-1
     newName: quay.io/opendatahub/openvino_model_server
-    digest: sha256:20dbfbaf53d1afbd47c612d953984238cb0e207972ed544a5ea662c2404f276d
+    digest: sha256:2cbe8a48ab0bc6fe7fb76919bf33253e83a6218a9c4b486b744c3dcf30679616
   - name: caikit-1
     newName: quay.io/opendatahub/caikit-tgis-serving:stable
     digest: sha256:794adc22d52cb3ac4b5aadfb286e8431cca829acdc4909719329cf8c4fabb4ec
diff --git a/manifests/modelserving/ovms-gpu-ootb.yaml b/manifests/modelserving/ovms-gpu-ootb.yaml
diff --git a/manifests/modelserving/ovms-ootb.yaml b/manifests/modelserving/ovms-ootb.yaml
@@ -16,11 +16,13 @@ objects:
       name: ovms
       annotations:
         openshift.io/display-name: 'OpenVINO Model Server'
-        opendatahub.io/disable-gpu: 'true'
       labels:
         opendatahub.io/dashboard: 'true'
     spec:
       builtInAdapter:
+        env:
+          - name: OVMS_FORCE_TARGET_DEVICE
+            value: AUTO
         memBufferBytes: 134217728
         modelLoadingTimeoutMillis: 90000
         runtimeManagementPort: 8888