Disable auto-loading of models in MLServer at start-up via env vars (#…

…122)
SeldonIO · Mar 18, 2022 · f786420 · f786420
1 parent 5be716e
commit f786420
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 0 deletions.
diff --git a/operator/config/serverconfigs/mlserver.yaml b/operator/config/serverconfigs/mlserver.yaml
@@ -85,6 +85,8 @@ spec:
         value: "/mnt/agent/models"
       - name: MLSERVER_MODEL_PARALLEL_WORKERS
         value: "1"
+      - name: MLSERVER_LOAD_MODELS_AT_STARTUP
+        value: "false"
       resources:
         requests:
           cpu: '0.1'

diff --git a/scheduler/k8s/mlserver/mlserver.yaml b/scheduler/k8s/mlserver/mlserver.yaml
@@ -148,6 +148,8 @@ spec:
           value: "/mnt/agent/models"
         - name: MLSERVER_MODEL_PARALLEL_WORKERS
           value: "1"
+      - name: MLSERVER_LOAD_MODELS_AT_STARTUP
+        value: "false"
         resources:
           requests:
             cpu: '0.1'