From f786420bca87c505965e1d008aaccaf299e4ec92 Mon Sep 17 00:00:00 2001
From: Alex Rakowski <20504869+agrski@users.noreply.github.com>
Date: Fri, 18 Mar 2022 14:13:23 +0000
Subject: [PATCH] Disable auto-loading of models in MLServer at start-up via
 env vars (#122)

---
 operator/config/serverconfigs/mlserver.yaml | 2 ++
 scheduler/k8s/mlserver/mlserver.yaml        | 2 ++
 2 files changed, 4 insertions(+)

diff --git a/operator/config/serverconfigs/mlserver.yaml b/operator/config/serverconfigs/mlserver.yaml
index 738f627eb2..ca775aab6d 100644
--- a/operator/config/serverconfigs/mlserver.yaml
+++ b/operator/config/serverconfigs/mlserver.yaml
@@ -85,6 +85,8 @@ spec:
         value: "/mnt/agent/models"
       - name: MLSERVER_MODEL_PARALLEL_WORKERS
         value: "1"
+      - name: MLSERVER_LOAD_MODELS_AT_STARTUP
+        value: "false"
       resources:
         requests:
           cpu: '0.1'
diff --git a/scheduler/k8s/mlserver/mlserver.yaml b/scheduler/k8s/mlserver/mlserver.yaml
index e6feb4bc78..d7c80b0ed0 100644
--- a/scheduler/k8s/mlserver/mlserver.yaml
+++ b/scheduler/k8s/mlserver/mlserver.yaml
@@ -148,6 +148,8 @@ spec:
           value: "/mnt/agent/models"
         - name: MLSERVER_MODEL_PARALLEL_WORKERS
           value: "1"
+      - name: MLSERVER_LOAD_MODELS_AT_STARTUP
+        value: "false"
         resources:
           requests:
             cpu: '0.1'