From 9775449f3fd21128500e68bdc901466b95006e80 Mon Sep 17 00:00:00 2001 From: Frank Liu Date: Fri, 30 Jun 2023 12:19:10 -0700 Subject: [PATCH] [wlm] Fixes MPI engine workers detection (#886) --- wlm/src/main/java/ai/djl/serving/wlm/ModelInfo.java | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/wlm/src/main/java/ai/djl/serving/wlm/ModelInfo.java b/wlm/src/main/java/ai/djl/serving/wlm/ModelInfo.java index 80d3c0596bd..70b3e8b7f42 100644 --- a/wlm/src/main/java/ai/djl/serving/wlm/ModelInfo.java +++ b/wlm/src/main/java/ai/djl/serving/wlm/ModelInfo.java @@ -779,7 +779,8 @@ public String[] getLoadOnDevices() { gpuCount = procs; } } else if ("DeepSpeed".equals(engineName) - || "FasterTransformer".equals(engineName)) { + || "FasterTransformer".equals(engineName) + || "MPI".equals(engineName)) { return new String[] {"0"}; }