Change rate limiter token capacity setting (#1635)

Signed-off-by: Sicheng Song <[email protected]>
opensearch-project · Nov 15, 2023 · 13b50ea · 13b50ea
1 parent 5ee36ab
commit 13b50ea
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/plugin/src/main/java/org/opensearch/ml/model/MLModelManager.java b/plugin/src/main/java/org/opensearch/ml/model/MLModelManager.java
@@ -1124,12 +1124,13 @@ private TokenBucket rateLimiterConstructor(Integer eligibleNodeCount, MLModel ml
             TimeUnit rateLimitUnit = mlModel.getRateLimitUnit();
             log
                 .debug(
-                    "Initializing the rate limiter for Model {}, with TPS limit {}, evenly distributed on {} nodes",
+                    "Initializing the rate limiter for Model {}, with TPS limit {} and burst capacity {}, evenly distributed on {} nodes",
                     mlModel.getModelId(),
                     rateLimitNumber / rateLimitUnit.toSeconds(1),
+                    rateLimitNumber,
                     eligibleNodeCount
                 );
-            return new TokenBucket(System::nanoTime, rateLimitNumber / rateLimitUnit.toNanos(1) / eligibleNodeCount, 2);
+            return new TokenBucket(System::nanoTime, rateLimitNumber / rateLimitUnit.toNanos(1) / eligibleNodeCount, rateLimitNumber);
         }
         return null;
     }