diff --git a/plugin/src/main/java/org/opensearch/ml/model/MLModelManager.java b/plugin/src/main/java/org/opensearch/ml/model/MLModelManager.java
index 4d22229453..009b142ec9 100644
--- a/plugin/src/main/java/org/opensearch/ml/model/MLModelManager.java
+++ b/plugin/src/main/java/org/opensearch/ml/model/MLModelManager.java
@@ -1112,12 +1112,13 @@ private TokenBucket rateLimiterConstructor(Integer eligibleNodeCount, MLModel ml
             TimeUnit rateLimitUnit = mlModel.getRateLimitUnit();
             log
                 .debug(
-                    "Initializing the rate limiter for Model {}, with TPS limit {}, evenly distributed on {} nodes",
+                    "Initializing the rate limiter for Model {}, with TPS limit {} and burst capacity {}, evenly distributed on {} nodes",
                     mlModel.getModelId(),
                     rateLimitNumber / rateLimitUnit.toSeconds(1),
+                    rateLimitNumber,
                     eligibleNodeCount
                 );
-            return new TokenBucket(System::nanoTime, rateLimitNumber / rateLimitUnit.toNanos(1) / eligibleNodeCount, 2);
+            return new TokenBucket(System::nanoTime, rateLimitNumber / rateLimitUnit.toNanos(1) / eligibleNodeCount, rateLimitNumber);
         }
         return null;
     }