make pool size configurable

dragonflyoss · Jul 18, 2023 · 3c84c00 · 3c84c00
1 parent aa7a379
commit 3c84c00
Show file tree

Hide file tree

Showing 2 changed files with 114 additions and 7 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/storage/src/backend/connection.rs b/storage/src/backend/connection.rs
@@ -10,7 +10,7 @@ use std::str::FromStr;
 use std::sync::atomic::{AtomicBool, AtomicI16, AtomicU8, Ordering};
 use std::sync::Arc;
 use std::time::{Duration, Instant, SystemTime, UNIX_EPOCH};
-use std::{fmt, thread};
+use std::{fmt, thread, env};
 
 use log::{max_level, Level};
 
@@ -626,14 +626,19 @@ impl Connection {
         } else {
             None
         };
+        // get pool size from envvar
+        let pool_max_idle_per_host = match env::var("REGISTRY_CLIENT_POOL_MAX_IDLE_PER_HOST") {
+            Ok(val) => val.parse::<usize>().unwrap_or(20),
+            Err(_) => 20,
+        };
 
         let mut cb = Client::builder()
             .timeout(timeout)
             .connect_timeout(connect_timeout)
             .redirect(Policy::none());
             .use_rustls_tls()
             .tcp_keepalive(Some(Duration::from_secs(5 * 60)))
-            .pool_max_idle_per_host(20);
+            .pool_max_idle_per_host(pool_max_idle_per_host);
 
         if config.skip_verify {
             cb = cb.danger_accept_invalid_certs(true);
@@ -642,11 +647,7 @@ impl Connection {
         if !proxy.is_empty() {
             cb = cb.proxy(reqwest::Proxy::all(proxy).map_err(|e| einval!(e))?)
         }
-        debug!(
-            "{} building connection with proxy: {}",
-            std::thread::current().name().unwrap_or_default(),
-            proxy
-        );
+
         cb.build().map_err(|e| einval!(e))
     }