Add args for mTLS support (#3410)

Co-authored-by: Daniel Clark <[email protected]>
vllm-project · Mar 14, 2024 · c17ca8e · c17ca8e
1 parent 06ec486
commit c17ca8e
Showing 1 changed file with 11 additions and 1 deletion.
diff --git a/vllm/entrypoints/api_server.py b/vllm/entrypoints/api_server.py
@@ -82,6 +82,14 @@ async def stream_results() -> AsyncGenerator[bytes, None]:
     parser.add_argument("--port", type=int, default=8000)
     parser.add_argument("--ssl-keyfile", type=str, default=None)
     parser.add_argument("--ssl-certfile", type=str, default=None)
+    parser.add_argument("--ssl-ca-certs",
+                        type=str,
+                        default=None,
+                        help="The CA certificates file")
+    parser.add_argument("--ssl-cert-reqs",
+                        type=int,
+                        default=0,
+                        help="Whether client certificate is required")
     parser.add_argument(
         "--root-path",
         type=str,
@@ -100,4 +108,6 @@ async def stream_results() -> AsyncGenerator[bytes, None]:
                 log_level="debug",
                 timeout_keep_alive=TIMEOUT_KEEP_ALIVE,
                 ssl_keyfile=args.ssl_keyfile,
-                ssl_certfile=args.ssl_certfile)
+                ssl_certfile=args.ssl_certfile,
+                ssl_ca_certs=args.ssl_ca_certs,
+                ssl_cert_reqs=args.ssl_cert_reqs)