diff --git a/vllm/distributed/parallel_state.py b/vllm/distributed/parallel_state.py index 4bb77146295af..9fceffe7cb88b 100644 --- a/vllm/distributed/parallel_state.py +++ b/vllm/distributed/parallel_state.py @@ -39,9 +39,9 @@ def init_distributed_environment( - world_size: int, - rank: int, - distributed_init_method: Optional[str] = None, + world_size: int = -1, + rank: int = -1, + distributed_init_method: str = "env://", local_rank: int = -1, backend: str = "nccl", ):