[Bugfix] [Hotfix] fix nccl library name (#3661)

vllm-project · Mar 27, 2024 · d18f4e7 · d18f4e7
1 parent 82c540b
commit d18f4e7
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/vllm/model_executor/parallel_utils/pynccl.py b/vllm/model_executor/parallel_utils/pynccl.py
@@ -39,9 +39,9 @@
         f"Loading nccl from environment variable VLLM_NCCL_SO_PATH={so_file}")
 else:
     if torch.version.cuda is not None:
-        so_file = "libnccl.so"
+        so_file = "libnccl.so.2"
     elif torch.version.hip is not None:
-        so_file = "librccl.so"
+        so_file = "librccl.so.2"
     else:
         raise ValueError("NCCL only supports CUDA and ROCm backends.")
     logger.debug(f"Loading nccl from library {so_file}")