From 01843c89b8ddae00d4a0f0f56b8aa7fbaa3efc42 Mon Sep 17 00:00:00 2001 From: Divakar Verma <137818590+divakar-amd@users.noreply.github.com> Date: Wed, 2 Oct 2024 23:31:07 -0500 Subject: [PATCH] [Misc] log when using default MoE config (#8971) --- vllm/model_executor/layers/fused_moe/fused_moe.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/vllm/model_executor/layers/fused_moe/fused_moe.py b/vllm/model_executor/layers/fused_moe/fused_moe.py index 3e01112eaa14d..b1d3bc0a5f054 100644 --- a/vllm/model_executor/layers/fused_moe/fused_moe.py +++ b/vllm/model_executor/layers/fused_moe/fused_moe.py @@ -320,6 +320,9 @@ def get_moe_configs(E: int, N: int, # If no optimized configuration is available, we will use the default # configuration + logger.warning( + ("Using default MoE config. Performance might be sub-optimal! " + "Config file not found at %s"), config_file_path) return None