From 7ad8b57b1e2eff53c8cfee078fd147aff1eff2bd Mon Sep 17 00:00:00 2001 From: Divakar Verma Date: Tue, 1 Oct 2024 02:27:43 +0000 Subject: [PATCH] add performance warning --- vllm/model_executor/layers/fused_moe/fused_moe.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/vllm/model_executor/layers/fused_moe/fused_moe.py b/vllm/model_executor/layers/fused_moe/fused_moe.py index cf73e537828a0..b1d3bc0a5f054 100644 --- a/vllm/model_executor/layers/fused_moe/fused_moe.py +++ b/vllm/model_executor/layers/fused_moe/fused_moe.py @@ -320,8 +320,9 @@ def get_moe_configs(E: int, N: int, # If no optimized configuration is available, we will use the default # configuration - logger.info("Using default MoE config. Config file not found at %s", - config_file_path) + logger.warning( + ("Using default MoE config. Performance might be sub-optimal! " + "Config file not found at %s"), config_file_path) return None