diff --git a/awq/models/deepseek_v2.py b/awq/models/deepseek_v2.py
index 0757db1f..3b8513d4 100644
--- a/awq/models/deepseek_v2.py
+++ b/awq/models/deepseek_v2.py
@@ -48,7 +48,7 @@ def get_layers_for_scaling(
                         module.self_attn.q_a_proj,
                         module.self_attn.kv_a_proj_with_mqa,
                     ],
-                    inp=input_feat["self_attn.q_proj"],
+                    inp=input_feat["self_attn.q_a_proj"],
                     module2inspect=module.self_attn,
                     kwargs=module_kwargs,
                 )