[Bugfix][CPU] fix missing input intermediate_tensors in the cpu_model…

…_runner (vllm-project#8733)
neuralmagic · Sep 23, 2024 · 3e83c12 · 3e83c12
1 parent e551ca1
commit 3e83c12
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/vllm/worker/cpu_model_runner.py b/vllm/worker/cpu_model_runner.py
@@ -456,6 +456,8 @@ def execute_model(
             model_input.attn_metadata,
             **MultiModalInputs.as_kwargs(model_input.multi_modal_kwargs or {},
                                          device=self.device),
+            "intermediate_tensors":
+            intermediate_tensors,
         }
 
         hidden_states = model_executable(**execute_model_kwargs)