From 3e83c12b5caa466bf533b144a9ec7944a9ce9d49 Mon Sep 17 00:00:00 2001
From: "Li, Jiang" <jiang1.li@intel.com>
Date: Mon, 23 Sep 2024 21:15:16 +0800
Subject: [PATCH] [Bugfix][CPU] fix missing input intermediate_tensors in the
 cpu_model_runner (#8733)

---
 vllm/worker/cpu_model_runner.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/vllm/worker/cpu_model_runner.py b/vllm/worker/cpu_model_runner.py
index b7002e75c9ef..d7d7d65659b7 100644
--- a/vllm/worker/cpu_model_runner.py
+++ b/vllm/worker/cpu_model_runner.py
@@ -456,6 +456,8 @@ def execute_model(
             model_input.attn_metadata,
             **MultiModalInputs.as_kwargs(model_input.multi_modal_kwargs or {},
                                          device=self.device),
+            "intermediate_tensors":
+            intermediate_tensors,
         }
 
         hidden_states = model_executable(**execute_model_kwargs)