[Bugfix][Hardware][CPU] Fix CPU model input for decode (vllm-project#…

…9044)
KuntaiDu · Oct 7, 2024 · 3b8d731 · 3b8d731
1 parent e9e5685
commit 3b8d731
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/worker/cpu_model_runner.py b/vllm/worker/cpu_model_runner.py
@@ -133,7 +133,7 @@ def build(self) -> ModelInputForCPU:
             (input_tokens, input_positions,
              attn_metadata) = self._prepare_decode(
                  self.seq_group_metadata_list)
-            seq_lens = []
+            seq_lens = None
 
         return self.model_input_cls(
             input_tokens=input_tokens,