[Bugfix][Hardware][CPU] Fix CPU model input for decode (vllm-project#…

…9044) Signed-off-by: Alvant <alvasian@yandex.ru>
compressa-ai · Oct 26, 2024 · 2eaac16 · 2eaac16
1 parent 9db54b6
commit 2eaac16
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/worker/cpu_model_runner.py b/vllm/worker/cpu_model_runner.py
@@ -133,7 +133,7 @@ def build(self) -> ModelInputForCPU:
             (input_tokens, input_positions,
              attn_metadata) = self._prepare_decode(
                  self.seq_group_metadata_list)
-            seq_lens = []
+            seq_lens = None
 
         return self.model_input_cls(
             input_tokens=input_tokens,