Format

vllm-project · Aug 9, 2024 · c2e9a1d · c2e9a1d
1 parent 9e583d6
commit c2e9a1d
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/vllm/model_executor/models/jamba.py b/vllm/model_executor/models/jamba.py
@@ -688,9 +688,9 @@ def _assign_seq_id_to_mamba_cache_in_specific_dest(self, cur_rid: str,
             }
         elif seq_id not in (seq_ids2indices :=
                             self.mamba_cache_indices_mapping[cur_rid]):
-            # parallel sampling , where n > 1, assume prefill already happend
-            # now we only need to copy the already existing cache into the
-            # siblings seq_ids caches
+            # parallel sampling , where n > 1, assume prefill have
+            # already happened now we only need to copy the already
+            # existing cache into the siblings seq_ids caches
             self._move_out_if_already_occupied(
                 index=destination_index,
                 all_occupied_indices=all_occupied_indices)