recommit

vllm-project · Aug 2, 2024 · bf9f6ac · bf9f6ac
1 parent 9c60308
commit bf9f6ac
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/vllm/spec_decode/draft_model_runner.py b/vllm/spec_decode/draft_model_runner.py
@@ -10,7 +10,6 @@
     # vllm_flash_attn is not installed, use the identical ROCm FA metadata
     from vllm.attention.backends.rocm_flash_attn import (
         ROCmFlashAttentionMetadata as FlashAttentionMetadata)
-
 try:
     from flashinfer import BatchDecodeWithPagedKVCacheWrapper
     from flashinfer.decode import CUDAGraphBatchDecodeWithPagedKVCacheWrapper