From f1edbdc9049346a63f922641ae53de1eddecdaff Mon Sep 17 00:00:00 2001
From: NanoCode012 <nano@axolotl.ai>
Date: Fri, 7 Feb 2025 17:37:16 +0700
Subject: [PATCH] feat: update FA to 2.7.4.post1 which includes torch2.6 binary

---
 requirements.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/requirements.txt b/requirements.txt
index 061229c697..70d51ad746 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -4,7 +4,7 @@
 bitsandbytes==0.45.1
 triton>=3.0.0
 mamba-ssm==1.2.0.post1
-flash-attn==2.7.0.post2
+flash-attn==2.7.4.post1
 xformers>=0.0.23.post1
 autoawq==0.2.7.post3
 liger-kernel==0.5.2