Fix typo with softcapping

Dao-AILab · Jul 10, 2024 · 72e27c6 · 72e27c6
1 parent 3d41db3
commit 72e27c6
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/flash_attn/flash_attn_interface.py b/flash_attn/flash_attn_interface.py
@@ -721,7 +721,7 @@ def flash_attn_qkvpacked_func(
         softmax_scale,
         causal,
         window_size,
-        softcapping,
+        softcap,
         alibi_slopes,
         deterministic,
         return_attn_probs,
@@ -1270,4 +1270,4 @@ def flash_attn_with_kvcache(
         rotary_interleaved,
         num_splits,
     )
-    return (out, softmax_lse) if return_softmax_lse else out
+    return (out, softmax_lse) if return_softmax_lse else out