fix unbound variable.

facebookresearch · Jan 30, 2023 · 735b617 · 735b617
1 parent c29e380
commit 735b617
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/xformers/components/attention/scaled_dot_product.py b/xformers/components/attention/scaled_dot_product.py
@@ -97,6 +97,7 @@ def forward(
             )
 
         # Handle a possibly deferred causal mask handling
+        mask = self.mask
         if self.causal:
             if self.mask is None:
                 mask = AttentionMask.make_causal(
@@ -105,8 +106,6 @@ def forward(
                     device=q.device,
                     dtype=q.dtype,
                 )
-            else:
-                mask = self.mask
 
         # Merge the optional causal mask and the user-provided mask
         if mask is not None: