From 879065cf21ec10d99b2b1f19b113cc24a4959a7a Mon Sep 17 00:00:00 2001
From: Kauna <16511995+klei22@users.noreply.github.com>
Date: Thu, 3 Oct 2024 22:43:15 -0700
Subject: [PATCH] Fix conditional frm conditional_addition to firelu

---
 variations/position_encoding_variations.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/variations/position_encoding_variations.py b/variations/position_encoding_variations.py
index 2e27da0164..ace4d58df4 100644
--- a/variations/position_encoding_variations.py
+++ b/variations/position_encoding_variations.py
@@ -217,7 +217,7 @@ def __init__(self, config, num_heads=12, eps=1e-6):
         self.fire_log_bias = config.fire_log_bias
 
         # Option to conditionally add bias based on the attn value
-        self.conditional_addition = config.use_firelu
+        self.use_firelu = config.use_firelu
 
     def forward(self, x: torch.Tensor, attn: torch.Tensor):
         seq_length = x.size(1)