Revert base of softermax to 2.0

gkielian · May 15, 2024 · 03c7b60 · 03c7b60
1 parent 5e870ee
commit 03c7b60
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/variations/softmax_variations.py b/variations/softmax_variations.py
@@ -14,7 +14,7 @@ def forward(self, x):
         if self.subtract_max:
             max_x = x.max(dim=self.dim, keepdim=True).values
             x = x - max_x
-        e_x = torch.pow(math.e, x)
+        e_x = torch.pow(2.0, x)
         return e_x / e_x.sum(dim=self.dim, keepdim=True)
 
 # Softmax variation with learnable constant parameters for xmax and denominator