From 1405df4507571e9bb1a55e45f4d96320775d6cf0 Mon Sep 17 00:00:00 2001 From: Gregory Kielian Date: Tue, 8 Oct 2024 00:35:18 +0000 Subject: [PATCH] Update strongermax strength to default at "e" --- train.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/train.py b/train.py index 127c17d8ec..f24c0bf73e 100644 --- a/train.py +++ b/train.py @@ -343,7 +343,7 @@ def parse_args(): model_group.add_argument("--sigsoftmax_base", type=float, default=2.0) ### Strongermax Options - Testing Incremental Adjustments to Regular Softmax - model_group.add_argument("--strongermax_strength", type=float, default=4.0) + model_group.add_argument("--strongermax_strength", type=float, default=2.718) model_group.add_argument('--strongermax_sum_to_1', default=True, action=argparse.BooleanOptionalAction) model_group.add_argument("--strongermax_divisor", type=float, default=1.0) model_group.add_argument('--strongermax_use_xmax', default=True, action=argparse.BooleanOptionalAction)