fix default learning rate for RNN architectures

kermitt2 · Jul 16, 2023 · 5b3ea93 · 5b3ea93
1 parent 10503b0
commit 5b3ea93
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/delft/sequenceLabelling/wrapper.py b/delft/sequenceLabelling/wrapper.py
@@ -115,7 +115,7 @@ def __init__(self,
 
         if learning_rate is None:
             if transformer_name is None:
-                learning_rate = 0.0001
+                learning_rate = 0.001
             else:
                 learning_rate = 2e-5
 

diff --git a/delft/textClassification/wrapper.py b/delft/textClassification/wrapper.py
@@ -87,7 +87,7 @@ def __init__(self,
 
         if learning_rate is None:
             if transformer_name is None:
-                learning_rate = 0.0001
+                learning_rate = 0.001
             else:
                 learning_rate = 2e-5