increase the default learning_rate_decay

eladn · Nov 21, 2021 · 8def59e · 8def59e
1 parent 187160c
commit 8def59e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/ndfa/ndfa_model_hyper_parameters.py b/ndfa/ndfa_model_hyper_parameters.py
@@ -75,7 +75,7 @@ class NDFAModelTrainingHyperParams:
         default=0.0003)
 
     learning_rate_decay: Optional[float] = conf_field(
-        default=0.01)
+        default=0.02)
 
     reduce_lr_on_plateau: bool = conf_field(
         default=True)