fix: adamw default weight decay with torch backend

jolibrain · Sep 19, 2022 · eb0cf83 · eb0cf83
1 parent cd46b2a
commit eb0cf83
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/src/backends/torch/torchsolver.cc b/src/backends/torch/torchsolver.cc
@@ -100,6 +100,12 @@ namespace dd
       }
     else if (_solver_type == "ADAMW")
       {
+        if (_weight_decay == 0.0)
+          {
+            this->_logger->warn("Applying default weight decay of 0.01 to "
+                                "ADAMW instead of 0.0");
+            _weight_decay = 0.01;
+          }
         _optimizer
             = std::unique_ptr<torch::optim::Optimizer>(new torch::optim::AdamW(
                 _params, torch::optim::AdamWOptions(_base_lr)