fix fleet amp get_loss_scaling

PaddlePaddle · Jul 2, 2021 · 2ea0c4b · 2ea0c4b · paddle-bot-old · Jul 2, 2021
1 parent 4032c2e
commit 2ea0c4b
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 0 deletions.
diff --git a/python/paddle/distributed/fleet/meta_optimizers/amp_optimizer.py b/python/paddle/distributed/fleet/meta_optimizers/amp_optimizer.py
@@ -124,3 +124,6 @@ def amp_init(self,
                  use_fp16_test=False):
         return self.wrapped_opt.amp_init(place, scope, test_program,
                                          use_fp16_test)
+
+    def get_loss_scaling(self):
+        return self.wrapped_opt.get_loss_scaling()
diff --git a/python/paddle/fluid/tests/unittests/test_fleet_amp_init.py b/python/paddle/fluid/tests/unittests/test_fleet_amp_init.py
@@ -117,6 +117,7 @@ def test_fleet_amp_meta_optimizer_init(self):
             optimizer.minimize(cost)
 
         print(fleet._get_applied_meta_list())
+        loss_scale = optimizer.get_loss_scaling()
 
         place = paddle.CUDAPlace(0)