Update pytorch_lightning/plugins/precision/native_amp.py

Co-authored-by: thomas chaton <thomas@grid.ai>
Lightning-AI · Oct 26, 2021 · 153f7f4 · 153f7f4
1 parent 6d3f60e
commit 153f7f4
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/pytorch_lightning/plugins/precision/native_amp.py b/pytorch_lightning/plugins/precision/native_amp.py
@@ -51,6 +51,8 @@ def __init__(
             )
         if scaler is None and precision == 16:
             scaler = torch.cuda.amp.GradScaler()
+        if scaler is not None and precision == "bf16":
+            raise MisconfigurationException(f"`precision='bf16'` does not use a scaler, found {scaler}.")
         self.precision = precision
         self.device = device
         self.scaler = scaler