From f3a960f80244cf9e80558ab30f7f7e8cbf03c0a0 Mon Sep 17 00:00:00 2001 From: Kexin Yu Date: Sun, 5 Apr 2020 10:07:22 -0700 Subject: [PATCH] fix typo --- apex/contrib/optimizers/fused_lamb.py | 1 - 1 file changed, 1 deletion(-) diff --git a/apex/contrib/optimizers/fused_lamb.py b/apex/contrib/optimizers/fused_lamb.py index d37cd6be9..9cb2ad3dd 100644 --- a/apex/contrib/optimizers/fused_lamb.py +++ b/apex/contrib/optimizers/fused_lamb.py @@ -115,7 +115,6 @@ def step(self, closure=None): g_all_16.append(p.grad.data) else: raise RuntimeError('FusedLAMB only support fp16 and fp32.') -:q! g_norm_32, g_norm_16 = 0.0, 0.0 # compute grad norm for two lists